From 89df6130590aec970aec6073cffe3d9fcb0dd8a9 Mon Sep 17 00:00:00 2001 From: Johann Schopplich Date: Fri, 7 Nov 2025 09:03:51 +0100 Subject: [PATCH] chore(benchmarks): add structure-awareness questions --- .../accuracy/models/claude-haiku-4-5-20251001 | 1 - .../results/accuracy/models/gemini-2.5-flash | 1 - benchmarks/results/accuracy/models/gpt-5-nano | 1 - .../accuracy/models/grok-4-fast-non-reasoning | 1 - benchmarks/src/constants.ts | 125 ++++--- benchmarks/src/datasets.ts | 2 +- benchmarks/src/evaluate.ts | 34 +- benchmarks/src/questions/event-logs.ts | 2 +- benchmarks/src/questions/index.ts | 8 +- benchmarks/src/questions/nested-config.ts | 8 - benchmarks/src/questions/structure.ts | 324 ++++++++++++++++++ benchmarks/src/report.ts | 68 +++- benchmarks/src/types.ts | 14 +- 13 files changed, 522 insertions(+), 67 deletions(-) delete mode 100644 benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 delete mode 100644 benchmarks/results/accuracy/models/gemini-2.5-flash delete mode 100644 benchmarks/results/accuracy/models/gpt-5-nano delete mode 100644 benchmarks/results/accuracy/models/grok-4-fast-non-reasoning create mode 100644 benchmarks/src/questions/structure.ts diff --git a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 deleted file mode 100644 index 92d6102..0000000 --- a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 +++ /dev/null @@ -1 +0,0 @@ -[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":3747.2255830000004},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":2921.810583},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":2783.7856249999995},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1120.941084},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":9336.232417},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":2677.8910829999995},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1338.059875},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1457.6143339999999},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1038.5566670000003},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1974.8829590000005},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":2411.4672090000004},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1265.2801670000008},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7876,"outputTokens":12,"latencyMs":1572.5894159999998},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4769,"outputTokens":12,"latencyMs":2830.9304999999995},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1528.6681660000004},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":3767.811791},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1159.2020409999996},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1367.3022500000006},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":3095.129500000001},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1693.5331670000014},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":3221.582125000001},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1492.971458},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1346.6191249999993},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1375.080167},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1121.877625000001},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":948.3774580000008},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1393.7517079999998},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1155.542375000001},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1043.6502500000006},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":3228.308832999999},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1256.970625},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1025.7480419999993},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1132.0782500000005},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":2142.365458},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":2080.6092500000013},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1210.7057080000013},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1090.5825829999994},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4765,"outputTokens":4,"latencyMs":1535.7000000000007},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1222.179959000001},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1049.0751659999987},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1230.4484169999996},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":1739.9550830000007},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1557.4255830000002},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4767,"outputTokens":12,"latencyMs":2079.2580830000006},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":1137.633332999998},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":5444.174583},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1616.8709170000002},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1436.9024170000012},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1218.9883750000008},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":2579.079041000001},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":984.911583999994},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1420.953916999999},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1233.8164160000015},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1528.6313749999972},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1086.5321669999976},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1298.361582999998},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1986.3396250000005},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":5214.577333999994},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1699.4031669999968},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1041.1272499999977},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7871,"outputTokens":6,"latencyMs":1054.8125},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4764,"outputTokens":6,"latencyMs":1232.0851660000044},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":3603.302125000002},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":1361.7537500000035},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":1295.7485840000008},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":1309.7658750000119},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7868,"outputTokens":4,"latencyMs":1508.831708999991},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4761,"outputTokens":4,"latencyMs":1485.5898749999906},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1704.9682919999905},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":2072.332792000001},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":2042.1058340000018},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1022.0689590000111},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":9,"latencyMs":1478.9420419999951},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4764,"outputTokens":9,"latencyMs":1206.9133339999971},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":1855.487832999992},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":1345.178792000006},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":1810.7119999999995},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1116.7739589999983},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1352.8121249999967},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4765,"outputTokens":5,"latencyMs":1513.0337500000023},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":934.9062919999997},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":3354.265916999997},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":2606.8619590000017},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1521.0823329999985},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":2065.053083000006},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1057.707500000004},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":26941.14987499999},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1312.0667909999902},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1390.5196250000008},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":2919.0788750000065},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1559.8299589999951},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1069.6315000000031},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":6287.78645900001},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"18","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1509.7129999999888},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1207.8612920000014},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":968.3102079999953},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1325.4860409999965},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1097.1348750000034},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1021.5295000000042},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1476.0182080000086},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1380.0931249999994},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1397.382042000012},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1391.263791999998},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1566.7527499999997},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1689.833832999997},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":3109.317624999996},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1403.3133750000125},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1652.9267910000053},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"86","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2179.3034999999945},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1649.2567500000005},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"79","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1522.9747500000085},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":939.9512920000125},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1207.9419999999955},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1988.2463750000024},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2924.795874999996},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":2470.690875000015},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1208.9333340000012},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1149.5469169999997},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1736.1649999999936},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":4402.052791999988},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"33","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1373.725083000012},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1633.4064160000125},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1425.0932080000057},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1278.793875000003},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1140.9653749999998},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1550.4657920000027},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1227.5324170000094},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1877.7659999999742},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1032.614750000008},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1377.6790000000037},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1086.3362079999933},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1904.3515830000106},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1124.1536250000063},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":963.3330419999838},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":884.6147920000076},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1038.1353749999835},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1367.5606660000049},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1057.175458999991},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$98,891.77","isCorrect":false,"inputTokens":7869,"outputTokens":9,"latencyMs":2143.641875000001},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"101,139.69","isCorrect":false,"inputTokens":4762,"outputTokens":9,"latencyMs":1432.5641250000044},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97,645.57","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":8071.546292000014},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,573.47","isCorrect":false,"inputTokens":2853,"outputTokens":9,"latencyMs":1020.2025420000136},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,450.57","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1391.7168330000131},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,651.59","isCorrect":false,"inputTokens":5757,"outputTokens":9,"latencyMs":1306.3122919999878},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1276.0518749999756},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1854.9977080000099},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1097.2358339999919},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1302.2018329999992},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1211.7610829999903},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1290.8992089999956},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1575.9195000000182},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1828.5894580000022},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1003.0646669999987},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":11666.176791000005},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1360.7452090000152},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1563.8760410000104},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":13747.856959000026},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1500.9498749999912},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1379.5855419999862},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1013.2507500000065},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1329.2834579999908},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1776.3309160000063},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":977.9599999999919},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1235.1534160000156},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1544.3163329999952},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1526.507042000012},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1082.3577499999956},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1476.1088340000133},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1295.9645420000015},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":918.8387089999742},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":882.3547909999907},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":3609.5489159999997},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1814.7704580000136},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1224.6632079999836},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1129.0252080000064},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1175.276458999986},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":950.625457999995},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":12819.73679200001},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2002.9130410000216},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":977.9986250000075},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1532.3262090000208},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1850.2622499999998},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1051.484375},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1176.5429170000134},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1196.092540999991},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1327.8430830000143},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":985.651291999995},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1208.4285830000008},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1041.6384580000013},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1157.084332999977},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1752.969624999998},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1134.1398749999935},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"58","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1551.6836669999757},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":2077.159000000014},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1483.9020000000019},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1488.3274170000223},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2154.828666000016},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1846.5945420000062},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1305.6004160000011},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1427.3588750000054},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1042.0632920000062},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1184.793291000009},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2390.703416000004},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"27","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1469.4059169999964},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1064.5622500000172},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1642.0770000000193},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1120.098708000005},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1252.0241249999963},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":2049.6277079999854},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1793.4540419999976},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":2757.324082999985},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4768,"outputTokens":5,"latencyMs":2320.373166000005},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":1634.2010829999927},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1280.3182920000108},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":1414.4694579999777},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1289.9177499999932},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1606.2816250000033},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"10","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":886.7526249999937},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1770.7423750000016},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1129.7027499999967},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1326.7756660000014},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1244.9512910000049},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":2303.199290999997},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":988.4154160000035},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1135.6272089999984},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":2216.471582999977},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1402.6461249999993},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1525.9619999999995},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":2766.2625420000113},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":993.2882910000044},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1292.754333000019},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":3731.617209000018},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1350.6733330000134},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1230.458500000008},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1340.6134160000074},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1566.6151670000108},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1020.2389170000097},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1323.4124160000065},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"14","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1243.769707999978},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":2543.6576249999925},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13004,"outputTokens":7,"latencyMs":1830.4246250000142},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7967,"outputTokens":7,"latencyMs":2355.811417000019},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8252,"outputTokens":7,"latencyMs":1341.0952089999919},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":14512,"outputTokens":7,"latencyMs":1344.1601249999949},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9404,"outputTokens":7,"latencyMs":2204.634167000011},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":3446.15191700001},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1556.5324170000094},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1837.7918329999957},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1632.2351250000065},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":2044.2004170000146},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13004,"outputTokens":7,"latencyMs":1630.1076660000253},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7967,"outputTokens":7,"latencyMs":1369.3279589999584},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8252,"outputTokens":7,"latencyMs":1452.2839580000145},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":14512,"outputTokens":7,"latencyMs":1373.9980000000214},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9404,"outputTokens":7,"latencyMs":1636.0830829999759},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":2228.6751669999794},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1940.1909999999916},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":2043.3822909999872},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1509.1585410000407},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":1213.6742499999818},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13004,"outputTokens":8,"latencyMs":1265.3637079999899},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7967,"outputTokens":8,"latencyMs":1576.5751670000027},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8252,"outputTokens":8,"latencyMs":1485.6415419999976},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":14512,"outputTokens":8,"latencyMs":1341.5483330000425},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9404,"outputTokens":8,"latencyMs":3450.5191249999916},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":1686.2210000000196},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":2141.375708000036},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1289.4814999999944},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1098.6300419999752},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":1207.4634579999838},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13004,"outputTokens":8,"latencyMs":1243.638957999996},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7967,"outputTokens":8,"latencyMs":3812.3645829999587},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8252,"outputTokens":8,"latencyMs":2213.431500000006},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":14512,"outputTokens":8,"latencyMs":1691.9417919999687},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9404,"outputTokens":8,"latencyMs":2512.596166000003},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":2114.355209000001},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1123.921541000018},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1474.0548749999725},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1343.9823329999927},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":2654.778290999995},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13005,"outputTokens":11,"latencyMs":1347.2805420000223},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7968,"outputTokens":11,"latencyMs":2702.036291000026},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8253,"outputTokens":11,"latencyMs":1206.1224159999983},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":14513,"outputTokens":11,"latencyMs":2068.806042000011},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9405,"outputTokens":11,"latencyMs":1275.5526250000112},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13005,"outputTokens":16,"latencyMs":3023.1393749999697},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7968,"outputTokens":16,"latencyMs":2354.748957999982},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8253,"outputTokens":16,"latencyMs":2071.663459000003},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":14513,"outputTokens":16,"latencyMs":1502.2921670000069},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9405,"outputTokens":16,"latencyMs":1515.959916999971},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":13005,"outputTokens":10,"latencyMs":1404.4601249999832},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7968,"outputTokens":10,"latencyMs":1676.1785420000087},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8253,"outputTokens":10,"latencyMs":2079.989666999958},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":14513,"outputTokens":10,"latencyMs":1165.5671250000014},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":9405,"outputTokens":10,"latencyMs":1139.7104999999865},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13004,"outputTokens":5,"latencyMs":3153.389749999973},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7967,"outputTokens":5,"latencyMs":4564.124000000011},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8252,"outputTokens":5,"latencyMs":1191.950916999951},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"16","isCorrect":false,"inputTokens":14512,"outputTokens":5,"latencyMs":1053.8686250000028},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":9404,"outputTokens":5,"latencyMs":2395.5371250000317},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13005,"outputTokens":9,"latencyMs":4874.421499999997},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7968,"outputTokens":9,"latencyMs":1576.5129159999778},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8253,"outputTokens":9,"latencyMs":1393.1865839999518},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":14513,"outputTokens":9,"latencyMs":5676.521624999994},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9405,"outputTokens":9,"latencyMs":2075.0591669999994},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13005,"outputTokens":13,"latencyMs":1904.0866249999963},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7968,"outputTokens":13,"latencyMs":2163.028457999986},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8253,"outputTokens":13,"latencyMs":2533.6664170000004},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":14513,"outputTokens":13,"latencyMs":1663.7972910000244},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9405,"outputTokens":13,"latencyMs":2988.81362500001},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13005,"outputTokens":10,"latencyMs":1442.7760419999831},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7968,"outputTokens":10,"latencyMs":2164.487625000009},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8253,"outputTokens":10,"latencyMs":1962.7372500000056},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":14513,"outputTokens":10,"latencyMs":3529.60016599996},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9405,"outputTokens":10,"latencyMs":1633.5995409999741},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":13004,"outputTokens":5,"latencyMs":1206.5256250000093},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7967,"outputTokens":5,"latencyMs":1173.0866250000545},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8252,"outputTokens":5,"latencyMs":2177.1263749999925},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":14512,"outputTokens":5,"latencyMs":1634.7465000000084},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":9404,"outputTokens":5,"latencyMs":2631.121999999974},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":13005,"outputTokens":8,"latencyMs":1336.466625000001},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7968,"outputTokens":8,"latencyMs":2858.739333000034},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8253,"outputTokens":8,"latencyMs":1070.2450410000165},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":14513,"outputTokens":8,"latencyMs":1617.5849170000292},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":9405,"outputTokens":8,"latencyMs":2504.9906249999767},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":13005,"outputTokens":13,"latencyMs":3384.076333999983},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7968,"outputTokens":13,"latencyMs":2108.4290829999954},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8253,"outputTokens":13,"latencyMs":1525.2219160000095},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":14513,"outputTokens":13,"latencyMs":1659.5020000000368},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":9405,"outputTokens":13,"latencyMs":1307.1049580000108},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1834.0875419999938},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":2369.56104099995},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1110.8243340000045},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1719.693041999999},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1269.2765839999774},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1340.5488340000156},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1855.3194169999915},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1909.7157080000034},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1520.6131250000326},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":2178.6250420000288},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1453.6796249999898},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1541.9340409999713},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1213.3596670000115},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1386.9310000000405},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1245.4910420000087},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1706.4822909999639},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1306.5572500000126},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1635.698000000033},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1345.5546249999898},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1146.4787079999805},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":2665.3537909999723},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1568.1560410000384},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1243.9170840000152},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":2451.993958999985},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":3475.197792000021},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"50481.92","isCorrect":false,"inputTokens":13000,"outputTokens":8,"latencyMs":5040.882125000004},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38,289.98","isCorrect":false,"inputTokens":7963,"outputTokens":9,"latencyMs":2727.721749999968},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38,847.69","isCorrect":false,"inputTokens":8248,"outputTokens":9,"latencyMs":1474.5514590000384},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"42,788.06","isCorrect":false,"inputTokens":14508,"outputTokens":9,"latencyMs":1921.3594169999706},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"41,847.53","isCorrect":false,"inputTokens":9400,"outputTokens":9,"latencyMs":1248.1431659999653},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"798.47","isCorrect":false,"inputTokens":12998,"outputTokens":7,"latencyMs":1413.8325000000186},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"802.77","isCorrect":false,"inputTokens":7961,"outputTokens":7,"latencyMs":1216.7267920000013},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"$748.77","isCorrect":false,"inputTokens":8246,"outputTokens":7,"latencyMs":1171.9138750000275},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"763.73","isCorrect":false,"inputTokens":14506,"outputTokens":7,"latencyMs":1355.4569999999949},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"730.46","isCorrect":false,"inputTokens":9398,"outputTokens":7,"latencyMs":2486.541750000033},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":12999,"outputTokens":5,"latencyMs":6096.421374999976},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7962,"outputTokens":5,"latencyMs":1554.1078339999658},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8247,"outputTokens":5,"latencyMs":1259.857040999981},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14507,"outputTokens":5,"latencyMs":1473.9799580000108},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9399,"outputTokens":5,"latencyMs":1239.878000000026},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12998,"outputTokens":8,"latencyMs":1632.1869169999845},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7961,"outputTokens":8,"latencyMs":2076.3204590000096},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8246,"outputTokens":8,"latencyMs":3142.038707999978},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":14506,"outputTokens":8,"latencyMs":1309.6589159999858},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9398,"outputTokens":8,"latencyMs":1304.5920410000253},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":2030.498041999992},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"41","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":2293.294042000023},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1324.4650839999667},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"45","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1374.934750000015},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"46","isCorrect":false,"inputTokens":9402,"outputTokens":5,"latencyMs":1699.4451250000275},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":182685.678542},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":1888.0198330000276},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"39","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1630.1593330000178},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"33","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":3954.4302920000046},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":9402,"outputTokens":5,"latencyMs":1861.3942919999827},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"27","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":1476.656874999986},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":1359.194084000017},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1324.2691249999916},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":14510,"outputTokens":5,"latencyMs":1369.8225410000305},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":9402,"outputTokens":5,"latencyMs":4787.399207999988},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":1579.1012089999858},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1724.060375000001},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1151.20633299998},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":14514,"outputTokens":5,"latencyMs":1648.3062919999938},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9406,"outputTokens":5,"latencyMs":2144.7918749999953},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":2013.1418750000303},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":2122.629666999972},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8254,"outputTokens":5,"latencyMs":2647.8001670000376},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":3617.6320839999826},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":2260.3194590000203},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":1404.7651250000345},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1338.5815409999923},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":2638.7659170000115},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1359.9575830000103},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1286.6426249999786},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"9","isCorrect":true,"inputTokens":13006,"outputTokens":5,"latencyMs":3217.2233750000014},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1434.9046669999952},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1064.3113749999902},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1576.0896659999853},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1684.4146249999758},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":2153.9197919999715},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"5","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1268.8854580000043},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"5","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1146.9301250000135},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1550.7630000000354},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1215.095166999963},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":13007,"outputTokens":5,"latencyMs":4606.803041999985},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7970,"outputTokens":5,"latencyMs":3169.05266700004},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8255,"outputTokens":5,"latencyMs":1167.562957999995},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":14515,"outputTokens":5,"latencyMs":1157.7255000000005},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":1031.775667000038},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":13007,"outputTokens":5,"latencyMs":2042.5134170000092},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7970,"outputTokens":5,"latencyMs":1320.4036249999772},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8255,"outputTokens":5,"latencyMs":1385.2139580000076},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14515,"outputTokens":5,"latencyMs":1844.7227090000524},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":1160.8772499999614},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":13007,"outputTokens":5,"latencyMs":1342.921875},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7970,"outputTokens":5,"latencyMs":2482.2525000000023},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8255,"outputTokens":5,"latencyMs":1140.8186250000144},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":14515,"outputTokens":5,"latencyMs":1647.821249999979},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":3068.205249999999},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"21","isCorrect":false,"inputTokens":13010,"outputTokens":5,"latencyMs":1294.8420000000042},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":7973,"outputTokens":5,"latencyMs":1179.3897089999518},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"20","isCorrect":true,"inputTokens":8258,"outputTokens":5,"latencyMs":1324.1126250000088},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"28","isCorrect":false,"inputTokens":14518,"outputTokens":5,"latencyMs":1319.52454199997},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"29","isCorrect":false,"inputTokens":9410,"outputTokens":5,"latencyMs":1805.6648750000168},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":13010,"outputTokens":5,"latencyMs":2000.2945419999887},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":7973,"outputTokens":5,"latencyMs":980.2939589999733},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"20","isCorrect":false,"inputTokens":8258,"outputTokens":5,"latencyMs":1770.3537090000464},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":14518,"outputTokens":5,"latencyMs":1149.4648329999764},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"21","isCorrect":false,"inputTokens":9410,"outputTokens":5,"latencyMs":1168.3587079999852},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1073.85275000002},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":2205.179333999986},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":1900.4008340000291},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1647.0211659999914},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":1340.011125000019},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1060.5255830000388},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1436.7931249999674},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2392,"outputTokens":8,"latencyMs":1566.206125000026},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1506,"outputTokens":8,"latencyMs":1569.1976670000004},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1442,"outputTokens":8,"latencyMs":1098.6530839999905},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4784,"outputTokens":8,"latencyMs":1308.7965829999885},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3107,"outputTokens":8,"latencyMs":1458.5499999999302},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":5637.0131249999395},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2393,"outputTokens":7,"latencyMs":1889.798875000095},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1507,"outputTokens":7,"latencyMs":1101.9957089999225},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1443,"outputTokens":7,"latencyMs":3822.505790999974},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":1578.7188329999335},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3108,"outputTokens":7,"latencyMs":1850.4493749999674},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4081,"outputTokens":5,"latencyMs":1180.4845000000205},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":2394,"outputTokens":5,"latencyMs":1747.6287499999162},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":1265.3997909999453},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1444,"outputTokens":5,"latencyMs":1009.8214999999618},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4786,"outputTokens":5,"latencyMs":1001.704000000027},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":3109,"outputTokens":5,"latencyMs":3116.8717079999624},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1040.9055830000434},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":1234.8509169999743},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":991.7144169999519},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1210.452457999927},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":1064.5124579999829},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1677.9898340000072},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":2090.6184169999324},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2392,"outputTokens":8,"latencyMs":2287.6820829999633},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1506,"outputTokens":8,"latencyMs":1851.6334580000257},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1442,"outputTokens":8,"latencyMs":1415.8229170000413},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4784,"outputTokens":8,"latencyMs":1097.2305829999968},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3107,"outputTokens":8,"latencyMs":1177.7102079999167},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1191.470915999962},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2393,"outputTokens":7,"latencyMs":1451.095708000008},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1507,"outputTokens":7,"latencyMs":1122.7395419999957},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1443,"outputTokens":7,"latencyMs":1271.1667909999378},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":1255.3624999999302},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3108,"outputTokens":7,"latencyMs":8087.515875000041},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4081,"outputTokens":5,"latencyMs":1101.9767920000013},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":2394,"outputTokens":5,"latencyMs":1738.3698330000043},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":2417.057250000071},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1444,"outputTokens":5,"latencyMs":1185.279957999941},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4786,"outputTokens":5,"latencyMs":4166.779875000007},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":3109,"outputTokens":5,"latencyMs":1461.0815410000505},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1169.468625000096},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":1500.8087499999674},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":2689.519874999998},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1161.876958000008},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":2493.3445830000564},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1563.2277499999618},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4076,"outputTokens":5,"latencyMs":1127.4231660000514},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2389,"outputTokens":5,"latencyMs":9118.911625000066},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1503,"outputTokens":5,"latencyMs":983.7548330000136},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1439,"outputTokens":5,"latencyMs":1509.3264999999665},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1153.4027909999713},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3104,"outputTokens":5,"latencyMs":2618.4245830000145},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"177,551","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":2493.7317909999983},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"320,584","isCorrect":false,"inputTokens":2390,"outputTokens":7,"latencyMs":1323.7533340000082},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"331,747","isCorrect":false,"inputTokens":1504,"outputTokens":7,"latencyMs":961.5769159999909},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"348,635","isCorrect":false,"inputTokens":1440,"outputTokens":7,"latencyMs":1252.5169999999925},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"378,747","isCorrect":false,"inputTokens":4782,"outputTokens":7,"latencyMs":1653.3355420000153},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"181,829","isCorrect":false,"inputTokens":3105,"outputTokens":7,"latencyMs":1387.7437500000233},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1290","isCorrect":false,"inputTokens":4078,"outputTokens":6,"latencyMs":4921.475834000041},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1467","isCorrect":false,"inputTokens":2391,"outputTokens":6,"latencyMs":1198.3249579999829},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1713","isCorrect":false,"inputTokens":1505,"outputTokens":6,"latencyMs":1055.5421250000363},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1313","isCorrect":false,"inputTokens":1441,"outputTokens":6,"latencyMs":1073.2727919999743},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1465","isCorrect":false,"inputTokens":4783,"outputTokens":6,"latencyMs":1192.894708000007},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1268","isCorrect":false,"inputTokens":3106,"outputTokens":6,"latencyMs":1030.2679169999901},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"365,832.94","isCorrect":false,"inputTokens":4075,"outputTokens":9,"latencyMs":1994.6799579999642},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"383,557.28","isCorrect":false,"inputTokens":2388,"outputTokens":9,"latencyMs":1145.892583000008},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"438,845.07","isCorrect":false,"inputTokens":1502,"outputTokens":9,"latencyMs":1112.11258299998},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"458,566.72","isCorrect":false,"inputTokens":1438,"outputTokens":9,"latencyMs":923.2997500000056},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"408,844.28","isCorrect":false,"inputTokens":4780,"outputTokens":9,"latencyMs":7965.302291000029},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"373,891.88","isCorrect":false,"inputTokens":3103,"outputTokens":9,"latencyMs":1744.4718750000466},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5316","isCorrect":false,"inputTokens":4073,"outputTokens":8,"latencyMs":2774.513540999964},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5325","isCorrect":false,"inputTokens":2386,"outputTokens":8,"latencyMs":934.7267089999514},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5317","isCorrect":true,"inputTokens":1500,"outputTokens":8,"latencyMs":1071.787541000056},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.527","isCorrect":true,"inputTokens":1436,"outputTokens":7,"latencyMs":1053.8989170000423},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.533","isCorrect":true,"inputTokens":4778,"outputTokens":7,"latencyMs":1543.6666660000337},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.535","isCorrect":false,"inputTokens":3101,"outputTokens":7,"latencyMs":1112.2539589999942},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"28","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1261.9795829999493},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":3088.7680829999736},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1120.9447080000537},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"28","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1296.1010000000242},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"38","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1416.093957999954},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":984.6679579999764},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1196.8827909999527},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":1160.3703339999774},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1486.2056249999441},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1138.7902920000488},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1258.2779169999994},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":1735.3332919999957},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"57","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1029.8877080000238},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"54","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":1632.076250000042},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"57","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":1069.6453329999931},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"50","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":2808.8671669999603},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"47","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1184.247250000015},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"48","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":5181.393459000043},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1811.7368749999441},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":2734.5190000000875},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1573.4972920001019},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1124.284250000026},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":3250.0191249999916},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":2631.1101659999695},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":987.7067500000121},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"19","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":2176.1284999999916},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":4509.524124999996},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1426.654499999946},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"17","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2687.1330000000307},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":2202.6045830000658},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1806.1827920000069},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1447.5987090000417},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1087.3859999999404},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1619.6073750000214},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2673.9747920000227},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1552.0029169999762},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4083,"outputTokens":5,"latencyMs":1442.6959590000333},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"24","isCorrect":false,"inputTokens":2396,"outputTokens":5,"latencyMs":1274.7615409999853},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1510,"outputTokens":5,"latencyMs":899.9069999998901},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1446,"outputTokens":5,"latencyMs":937.9615420000628},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4788,"outputTokens":5,"latencyMs":1032.2958749999525},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3111,"outputTokens":5,"latencyMs":985.7001249999739},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1538.7321249999804},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":819.7917080000043},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1299.356625000015},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1184.4951659999788},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1194.1013329999987},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":959.4304160000756},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1317.918207999901},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1666.674917000113},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1190.9899999999907},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1024.4910829999717},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1087.4155409999657},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":2191.6508750000503},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1085.4212080000434},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"14","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1045.2354160000104},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":2982.1912500000326},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1749.577833999996},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1571.0683750000317},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":1756.3833749999758},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"13","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":2996.00320799998},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1069.873707999941},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1322.2225000000326},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1030.7554579999996},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1347.4690829999745},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":1512.733082999941},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"22","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1876.404833000037},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"29","isCorrect":false,"inputTokens":2398,"outputTokens":5,"latencyMs":1167.4811250000494},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1512,"outputTokens":5,"latencyMs":846.3995420000283},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1448,"outputTokens":5,"latencyMs":1524.314333000104},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4790,"outputTokens":5,"latencyMs":895.0446249999804},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"20","isCorrect":false,"inputTokens":3113,"outputTokens":5,"latencyMs":1007.3240829999559},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1089.6012920000358},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":2398,"outputTokens":5,"latencyMs":1344.7634170000674},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1512,"outputTokens":5,"latencyMs":1222.7470830000238},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1448,"outputTokens":5,"latencyMs":1143.7565840000752},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"11","isCorrect":false,"inputTokens":4790,"outputTokens":5,"latencyMs":1990.985457999981},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"9","isCorrect":true,"inputTokens":3113,"outputTokens":5,"latencyMs":1948.0400410000002},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1269.1029159999453},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1536.37262499996},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":2634.1592080000555},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1553.0022909999825},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2561.625250000041},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1493.3415830000304},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"13","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1636.3173749999842},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1229.7886669998989},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1190.299708000035},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":941.6144159999676},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":942.8554999999469},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":8370.015040999977},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":3436.4340410000877},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12552,"outputTokens":6,"latencyMs":1594.5816249999916},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":3627.885583999916},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1034.8140419999836},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":2074.821874999907},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1312.957458000048},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1424.0589579999214},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1208.6248749999795},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1491.002542000031},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1461.4935830000322},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1538.1662500000093},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":3443.4402080000145},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17409,"outputTokens":6,"latencyMs":2410.130790999974},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12546,"outputTokens":6,"latencyMs":1507.8653340000892},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9277,"outputTokens":6,"latencyMs":1067.284708000021},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9123,"outputTokens":6,"latencyMs":2306.8810829999857},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19802,"outputTokens":6,"latencyMs":2459.4014580000658},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":14481,"outputTokens":6,"latencyMs":1767.9317919999594},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17414,"outputTokens":4,"latencyMs":2259.516249999986},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12551,"outputTokens":4,"latencyMs":3596.7397080000956},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1526.2891669999808},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":10685.97445800004},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":6237.770291000023},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1949.7233749999432},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17409,"outputTokens":6,"latencyMs":2022.808874999988},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12546,"outputTokens":6,"latencyMs":2317.6685419999994},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9277,"outputTokens":6,"latencyMs":1172.4887909999816},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9123,"outputTokens":6,"latencyMs":2884.4430410000496},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19802,"outputTokens":6,"latencyMs":2446.2796249999665},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":14481,"outputTokens":6,"latencyMs":3034.3417500000214},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1364.11412500008},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1340.312125000055},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1693.4291659999872},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1812.6265839999542},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1494.9977499999804},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":2068.5264590000734},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":17416,"outputTokens":5,"latencyMs":2708.779874999891},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":12553,"outputTokens":5,"latencyMs":1561.1807500000577},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9284,"outputTokens":5,"latencyMs":1532.872875000001},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9130,"outputTokens":5,"latencyMs":1628.8865409999853},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":19809,"outputTokens":5,"latencyMs":1830.4146670000628},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":14488,"outputTokens":5,"latencyMs":2256.018207999994},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17410,"outputTokens":4,"latencyMs":1876.3228329999838},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12547,"outputTokens":4,"latencyMs":3411.9745419999817},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9278,"outputTokens":4,"latencyMs":2521.171583999996},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9124,"outputTokens":4,"latencyMs":7188.898707999964},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19803,"outputTokens":4,"latencyMs":1575.748375000083},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14482,"outputTokens":4,"latencyMs":1295.594625000027},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17417,"outputTokens":6,"latencyMs":3374.2882499999832},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12554,"outputTokens":6,"latencyMs":2803.530083999969},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1355.6768750000047},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1119.105916999979},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":5740.939499999979},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1990.0865420000628},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1492.8219589999644},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1143.3286670000525},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1207.015999999945},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1303.6102499999106},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":3956.3543749999953},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1583.6112500000745},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17418,"outputTokens":6,"latencyMs":1892.7408750000177},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12555,"outputTokens":6,"latencyMs":1483.7892920000013},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9286,"outputTokens":6,"latencyMs":1755.7251249999972},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9132,"outputTokens":6,"latencyMs":1050.6099159999285},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19811,"outputTokens":6,"latencyMs":5147.516667000018},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":14490,"outputTokens":6,"latencyMs":1481.9445419999538},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1678.2850830000825},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12543,"outputTokens":5,"latencyMs":1602.6007499999832},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1155.9777499999618},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1869.8217919999734},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":5265.173415999976},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1991.825375000015},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,945,587","isCorrect":false,"inputTokens":17409,"outputTokens":9,"latencyMs":5923.129791999934},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,893,571","isCorrect":false,"inputTokens":12546,"outputTokens":9,"latencyMs":2605.1817909999518},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"11,847,893","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1960.966625000001},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"9,968,481","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":2422.49533299997},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,673","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1694.6917080000276},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,447,738","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1639.707458000048},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,318,739","isCorrect":false,"inputTokens":17410,"outputTokens":9,"latencyMs":2014.2252919999883},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,269,627","isCorrect":false,"inputTokens":12547,"outputTokens":9,"latencyMs":3573.149624999962},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1284447","isCorrect":false,"inputTokens":9278,"outputTokens":7,"latencyMs":1285.3620420000516},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,521,865","isCorrect":false,"inputTokens":9124,"outputTokens":9,"latencyMs":1777.9172500000568},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,445,945","isCorrect":false,"inputTokens":19803,"outputTokens":9,"latencyMs":1524.703165999963},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,527,969","isCorrect":false,"inputTokens":14482,"outputTokens":9,"latencyMs":1578.5812920000171},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,754.87","isCorrect":false,"inputTokens":17408,"outputTokens":9,"latencyMs":2268.543624999933},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"136,847.74","isCorrect":false,"inputTokens":12545,"outputTokens":9,"latencyMs":1754.6521670001093},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"133,586.67","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1643.906416999991},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,823.04","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":6947.368416999932},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"129,891.35","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":2409.844207999995},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"139,968.64","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":2448.1567920000525},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1488.232707999996},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1554.1827079999493},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"19","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1340.2745829999913},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"18","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":2066.108666999964},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2452.7973749999655},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1746.6604170000646},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"67","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":2068.5587910000468},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"71","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1218.2835830000695},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1298.3555000000633},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1583.1214590000454},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"49","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1826.3142920000246},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":2161.392542000045},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"78","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":2285.4948330000043},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1238.0137920000125},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1064.063542000018},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"89","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1791.3017910000635},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1636.6423330000835},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":9579.764541999903},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"57","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1495.3669170000358},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":2127.6567499999655},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1448.4920420000562},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"53","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1651.2589579999913},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"48","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":4969.459374999977},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"56","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":2497.673625000054},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1468.3334170000162},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1886.3154159999685},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"17","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":2964.1486659999937},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1316.4047080000164},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"5","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2036.6784999999218},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1272.3952499999432},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"41","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1762.8218750000233},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"48","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1703.6197089999914},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":2838.388957999996},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"68","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1212.9504159999778},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"28","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1290.5879589999095},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"46","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":2952.047082999954},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"28","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1372.9722920000786},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"24","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1469.0127079999074},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9279,"outputTokens":5,"latencyMs":2347.3404169999994},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1990.7936660000123},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"17","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1749.4886249999981},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"27","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1433.8031659999397},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":2346.980041999952},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"24","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1225.1158330000471},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1149.6885000000475},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":3956.6802920000628},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"21","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":3225.5780420000665},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1260.629958000034},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"34","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":3103.426749999984},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1464.312208999996},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"76","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":3325.8809170000022},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"61","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1667.0059579999652},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1962.2999999999302},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"28","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":2802.2352919999976},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"14","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1813.540583999944},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"10","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1588.9162090000464},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":2048.1782080000266},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"23","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1426.2279589999234},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"9","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":16125.00783399993},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"8","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1479.1832080000313},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1951.623750000028},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"24","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1196.3661660000216},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1323.183667000034},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"18","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1770.8484170000302},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"17","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1913.3684159999248},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1602.2765420000069},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":4808.824332999997},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"56","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1191.0287089999765},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1817.3072920000413},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1964.3384999999544},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1772.3496249999152},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1286.0249159999657},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":2596.809707999928},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1226.8761670000385},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":2131.592624999932},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1856.5158749999246},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1673.6251250000205},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"16","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1235.172416999936},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":2615.8622500000056},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":2179.5575409999583},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":5762.1239999999525},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1826.77887499996},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":4073.6710000000894},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1170.8213749999413},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1704.030374999973},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"10","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":2526.2967499999795},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1420.7560839999933},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"17","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1266.5078750000102},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1509.8495840000687},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":6937.211833999958},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":3568.23987499997},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1529.9390419999836},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1483.8732500000624},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1697.839166999911},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":4116.7368750000605},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1566.5756250000559},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":3004.081499999971},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1306.7129999999888},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":3311.9101659998996},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1762.8957500000251},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1577.3360000000102},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":4859.786708},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1195.1343749999069},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6144,"outputTokens":7,"latencyMs":2155.6376669999445},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1274.3485829998972},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":2006.065416000085},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1234.9718329999596},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":1434.203167000087},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":2930.0720410000067},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1317.3366670000833},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":1862.1066669999855},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7717,"outputTokens":6,"latencyMs":1053.5538749999832},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5157,"outputTokens":6,"latencyMs":1738.3491249999497},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6145,"outputTokens":6,"latencyMs":1438.4226659999695},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8725,"outputTokens":6,"latencyMs":3744.0771249999525},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6118,"outputTokens":6,"latencyMs":1448.0625},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":2357.8742499999935},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1427.546040999936},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":2489.946041999967},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1719.2353750000475},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1116.813082999899},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":2751.825625000056},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1245.705249999999},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/payments","isCorrect":false,"inputTokens":6144,"outputTokens":7,"latencyMs":2028.6714589999756},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1514.7893339999719},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":1360.7463330000173},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1729.8207910000347},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":3639.466875000042},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":1106.1470829999307},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1219.8898749999935},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":1402.6672500000568},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1171.986125000054},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":1393.9406249999302},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":1934.8650419999612},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1125.234749999945},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":3360.9947499999544},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":1166.4903330000816},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1149.907917000004},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":2301.7193330000155},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1484.6284999999916},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1124.1810420000693},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":1017.3499999999767},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1877.6254590000026},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6144,"outputTokens":7,"latencyMs":1032.5962079999736},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1541.9622080000117},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":2492.9252919999417},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":7700,"outputTokens":5,"latencyMs":1530.235875000013},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":5140,"outputTokens":5,"latencyMs":1269.4265409999061},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6128,"outputTokens":5,"latencyMs":1294.262875000015},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8708,"outputTokens":5,"latencyMs":3000.592540999991},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":6101,"outputTokens":5,"latencyMs":1776.2112080000807},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2361.74","isCorrect":false,"inputTokens":7701,"outputTokens":8,"latencyMs":1293.834666000097},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2456.14","isCorrect":false,"inputTokens":5141,"outputTokens":8,"latencyMs":2693.1127919999417},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2432.81","isCorrect":false,"inputTokens":6129,"outputTokens":8,"latencyMs":1318.5194589999737},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2467.58","isCorrect":false,"inputTokens":8709,"outputTokens":8,"latencyMs":1421.607958000037},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2556.56","isCorrect":false,"inputTokens":6102,"outputTokens":8,"latencyMs":2773.6095000000205},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1565.5672499999637},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":1866.986125000054},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":929.7644589999691},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":2336.5129590000724},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":1359.0085839999374},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1467.1802499999758},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":903.9631249998929},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1123.610624999972},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":6320.591875000042},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":7419.7036249999655},{"questionId":"q155","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"24","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1691.6726250000065},{"questionId":"q155","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"24","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":3161.6898330000695},{"questionId":"q155","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"25","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1460.375875000027},{"questionId":"q155","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"27","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":1251.234999999986},{"questionId":"q155","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":946.8065829999978},{"questionId":"q156","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":5154.226999999955},{"questionId":"q156","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":1650.5177919999696},{"questionId":"q156","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":2057.5875409999862},{"questionId":"q156","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":1537.0969160000095},{"questionId":"q156","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":3346.3283339999616},{"questionId":"q157","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"15","isCorrect":false,"inputTokens":7704,"outputTokens":5,"latencyMs":1098.8492089998908},{"questionId":"q157","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"13","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":1076.4170829999493},{"questionId":"q157","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"15","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":1189.1516249999404},{"questionId":"q157","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"18","isCorrect":true,"inputTokens":8712,"outputTokens":5,"latencyMs":1637.4471670000348},{"questionId":"q157","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"18","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":911.4329999999609},{"questionId":"q158","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"21","actual":"21","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":1160.826000000001},{"questionId":"q158","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"21","actual":"20","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":901.7298339999979},{"questionId":"q158","format":"toon","model":"claude-haiku-4-5-20251001","expected":"21","actual":"20","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":2077.535583000048},{"questionId":"q158","format":"xml","model":"claude-haiku-4-5-20251001","expected":"21","actual":"23","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":932.2697500000941},{"questionId":"q158","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"21","actual":"21","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":2281.2417920000153},{"questionId":"q159","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":1938.3267500000075},{"questionId":"q159","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5144,"outputTokens":5,"latencyMs":1124.716832999955},{"questionId":"q159","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":1211.2965830001049},{"questionId":"q159","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":1371.8570410000393},{"questionId":"q159","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":1344.4540419999976},{"questionId":"q160","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"36","isCorrect":false,"inputTokens":7708,"outputTokens":5,"latencyMs":1197.0572079999838},{"questionId":"q160","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"31","isCorrect":false,"inputTokens":5148,"outputTokens":5,"latencyMs":2001.5424999999814},{"questionId":"q160","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"40","isCorrect":false,"inputTokens":6136,"outputTokens":5,"latencyMs":2817.4065829999745},{"questionId":"q160","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"48","isCorrect":false,"inputTokens":8716,"outputTokens":5,"latencyMs":4096.805291999946},{"questionId":"q160","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"37","isCorrect":false,"inputTokens":6109,"outputTokens":5,"latencyMs":1243.7116670000833},{"questionId":"q161","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":7705,"outputTokens":5,"latencyMs":1119.5400420001242},{"questionId":"q161","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"26","isCorrect":false,"inputTokens":5145,"outputTokens":5,"latencyMs":1360.0379999999423},{"questionId":"q161","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"28","isCorrect":false,"inputTokens":6133,"outputTokens":5,"latencyMs":1254.0774999998976},{"questionId":"q161","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":8713,"outputTokens":5,"latencyMs":2163.6060419999994},{"questionId":"q161","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"32","isCorrect":false,"inputTokens":6106,"outputTokens":5,"latencyMs":2715.528499999782},{"questionId":"q162","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"33","isCorrect":false,"inputTokens":7702,"outputTokens":5,"latencyMs":1930.0293329998385},{"questionId":"q162","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":5142,"outputTokens":5,"latencyMs":4024.0898750000633},{"questionId":"q162","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":1252.616833000211},{"questionId":"q162","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"38","isCorrect":false,"inputTokens":8710,"outputTokens":5,"latencyMs":1364.7101670000702},{"questionId":"q162","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"31","isCorrect":false,"inputTokens":6103,"outputTokens":5,"latencyMs":2831.9452919999603},{"questionId":"q163","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"32","isCorrect":false,"inputTokens":7707,"outputTokens":5,"latencyMs":1082.1935420001391},{"questionId":"q163","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":5147,"outputTokens":5,"latencyMs":1267.7709160000086},{"questionId":"q163","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"33","isCorrect":false,"inputTokens":6135,"outputTokens":5,"latencyMs":1560.5942909999285},{"questionId":"q163","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"37","isCorrect":false,"inputTokens":8715,"outputTokens":5,"latencyMs":1218.2292500000913},{"questionId":"q163","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"41","isCorrect":false,"inputTokens":6108,"outputTokens":5,"latencyMs":1420.9118330001365},{"questionId":"q164","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"2","isCorrect":false,"inputTokens":7707,"outputTokens":5,"latencyMs":1377.8463330001105},{"questionId":"q164","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":5147,"outputTokens":5,"latencyMs":1383.0946669999976},{"questionId":"q164","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"1","isCorrect":false,"inputTokens":6135,"outputTokens":5,"latencyMs":2399.0104580000043},{"questionId":"q164","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"2","isCorrect":false,"inputTokens":8715,"outputTokens":5,"latencyMs":1972.6147920000367},{"questionId":"q164","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":6108,"outputTokens":5,"latencyMs":2152.0876660000067},{"questionId":"q165","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7710,"outputTokens":5,"latencyMs":1347.8572500001173},{"questionId":"q165","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1896.7179590000305},{"questionId":"q165","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":1123.716791999992},{"questionId":"q165","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1357.253665999975},{"questionId":"q165","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":2836.3161669999827},{"questionId":"q166","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7710,"outputTokens":5,"latencyMs":2503.6191660000477},{"questionId":"q166","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1084.9742079998832},{"questionId":"q166","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":5561.46170799993},{"questionId":"q166","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1592.6165829999372},{"questionId":"q166","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"4","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":908.0082499999553},{"questionId":"q167","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7710,"outputTokens":5,"latencyMs":1175.2077500000596},{"questionId":"q167","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1702.40304200002},{"questionId":"q167","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":1193.3559580000583},{"questionId":"q167","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1050.4239580000285},{"questionId":"q167","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":1256.4609169999603},{"questionId":"q168","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"7","isCorrect":false,"inputTokens":7709,"outputTokens":5,"latencyMs":1080.6222089999355},{"questionId":"q168","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":5149,"outputTokens":5,"latencyMs":1183.5397080001421},{"questionId":"q168","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":2312.2803329997696},{"questionId":"q168","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":1429.8187500000931},{"questionId":"q168","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":1639.3624159998726},{"questionId":"q169","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7709,"outputTokens":5,"latencyMs":1174.361333000008},{"questionId":"q169","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5149,"outputTokens":5,"latencyMs":1477.9882080000825},{"questionId":"q169","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"4","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":1463.5259169999044},{"questionId":"q169","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":3043.7595830000937},{"questionId":"q169","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":1244.3716250001453},{"questionId":"q170","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":7709,"outputTokens":5,"latencyMs":1893.3227499998175},{"questionId":"q170","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":5149,"outputTokens":5,"latencyMs":1368.9609159999527},{"questionId":"q170","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":1377.864375000121},{"questionId":"q170","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":1124.139458999969},{"questionId":"q170","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":6729.606875000056},{"questionId":"q171","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1177,"outputTokens":4,"latencyMs":1399.9399999999441},{"questionId":"q171","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":720,"outputTokens":4,"latencyMs":1252.4073749999516},{"questionId":"q171","format":"toon","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":782,"outputTokens":4,"latencyMs":1086.6140419999138},{"questionId":"q171","format":"xml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1250,"outputTokens":4,"latencyMs":1629.477208999917},{"questionId":"q171","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":829,"outputTokens":4,"latencyMs":1193.1914999999572},{"questionId":"q172","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1175,"outputTokens":8,"latencyMs":1211.3232919999864},{"questionId":"q172","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":718,"outputTokens":8,"latencyMs":2399.720333999954},{"questionId":"q172","format":"toon","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":780,"outputTokens":8,"latencyMs":2361.999958000146},{"questionId":"q172","format":"xml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1248,"outputTokens":8,"latencyMs":1616.6946250000037},{"questionId":"q172","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":827,"outputTokens":8,"latencyMs":1339.24833400012},{"questionId":"q173","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1175,"outputTokens":6,"latencyMs":2837.7776250001043},{"questionId":"q173","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":718,"outputTokens":6,"latencyMs":2243.3689580000937},{"questionId":"q173","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":780,"outputTokens":6,"latencyMs":2177.172917000018},{"questionId":"q173","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1248,"outputTokens":6,"latencyMs":1307.9059580001049},{"questionId":"q173","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":2946.0707920000423},{"questionId":"q174","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1156.2586660000961},{"questionId":"q174","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1726.5137499999255},{"questionId":"q174","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":863.6928749999497},{"questionId":"q174","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1617.668374999892},{"questionId":"q174","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1173.7152080000378},{"questionId":"q175","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1175,"outputTokens":6,"latencyMs":1158.940457999939},{"questionId":"q175","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":718,"outputTokens":6,"latencyMs":1035.153665999882},{"questionId":"q175","format":"toon","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":780,"outputTokens":6,"latencyMs":1378.6504170000553},{"questionId":"q175","format":"xml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1248,"outputTokens":6,"latencyMs":858.7648749998771},{"questionId":"q175","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":2114.553583000088},{"questionId":"q176","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1231.6619579999242},{"questionId":"q176","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1545.0037909999955},{"questionId":"q176","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":903.7562919999473},{"questionId":"q176","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":796.6618749999907},{"questionId":"q176","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1095.1038750000298},{"questionId":"q177","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1177,"outputTokens":6,"latencyMs":1475.7109999998938},{"questionId":"q177","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":720,"outputTokens":6,"latencyMs":1397.840915999841},{"questionId":"q177","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":782,"outputTokens":6,"latencyMs":1828.4922919999808},{"questionId":"q177","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1250,"outputTokens":6,"latencyMs":2280.086791999871},{"questionId":"q177","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":829,"outputTokens":6,"latencyMs":773.5868329999503},{"questionId":"q178","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1175,"outputTokens":4,"latencyMs":952.1655000001192},{"questionId":"q178","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":718,"outputTokens":4,"latencyMs":879.7705840000417},{"questionId":"q178","format":"toon","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":780,"outputTokens":4,"latencyMs":971.2712079999037},{"questionId":"q178","format":"xml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1248,"outputTokens":4,"latencyMs":5651.094000000041},{"questionId":"q178","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":827,"outputTokens":4,"latencyMs":937.8148340000771},{"questionId":"q179","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1176,"outputTokens":6,"latencyMs":956.9662920001429},{"questionId":"q179","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":719,"outputTokens":6,"latencyMs":958.65625},{"questionId":"q179","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":781,"outputTokens":6,"latencyMs":1171.7727079999167},{"questionId":"q179","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1249,"outputTokens":6,"latencyMs":1978.1188749999274},{"questionId":"q179","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":828,"outputTokens":6,"latencyMs":1169.0058750000317},{"questionId":"q180","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1177,"outputTokens":9,"latencyMs":1016.6502079998609},{"questionId":"q180","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":720,"outputTokens":9,"latencyMs":1087.4290420000907},{"questionId":"q180","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":782,"outputTokens":9,"latencyMs":1781.8957500001416},{"questionId":"q180","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1250,"outputTokens":9,"latencyMs":1277.2321659999434},{"questionId":"q180","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":829,"outputTokens":9,"latencyMs":1590.224000000162},{"questionId":"q181","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":2099.37975000008},{"questionId":"q181","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1870.9093750000466},{"questionId":"q181","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1669.654749999987},{"questionId":"q181","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":2662.1926250001416},{"questionId":"q181","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1651.684750000015},{"questionId":"q182","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":2094.1500000001397},{"questionId":"q182","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1283.7341250001919},{"questionId":"q182","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1548.4935419999529},{"questionId":"q182","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1344.0377499999013},{"questionId":"q182","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":3679.532916000113},{"questionId":"q183","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":1272.7355420000385},{"questionId":"q183","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":2614.900457999902},{"questionId":"q183","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":1187.5195420000236},{"questionId":"q183","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":1113.3796669999138},{"questionId":"q183","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1172.1835829999764},{"questionId":"q184","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":1405.0737920000684},{"questionId":"q184","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":3400.2868339999113},{"questionId":"q184","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":1332.140167000005},{"questionId":"q184","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":2187.312542000087},{"questionId":"q184","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1106.0857919999398},{"questionId":"q185","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":3010.183915999951},{"questionId":"q185","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":4554.190375000006},{"questionId":"q185","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":877.0534580000676},{"questionId":"q185","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":2747.6167500000447},{"questionId":"q185","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":846.918416999979},{"questionId":"q186","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":1180,"outputTokens":5,"latencyMs":1272.7990829998162},{"questionId":"q186","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":723,"outputTokens":5,"latencyMs":1185.1924169999547},{"questionId":"q186","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":1499.2708340000827},{"questionId":"q186","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1253,"outputTokens":5,"latencyMs":1753.5962079998571},{"questionId":"q186","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":1239.483374999836},{"questionId":"q187","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":803.035000000149},{"questionId":"q187","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":1014.2899170001037},{"questionId":"q187","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":909.3950839999598},{"questionId":"q187","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":1566.3002500000875},{"questionId":"q187","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1180.7516670001205},{"questionId":"q188","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1178,"outputTokens":5,"latencyMs":1090.6134579998907},{"questionId":"q188","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":721,"outputTokens":5,"latencyMs":1044.5003750000615},{"questionId":"q188","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":783,"outputTokens":5,"latencyMs":1452.8503750001546},{"questionId":"q188","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1251,"outputTokens":5,"latencyMs":2195.0232079999987},{"questionId":"q188","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":830,"outputTokens":5,"latencyMs":1767.7071669998113},{"questionId":"q189","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"10","isCorrect":false,"inputTokens":1180,"outputTokens":5,"latencyMs":1228.8837500000373},{"questionId":"q189","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":723,"outputTokens":5,"latencyMs":776.243583999807},{"questionId":"q189","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":1490.4649169999175},{"questionId":"q189","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1253,"outputTokens":5,"latencyMs":1001.0409590001218},{"questionId":"q189","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":996.7405830000062},{"questionId":"q190","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":1179,"outputTokens":5,"latencyMs":1116.1157080000266},{"questionId":"q190","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":722,"outputTokens":5,"latencyMs":1257.1146670000162},{"questionId":"q190","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":784,"outputTokens":5,"latencyMs":2142.1578750000335},{"questionId":"q190","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1252,"outputTokens":5,"latencyMs":1260.7540830001235},{"questionId":"q190","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":831,"outputTokens":5,"latencyMs":1216.24279199983},{"questionId":"q191","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":1181,"outputTokens":5,"latencyMs":1340.6665420001373},{"questionId":"q191","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":724,"outputTokens":5,"latencyMs":1380.3099170001224},{"questionId":"q191","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":786,"outputTokens":5,"latencyMs":1837.8300000000745},{"questionId":"q191","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":1254,"outputTokens":5,"latencyMs":1492.3225000000093},{"questionId":"q191","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":833,"outputTokens":5,"latencyMs":929.5054169998039},{"questionId":"q192","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1181,"outputTokens":5,"latencyMs":1270.5267499999609},{"questionId":"q192","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":724,"outputTokens":5,"latencyMs":1947.5261250000913},{"questionId":"q192","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":786,"outputTokens":5,"latencyMs":1517.0892499999609},{"questionId":"q192","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1254,"outputTokens":5,"latencyMs":1281.6294589999598},{"questionId":"q192","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":3222.9637909999583},{"questionId":"q193","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":5,"latencyMs":1340.8924999998417},{"questionId":"q193","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":725,"outputTokens":5,"latencyMs":2048.3857080000453},{"questionId":"q193","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":787,"outputTokens":5,"latencyMs":3254.5304160001688},{"questionId":"q193","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1255,"outputTokens":5,"latencyMs":1055.5198329999112},{"questionId":"q193","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1190.1006249999627},{"questionId":"q194","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1183,"outputTokens":5,"latencyMs":1504.545582999941},{"questionId":"q194","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":726,"outputTokens":5,"latencyMs":2374.3215830000117},{"questionId":"q194","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":788,"outputTokens":5,"latencyMs":830.0518329998013},{"questionId":"q194","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1256,"outputTokens":5,"latencyMs":1174.544916999992},{"questionId":"q194","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":5,"latencyMs":919.642790999962},{"questionId":"q195","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1179,"outputTokens":5,"latencyMs":1680.1935000000522},{"questionId":"q195","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":722,"outputTokens":5,"latencyMs":961.5006250001024},{"questionId":"q195","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":784,"outputTokens":5,"latencyMs":1213.7292910001706},{"questionId":"q195","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1252,"outputTokens":5,"latencyMs":1218.4844580001663},{"questionId":"q195","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":1097.8486249998678},{"questionId":"q196","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1184,"outputTokens":5,"latencyMs":881.1588329998776},{"questionId":"q196","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":727,"outputTokens":5,"latencyMs":3416.7269999999553},{"questionId":"q196","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":789,"outputTokens":5,"latencyMs":869.5301669999026},{"questionId":"q196","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1257,"outputTokens":5,"latencyMs":5686.020541999955},{"questionId":"q196","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":2812.024583000224},{"questionId":"q197","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1027.7121249998454},{"questionId":"q197","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":2050.82887499989},{"questionId":"q197","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1189.805583999958},{"questionId":"q197","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1116.5911670001224},{"questionId":"q197","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":4196.446333999978},{"questionId":"q198","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":875.2891659999732},{"questionId":"q198","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":5,"latencyMs":884.8242919999175},{"questionId":"q198","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":792,"outputTokens":5,"latencyMs":1251.8975420000497},{"questionId":"q198","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1260,"outputTokens":5,"latencyMs":903.7598340001423},{"questionId":"q198","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":5,"latencyMs":5472.674542000052},{"questionId":"q199","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":5,"latencyMs":946.2795000001788},{"questionId":"q199","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":725,"outputTokens":5,"latencyMs":1226.523041000124},{"questionId":"q199","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":787,"outputTokens":5,"latencyMs":970.6762909998652},{"questionId":"q199","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1255,"outputTokens":5,"latencyMs":1442.9122910001315},{"questionId":"q199","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1046.642625000095},{"questionId":"q200","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1180,"outputTokens":5,"latencyMs":1001.6174580000807},{"questionId":"q200","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":723,"outputTokens":5,"latencyMs":1990.2813339999411},{"questionId":"q200","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":854.0234580000397},{"questionId":"q200","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":1253,"outputTokens":5,"latencyMs":1112.249334000051},{"questionId":"q200","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":937.378458000021},{"questionId":"q201","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":1184,"outputTokens":5,"latencyMs":2103.372500000056},{"questionId":"q201","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":727,"outputTokens":5,"latencyMs":1196.6796669999603},{"questionId":"q201","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":789,"outputTokens":5,"latencyMs":1682.9686669998337},{"questionId":"q201","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":1257,"outputTokens":5,"latencyMs":5455.744917000178},{"questionId":"q201","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":836,"outputTokens":5,"latencyMs":948.5376250001136}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gemini-2.5-flash b/benchmarks/results/accuracy/models/gemini-2.5-flash deleted file mode 100644 index 23b8304..0000000 --- a/benchmarks/results/accuracy/models/gemini-2.5-flash +++ /dev/null @@ -1 +0,0 @@ -[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7921,"outputTokens":5,"latencyMs":1746.6718750000005},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4712,"outputTokens":5,"latencyMs":1228.6248329999999},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1639.8577090000003},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":1788.9316669999994},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":1689.4912079999995},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1370.9125},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":2852.3533329999996},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2133.3943329999997},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1422.54425},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1719.8714590000004},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2675.9252500000002},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":856.3720830000002},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7924,"outputTokens":10,"latencyMs":1582.5796249999994},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4715,"outputTokens":10,"latencyMs":773.4650000000001},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":942.4011249999994},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1364.6562089999998},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":647.0915000000005},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":911.5847090000007},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":1356.3510830000005},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4715,"outputTokens":2,"latencyMs":2293.4653340000004},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1263.9902919999986},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":1134.4211669999986},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":1755.4399169999997},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":669.0633339999986},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":923.0082090000014},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":4710,"outputTokens":1,"latencyMs":1918.6559590000033},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1619.9787920000017},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":1708.3413750000036},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":2088.8296670000054},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":2072.1218339999978},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":1080.8584580000024},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4711,"outputTokens":6,"latencyMs":1440.128417},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1537.3009170000005},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":1531.0655419999966},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":1443.8754590000026},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":880.2400409999973},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":772.8864170000015},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":927.1581670000014},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1117.1503329999978},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":875.930124999999},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1533.0075829999987},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1008.6462500000052},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7923,"outputTokens":9,"latencyMs":992.5302910000028},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4714,"outputTokens":9,"latencyMs":775.3105000000069},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":994.8727920000092},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1241.3880419999914},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":589.9546249999985},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":811.1515409999993},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1024.5279590000137},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":875.1497080000117},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1716.0002499999973},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1226.1557919999905},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2284.071499999991},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2509.6182499999995},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":1443.7488339999982},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2082.426250000004},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1695.398125000007},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1855.4083329999994},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2646.1952500000043},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2165.453250000006},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7922,"outputTokens":6,"latencyMs":785.4949580000102},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4713,"outputTokens":6,"latencyMs":1194.6250830000063},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":1888.3847499999974},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":1006.2024589999928},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":1843.2189170000056},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":920.5249579999945},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":834.9587500000052},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1127.2516249999899},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1134.5287499999977},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1166.5733749999927},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1348.1078750000015},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":684.4736249999987},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7921,"outputTokens":8,"latencyMs":879.2852500000008},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4712,"outputTokens":8,"latencyMs":1405.3283749999828},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":815.5382079999981},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":1267.9286250000005},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":2303.531791000016},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1260.42295800001},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":1911.597167},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4714,"outputTokens":2,"latencyMs":1803.8310000000056},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1855.6884999999893},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":1728.9630839999882},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2168.3483330000017},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":1775.9977079999808},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1626.1782079999975},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":706.2588749999995},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":591.7314159999951},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1055.5267079999903},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2141.445875000005},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":2201.0509589999856},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":623.6364999999932},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":858.6433330000145},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":700.5400420000078},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":805.351874999993},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2385.5015830000048},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":2488.247665999981},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":781.5012500000012},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":792.4653749999998},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":5735.006833000021},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1102.5449999999837},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3134.8673750000016},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":2224.8591660000093},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1808.1197499999835},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1079.595833999978},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":926.0103339999914},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":948.9339999999793},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"10","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1746.6986669999897},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1311.6390830000164},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"93","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1789.8783330000006},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":1264.408666000003},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":11550.711708999996},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"90","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":1207.0442500000063},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":13171.731499999994},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":13164.35033300001},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"70","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1942.305166999984},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":9170.918165999989},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":9132.260833999986},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":21104.99004199999},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"50","isCorrect":false,"inputTokens":9114,"outputTokens":2,"latencyMs":9224.954207999981},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"68","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":2554.527999999991},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":9863.413208000013},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":12219.287416999985},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":654.2859579999931},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":13832.799874999968},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":11504.832042000024},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1072.850959000003},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":10107.848625000042},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":7871.713374999992},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":9887.586875000037},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"22","isCorrect":false,"inputTokens":3209,"outputTokens":2,"latencyMs":1668.937333000009},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":9207.928083000006},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5761,"outputTokens":2,"latencyMs":8783.382416999957},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7920,"outputTokens":3,"latencyMs":1653.773916999984},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4711,"outputTokens":3,"latencyMs":1172.4805000000051},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1242.4267090000212},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":985.8078339999774},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":1262.2163750000182},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":756.0847089999588},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"96954.60","isCorrect":false,"inputTokens":7921,"outputTokens":8,"latencyMs":4118.276749999961},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"99878.16","isCorrect":false,"inputTokens":4712,"outputTokens":8,"latencyMs":24555.272666999954},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"97818.45","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":6813.105207999994},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"96739.09","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":9553.319625000004},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99787.08","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":54179.60108400002},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97899.98","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":26266.894500000053},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"79","isCorrect":false,"inputTokens":7918,"outputTokens":2,"latencyMs":866.7757090000086},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"79","isCorrect":false,"inputTokens":4709,"outputTokens":2,"latencyMs":792.2863329999964},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8176.251124999952},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":6949.789167000039},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":6751.919916999992},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"80","isCorrect":false,"inputTokens":5751,"outputTokens":2,"latencyMs":1360.8543340000324},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":2377.4465830000117},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4709,"outputTokens":2,"latencyMs":2474.9320829999633},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":3333.862167000014},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":5141.092917000002},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":3109.7342499999795},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"17","isCorrect":false,"inputTokens":5751,"outputTokens":2,"latencyMs":2682.0835829999996},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3486.2287079999805},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3467.4629159999895},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":3413.8736660000286},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":19084.355041999952},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":11314.630500000028},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3079.936832999985},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":5348.059666999965},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":11883.190333000035},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":8664.595542000025},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":10487.757709000027},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":11103.723624999984},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6130.216167000006},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3281.2702910000226},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3005.1826249999576},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":2919.644750000036},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":17830.610334000026},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":13145.547292000032},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":2905.4157090000226},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3499.47879199998},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3884.648958000005},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5188.0641250000335},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":21676.522499999963},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4407.812291000038},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3780.098915999988},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3830.384250000003},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3118.176832999976},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4157.483750000014},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":21044.740541000036},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":7305.928958000033},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4106.882709000027},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":11240.295834000048},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":4716,"outputTokens":2,"latencyMs":19412.816292000003},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":14656.695166999998},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":29375.659333000018},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":14094.159500000009},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":12038.127875000006},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":13434.916833999974},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":9851.976582999981},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":3333,"outputTokens":2,"latencyMs":14726.354540999979},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":15217.316374999995},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":10228.710208000033},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":14192.380208999966},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":12711.121916999982},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":11068.786124999984},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":12679.685416999971},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":24358.945874999976},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":11174.181584000005},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":10578.907999999996},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3024.169500000018},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":4178.51345899998},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":3445.3765419999836},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":15827.342500000028},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":2690.472124999971},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":3282.5643329999875},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7927,"outputTokens":1,"latencyMs":6759.040792000014},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4718,"outputTokens":1,"latencyMs":9099.112749999971},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":3257.7559580000234},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":17922.148667},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":8966.584291999985},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":3078.338875000016},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"21","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1129.3724999999977},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":4718,"outputTokens":2,"latencyMs":2358.1815829999978},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":3108.2415000000037},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":4691.532292000018},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":3372.845250000013},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":7637.600000000035},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":2300.5392090000096},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":2449.9095420000376},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":2154.5146250000107},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":2688.3995420000283},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5868.8872499999125},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":2203.8993329999503},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":7159.365666999947},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":3060.840084000025},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":15992.026167000062},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3499.243791999994},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9107,"outputTokens":2,"latencyMs":2083.9580829999177},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":3051.6277080000145},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":2516.159708000021},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":9522.52575000003},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3620.298208000022},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":11548.726125000045},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5230.344209000003},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"15","isCorrect":false,"inputTokens":5753,"outputTokens":2,"latencyMs":2506.671166000073},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13805,"outputTokens":6,"latencyMs":1230.2890420000767},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8450,"outputTokens":6,"latencyMs":964.9823750000214},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9039,"outputTokens":6,"latencyMs":806.876707999967},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":15195,"outputTokens":6,"latencyMs":1114.23429199995},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10057,"outputTokens":6,"latencyMs":910.639291999978},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13805,"outputTokens":2,"latencyMs":1332.295541999978},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":804.8989580000052},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9039,"outputTokens":2,"latencyMs":766.8004159999546},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":1399.325916999951},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":1019.2678750000196},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13805,"outputTokens":5,"latencyMs":1357.4617499999003},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8450,"outputTokens":5,"latencyMs":1240.8175419999752},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9039,"outputTokens":5,"latencyMs":1465.191125000012},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":15195,"outputTokens":5,"latencyMs":1343.5983329999726},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10057,"outputTokens":5,"latencyMs":1272.2863750000251},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1386.8894579999615},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1170.4814999999944},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":1065.0547919999808},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":1395.4252499999711},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":1650.6912499999162},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13805,"outputTokens":7,"latencyMs":1003.4863329998916},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8450,"outputTokens":7,"latencyMs":1087.0909159999574},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9039,"outputTokens":7,"latencyMs":1107.3032909999602},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":15195,"outputTokens":7,"latencyMs":972.2116249999963},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10057,"outputTokens":7,"latencyMs":1443.1504159999313},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1258.0629160000244},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1154.1396660000319},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":936.0522920000367},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":903.7172909999499},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":985.2911249999888},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13805,"outputTokens":7,"latencyMs":919.717416999978},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8450,"outputTokens":7,"latencyMs":1008.2708339999663},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9039,"outputTokens":7,"latencyMs":910.8332500000251},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":15195,"outputTokens":7,"latencyMs":2532.1202090000734},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10057,"outputTokens":7,"latencyMs":1136.7383750000736},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1457.2276660000207},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1936.62737500004},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":1082.652624999988},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":1244.5083749999758},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":2367.769708000007},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13806,"outputTokens":5,"latencyMs":1497.5384589999449},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8451,"outputTokens":5,"latencyMs":1895.9102089999942},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9040,"outputTokens":5,"latencyMs":1405.3393330000108},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":15196,"outputTokens":5,"latencyMs":1890.53370800009},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10058,"outputTokens":5,"latencyMs":1446.4444580000127},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13806,"outputTokens":13,"latencyMs":948.294833999942},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8451,"outputTokens":13,"latencyMs":1127.6486250000307},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9040,"outputTokens":13,"latencyMs":991.0012080000015},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":15196,"outputTokens":13,"latencyMs":1552.4177080000518},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10058,"outputTokens":13,"latencyMs":912.8657499999972},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":926.2195000000065},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1321.9694160000654},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":1061.674291000003},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":1316.1078330000164},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1208.7639999999665},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1947.170417000074},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":3183.6875},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":2896.16420800006},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":2793.067207999993},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":3586.6519580000313},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13806,"outputTokens":4,"latencyMs":1197.2090830000816},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8451,"outputTokens":4,"latencyMs":1367.5615830000024},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9040,"outputTokens":4,"latencyMs":1192.6725419999566},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":15196,"outputTokens":4,"latencyMs":1370.4701249999925},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10058,"outputTokens":4,"latencyMs":1413.9296249999898},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":1358.2921659999993},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1462.0908329999074},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":1225.2987910000375},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":1592.8159999999916},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1350.393665999989},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":2385.5872909999453},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1487.8385410000337},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":984.1628749999218},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":2044.9478329999838},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1058.5555000000168},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":3774.7063749999506},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":2563.2276670000283},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":2151.445667000022},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":3402.9889170000097},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":2305.7708339999663},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":13806,"outputTokens":2,"latencyMs":1462.1402920000255},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8451,"outputTokens":2,"latencyMs":898.8439589999616},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":9040,"outputTokens":2,"latencyMs":1045.4920409999322},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":15196,"outputTokens":2,"latencyMs":1234.6828750000568},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10058,"outputTokens":2,"latencyMs":926.7619160000468},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":13806,"outputTokens":9,"latencyMs":1406.596707999939},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8451,"outputTokens":9,"latencyMs":1306.827750000055},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":9040,"outputTokens":9,"latencyMs":1456.9190000001108},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":15196,"outputTokens":9,"latencyMs":1452.7849169999827},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10058,"outputTokens":9,"latencyMs":1587.1780000000726},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13800,"outputTokens":1,"latencyMs":1327.2573340000818},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":1289.9612080000807},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":9034,"outputTokens":1,"latencyMs":1304.9769999999553},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":4769.53216599999},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":4555.083375000046},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":3440.1116250000196},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":1085.3507080000127},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":868.796708000009},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":5237.603125000023},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":10052,"outputTokens":1,"latencyMs":2413.0309170000255},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":13801,"outputTokens":1,"latencyMs":1336.3397920000134},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8446,"outputTokens":1,"latencyMs":1235.688000000082},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":9035,"outputTokens":1,"latencyMs":821.7383329999866},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15191,"outputTokens":2,"latencyMs":4380.196125000017},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":10053,"outputTokens":1,"latencyMs":961.8008329999866},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13800,"outputTokens":1,"latencyMs":2119.979042000021},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":993.7892909999937},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":1797.1304590000072},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":5244.772083000047},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":10052,"outputTokens":1,"latencyMs":1875.453291999991},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":1379.5716249999823},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8445,"outputTokens":2,"latencyMs":1309.8689579999773},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":4402.49220800004},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":4786.5161249999655},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":2855.3836250000168},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"34904.81","actual":"34503.73","isCorrect":false,"inputTokens":13801,"outputTokens":8,"latencyMs":6159.0152909999015},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"34904.81","actual":"34106.63","isCorrect":false,"inputTokens":8446,"outputTokens":8,"latencyMs":6616.937540999963},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"34904.81","actual":"34164.79","isCorrect":false,"inputTokens":9035,"outputTokens":8,"latencyMs":5614.64612499997},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"34904.81","actual":"36000.75","isCorrect":false,"inputTokens":15191,"outputTokens":8,"latencyMs":6007.239708000096},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"34904.81","actual":"36982.51","isCorrect":false,"inputTokens":10053,"outputTokens":8,"latencyMs":7871.428833000013},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"698.10","actual":"690.07","isCorrect":false,"inputTokens":13799,"outputTokens":6,"latencyMs":6056.932584000053},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"698.10","actual":"739.65","isCorrect":false,"inputTokens":8444,"outputTokens":6,"latencyMs":6191.272207999951},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"698.10","actual":"747.41","isCorrect":false,"inputTokens":9033,"outputTokens":6,"latencyMs":6290.617582999985},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"698.10","actual":"690.19","isCorrect":false,"inputTokens":15189,"outputTokens":6,"latencyMs":7091.771667000023},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"698.10","actual":"679.38","isCorrect":false,"inputTokens":10051,"outputTokens":6,"latencyMs":6406.628957999987},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":1511.0540000000037},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8445,"outputTokens":2,"latencyMs":1050.3916250000475},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":873.0868330000667},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":3029.3504170000087},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":1158.7792090000585},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13799,"outputTokens":7,"latencyMs":5789.231958999997},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8444,"outputTokens":7,"latencyMs":5797.088040999952},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9033,"outputTokens":7,"latencyMs":7217.596416999935},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":15189,"outputTokens":7,"latencyMs":1375.416666999925},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10051,"outputTokens":7,"latencyMs":6386.478125000023},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"46","isCorrect":false,"inputTokens":13805,"outputTokens":2,"latencyMs":1313.202707999968},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"44","isCorrect":false,"inputTokens":8450,"outputTokens":2,"latencyMs":979.2607909999788},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"42","isCorrect":false,"inputTokens":9039,"outputTokens":2,"latencyMs":6494.243332999991},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":7409.852124999976},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6774.766958000022},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":13805,"outputTokens":2,"latencyMs":6467.278374999994},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":7658.967624999932},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":9039,"outputTokens":2,"latencyMs":7678.039457999985},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"41","isCorrect":false,"inputTokens":15195,"outputTokens":2,"latencyMs":1709.0068329999922},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6980.374041999923},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"26","isCorrect":false,"inputTokens":13805,"outputTokens":2,"latencyMs":6060.188166999957},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":7602.795290999929},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"30","isCorrect":false,"inputTokens":9039,"outputTokens":2,"latencyMs":752.7539170000236},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":6721.018750000047},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6377.267375000054},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":7009.680374999996},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":4537.074458000017},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":5029.52816700004},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":2462.905625000014},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":4795.539374999935},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":6551.275332999998},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":5884.3132500000065},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":4863.544332999969},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":6981.484999999986},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":6508.846667000093},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13810,"outputTokens":2,"latencyMs":7562.428500000038},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8455,"outputTokens":2,"latencyMs":6946.980875000008},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9044,"outputTokens":2,"latencyMs":6932.205958000035},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15200,"outputTokens":2,"latencyMs":8488.356584000052},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10062,"outputTokens":2,"latencyMs":6554.64620800002},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":7454.9962090000045},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":6532.491207999992},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":6829.8918750000885},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":8532.677417000057},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":6652.363750000019},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":2848.977082999889},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":6308.32037500001},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":4337.602416000096},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":7343.48125000007},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":7730.172124999925},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13807,"outputTokens":1,"latencyMs":6164.254332999932},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8452,"outputTokens":1,"latencyMs":5769.995916999993},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9041,"outputTokens":1,"latencyMs":5232.982415999984},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15197,"outputTokens":1,"latencyMs":8899.524958999944},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10059,"outputTokens":1,"latencyMs":6281.590083000017},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13807,"outputTokens":1,"latencyMs":5559.69691700011},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8452,"outputTokens":1,"latencyMs":6321.107415999984},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9041,"outputTokens":1,"latencyMs":4823.742042000056},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15197,"outputTokens":1,"latencyMs":6341.468333999976},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10059,"outputTokens":1,"latencyMs":5840.849541999982},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13808,"outputTokens":1,"latencyMs":5593.816584000015},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8453,"outputTokens":1,"latencyMs":5424.251583999954},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9042,"outputTokens":1,"latencyMs":5677.55316599994},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":15198,"outputTokens":1,"latencyMs":5995.840500000049},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":10060,"outputTokens":1,"latencyMs":5731.830083000008},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":13811,"outputTokens":2,"latencyMs":8140.159916999983},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":8456,"outputTokens":2,"latencyMs":8892.699458000017},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":9045,"outputTokens":2,"latencyMs":8129.117374999914},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":15201,"outputTokens":2,"latencyMs":9090.495540999924},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":10063,"outputTokens":2,"latencyMs":8234.797583000036},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":13811,"outputTokens":2,"latencyMs":7845.565166999935},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":8456,"outputTokens":2,"latencyMs":9702.474500000011},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":9045,"outputTokens":2,"latencyMs":9638.69524999999},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15201,"outputTokens":2,"latencyMs":10526.759291999973},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":10063,"outputTokens":2,"latencyMs":8646.380333000096},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":917.8713330000173},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":833.9265840000007},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":1348.9946249999339},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1338.312917000032},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":744.391958000022},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":764.0074999999488},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4779,"outputTokens":8,"latencyMs":1254.6527090000454},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3030,"outputTokens":8,"latencyMs":1307.7600000000093},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2264,"outputTokens":8,"latencyMs":1536.8563330000034},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2201,"outputTokens":8,"latencyMs":1387.9758330000332},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":5424,"outputTokens":8,"latencyMs":1553.20787500008},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3807,"outputTokens":8,"latencyMs":1145.921459000092},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4780,"outputTokens":4,"latencyMs":1767.7404580002185},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3031,"outputTokens":4,"latencyMs":860.5304169999436},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2265,"outputTokens":4,"latencyMs":1613.3721249999944},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2202,"outputTokens":4,"latencyMs":2105.9505419998895},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":5425,"outputTokens":4,"latencyMs":1569.4457499999553},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3808,"outputTokens":4,"latencyMs":1863.4909590000752},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4780,"outputTokens":2,"latencyMs":2668.4245840001386},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3031,"outputTokens":2,"latencyMs":994.3558750001248},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2265,"outputTokens":2,"latencyMs":1472.9341659999918},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2202,"outputTokens":2,"latencyMs":2151.002500000177},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5425,"outputTokens":2,"latencyMs":1226.0392500001471},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3808,"outputTokens":2,"latencyMs":1160.4724579998292},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1077.1897919999901},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":715.5827920001466},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":2857.8330419999547},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1426.1646249999758},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":746.593292000005},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":933.5164580000564},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":903.3975419998169},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3030,"outputTokens":6,"latencyMs":1059.8851670001168},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2264,"outputTokens":6,"latencyMs":1943.592500000028},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2201,"outputTokens":6,"latencyMs":1663.8213750000577},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":5424,"outputTokens":6,"latencyMs":1054.1954169999808},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3807,"outputTokens":6,"latencyMs":2088.875999999931},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4780,"outputTokens":4,"latencyMs":1642.7264170001727},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3031,"outputTokens":4,"latencyMs":2073.1027079999913},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2265,"outputTokens":4,"latencyMs":1753.2930000000633},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2202,"outputTokens":4,"latencyMs":1789.7633330000099},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":5425,"outputTokens":4,"latencyMs":1346.0149170001969},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3808,"outputTokens":4,"latencyMs":1129.9660829999484},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4780,"outputTokens":2,"latencyMs":1799.9410419999622},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3031,"outputTokens":2,"latencyMs":1342.7697920000646},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2265,"outputTokens":2,"latencyMs":1547.9417499999981},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2202,"outputTokens":2,"latencyMs":1514.187249999959},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5425,"outputTokens":2,"latencyMs":2040.4904999998398},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3808,"outputTokens":2,"latencyMs":1017.9450000000652},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1066.6984579998534},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":697.0485410001129},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":1373.120791999856},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1540.6128749998752},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":1359.5039590001106},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":1093.6175410000142},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4772,"outputTokens":2,"latencyMs":1169.048625000054},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3023,"outputTokens":2,"latencyMs":960.9224159999285},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2257,"outputTokens":2,"latencyMs":1311.3068340001628},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2194,"outputTokens":2,"latencyMs":3896.427917000139},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5417,"outputTokens":2,"latencyMs":5386.887291999999},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3800,"outputTokens":2,"latencyMs":2128.151791999815},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"328320","actual":"301413","isCorrect":false,"inputTokens":4773,"outputTokens":6,"latencyMs":4069.5384170000907},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"328320","actual":"307612","isCorrect":false,"inputTokens":3024,"outputTokens":6,"latencyMs":4574.409042000072},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"328320","actual":"328720","isCorrect":false,"inputTokens":2258,"outputTokens":6,"latencyMs":5240.1710840000305},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"328320","actual":"312211","isCorrect":false,"inputTokens":2195,"outputTokens":6,"latencyMs":1681.5694999999832},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":5418,"outputTokens":6,"latencyMs":27848.663291999837},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"328320","actual":"307399","isCorrect":false,"inputTokens":3801,"outputTokens":6,"latencyMs":6427.015167000005},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4773,"outputTokens":4,"latencyMs":6202.22733299993},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"1791","actual":"1910","isCorrect":false,"inputTokens":3024,"outputTokens":4,"latencyMs":2802.9935000000987},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2258,"outputTokens":4,"latencyMs":6148.246082999976},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"1791","actual":"1833","isCorrect":false,"inputTokens":2195,"outputTokens":4,"latencyMs":1436.3404159999918},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":5418,"outputTokens":4,"latencyMs":4662.98220800003},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3801,"outputTokens":4,"latencyMs":4697.32720900001},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":4771,"outputTokens":9,"latencyMs":11102.654125000117},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"311695.88","actual":"303215.15","isCorrect":false,"inputTokens":3022,"outputTokens":9,"latencyMs":17691.69633399998},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"311695.88","actual":"301217.39","isCorrect":false,"inputTokens":2256,"outputTokens":9,"latencyMs":4874.327042000135},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"311695.88","actual":"305886.97","isCorrect":false,"inputTokens":2193,"outputTokens":9,"latencyMs":6300.872207999928},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":5416,"outputTokens":9,"latencyMs":33047.02754199994},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"311695.88","actual":"404175.76","isCorrect":false,"inputTokens":3799,"outputTokens":9,"latencyMs":1156.8870419999585},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5425","isCorrect":false,"inputTokens":4769,"outputTokens":6,"latencyMs":3549.6847909998614},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.539","isCorrect":false,"inputTokens":3020,"outputTokens":5,"latencyMs":3943.156165999826},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.554","isCorrect":false,"inputTokens":2254,"outputTokens":5,"latencyMs":4300.395207999973},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5425","isCorrect":false,"inputTokens":2191,"outputTokens":6,"latencyMs":3797.6741659999825},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.51","isCorrect":false,"inputTokens":5414,"outputTokens":4,"latencyMs":853.6187090000603},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.517","isCorrect":false,"inputTokens":3797,"outputTokens":5,"latencyMs":18043.73079199996},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4775,"outputTokens":2,"latencyMs":9346.910917000147},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":3026,"outputTokens":2,"latencyMs":8996.209375000093},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2260,"outputTokens":2,"latencyMs":8771.660167000024},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":2197,"outputTokens":2,"latencyMs":6174.016958000138},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5420,"outputTokens":2,"latencyMs":9879.398041999899},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3803,"outputTokens":2,"latencyMs":7563.224374999991},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4775,"outputTokens":2,"latencyMs":6472.311915999977},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3026,"outputTokens":2,"latencyMs":4582.188833999913},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2260,"outputTokens":2,"latencyMs":7418.32441599993},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2197,"outputTokens":2,"latencyMs":6310.687916999916},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5420,"outputTokens":2,"latencyMs":3706.986041000113},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3803,"outputTokens":2,"latencyMs":8017.288708000211},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":4773,"outputTokens":2,"latencyMs":4587.524415999884},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":3024,"outputTokens":2,"latencyMs":8076.623791999882},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":2258,"outputTokens":2,"latencyMs":6785.862874999875},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":2195,"outputTokens":2,"latencyMs":14623.29229100002},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":5418,"outputTokens":2,"latencyMs":8437.72833299986},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":3801,"outputTokens":2,"latencyMs":992.0153330001049},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"29","isCorrect":false,"inputTokens":4773,"outputTokens":2,"latencyMs":929.9643749999814},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3024,"outputTokens":2,"latencyMs":8383.853833000176},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"20","isCorrect":false,"inputTokens":2258,"outputTokens":2,"latencyMs":12984.237417000113},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2195,"outputTokens":2,"latencyMs":11571.934792000102},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5418,"outputTokens":2,"latencyMs":7395.440166999819},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3801,"outputTokens":2,"latencyMs":8231.298791000154},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":8902.375833000056},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":18426.05224999995},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":8133.253250000067},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":9328.02483400004},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":8509.947958000004},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":10580.705666000023},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":3608.4681249998976},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":8115.14754200005},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":7676.925374999875},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":15787.813332999824},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":10215.59974999982},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":7584.558124999981},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":8877.336249999935},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":19604.502457999857},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":10292.881833000109},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":15057.550499999896},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":11572.419082999928},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":9030.41550000012},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":9122.61024999991},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":10989.60850000009},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":9746.793125000084},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":14674.011249999981},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9472.846750000026},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9922.021875000093},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":9300.480833000038},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":18546.980375000043},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":16086.99541600002},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":14909.735666999826},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":16316.574874999933},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9350.778374999994},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":12758.962291999953},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":21453.55983400019},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":21367.362124999985},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":19458.935667000012},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9725.611458000029},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9333.14587499993},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":11557.004582999973},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":3034,"outputTokens":2,"latencyMs":8290.26970799989},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":16303.876625000034},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":12418.380916999886},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9359.70299999998},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9899.295875000069},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4781,"outputTokens":2,"latencyMs":10498.00679200003},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3032,"outputTokens":2,"latencyMs":18366.591917000012},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":20886.052082999842},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":14442.010584000032},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":8854.074458000017},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":7716.887458000099},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":4781,"outputTokens":1,"latencyMs":7745.152083999943},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3032,"outputTokens":1,"latencyMs":7956.2485829999205},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2266,"outputTokens":1,"latencyMs":8061.957332999911},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2203,"outputTokens":1,"latencyMs":14974.941249999916},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":5426,"outputTokens":1,"latencyMs":12548.732708000112},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3809,"outputTokens":1,"latencyMs":9601.943708000006},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":11398.166166000068},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":18446.10975000006},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":13089.892624999862},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":12523.567207999993},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":12934.075749999844},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":12097.631459000055},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"21","isCorrect":false,"inputTokens":4783,"outputTokens":2,"latencyMs":11614.275083000073},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":20117.197624999797},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":25048.976459000027},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":15374.37220800016},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":15753.483583000023},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":11812.66025000019},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":820.3325000000186},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15037,"outputTokens":6,"latencyMs":1006.9143749999348},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2503.9271660000086},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":2557.841999999946},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1338.250708000036},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1092.076875000028},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19999,"outputTokens":5,"latencyMs":1343.2134169999044},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15040,"outputTokens":5,"latencyMs":1155.9352500000969},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2985.4759170000907},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2178.4733330002055},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":1514.291874999879},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":2107.189750000136},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19993,"outputTokens":4,"latencyMs":1358.499000000069},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15034,"outputTokens":4,"latencyMs":1573.1991250000428},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12337,"outputTokens":4,"latencyMs":2421.451124999905},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12207,"outputTokens":4,"latencyMs":2263.0925829999615},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":21881,"outputTokens":4,"latencyMs":3406.4459999999963},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17076,"outputTokens":4,"latencyMs":2569.42262499989},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1306.3860420000274},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15041,"outputTokens":1,"latencyMs":1453.201124999905},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":1360.3642500001006},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1078.90625},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1219.0988330000546},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":1612.0060419999063},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19992,"outputTokens":6,"latencyMs":1119.9602080001496},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15033,"outputTokens":6,"latencyMs":891.3606250002049},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12336,"outputTokens":6,"latencyMs":1976.2557079999242},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12206,"outputTokens":6,"latencyMs":1940.8065000001807},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":21880,"outputTokens":6,"latencyMs":2266.777708000038},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17075,"outputTokens":6,"latencyMs":1560.6799170000013},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19998,"outputTokens":5,"latencyMs":1281.6048749999609},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15039,"outputTokens":5,"latencyMs":1507.9486250001937},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":2575.5720420000143},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":1846.8890830001328},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1437.4632089999504},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":1421.5859169999603},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":19998,"outputTokens":3,"latencyMs":1490.5458339999896},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":15039,"outputTokens":3,"latencyMs":1540.0154579998925},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12342,"outputTokens":3,"latencyMs":2443.3554579999764},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12212,"outputTokens":3,"latencyMs":3666.363541999832},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":21886,"outputTokens":3,"latencyMs":1688.7147500000428},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":17081,"outputTokens":3,"latencyMs":1467.6509579999838},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":19994,"outputTokens":1,"latencyMs":1242.4450000000652},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15035,"outputTokens":1,"latencyMs":1624.5377919999883},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12338,"outputTokens":1,"latencyMs":2195.9172910000198},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12208,"outputTokens":1,"latencyMs":2616.4284580000676},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21882,"outputTokens":1,"latencyMs":1066.827667000005},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17077,"outputTokens":1,"latencyMs":867.1121670000721},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":20001,"outputTokens":6,"latencyMs":1384.6521249997895},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15042,"outputTokens":6,"latencyMs":1246.5227500000037},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12345,"outputTokens":6,"latencyMs":2001.3106249999255},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12215,"outputTokens":6,"latencyMs":1560.5230829999782},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":21889,"outputTokens":6,"latencyMs":1507.4958750000224},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17084,"outputTokens":6,"latencyMs":1055.6135829999112},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":2101.7072499999776},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15037,"outputTokens":5,"latencyMs":1895.0940419998951},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12340,"outputTokens":5,"latencyMs":2316.1087080000434},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12210,"outputTokens":5,"latencyMs":1215.0670419998933},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":21884,"outputTokens":5,"latencyMs":1328.7852920000441},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17079,"outputTokens":5,"latencyMs":1247.3887080000713},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19999,"outputTokens":4,"latencyMs":1177.6324170001317},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15040,"outputTokens":4,"latencyMs":1452.6057079997845},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12343,"outputTokens":4,"latencyMs":3074.1430840000976},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12213,"outputTokens":4,"latencyMs":2682.003999999957},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":21887,"outputTokens":4,"latencyMs":1626.323916999856},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17082,"outputTokens":4,"latencyMs":1537.1137500000186},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":19991,"outputTokens":3,"latencyMs":4263.85141699994},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"55","isCorrect":false,"inputTokens":15032,"outputTokens":2,"latencyMs":1434.2911660000682},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":4391.490416999906},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":8513.849875000073},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":21879,"outputTokens":3,"latencyMs":5376.511416999856},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1318.753665999975},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"13006303","isCorrect":false,"inputTokens":19994,"outputTokens":8,"latencyMs":10013.477124999976},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"10461623","isCorrect":false,"inputTokens":15035,"outputTokens":8,"latencyMs":1150.1682500001043},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"11234978","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":1289.7049159999005},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"10444391","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":1831.5437080000993},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12059045","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":8813.971374999965},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"10077977","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":70958.52270799992},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"2528243","actual":"1894178","isCorrect":false,"inputTokens":19994,"outputTokens":7,"latencyMs":1023.7337499998976},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"2528243","actual":"1324118","isCorrect":false,"inputTokens":15035,"outputTokens":7,"latencyMs":994.3684169999324},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"2528243","actual":"3302302","isCorrect":false,"inputTokens":12338,"outputTokens":7,"latencyMs":6056.085666999919},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"2528243","actual":"1819385","isCorrect":false,"inputTokens":12208,"outputTokens":7,"latencyMs":1124.047625000123},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"2528243","actual":"2560945","isCorrect":false,"inputTokens":21882,"outputTokens":7,"latencyMs":8138.946541000158},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"2528243","actual":"3381014","isCorrect":false,"inputTokens":17077,"outputTokens":7,"latencyMs":7333.968791000079},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"143501.71","isCorrect":false,"inputTokens":19993,"outputTokens":9,"latencyMs":91230.74587500002},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"186481.98","isCorrect":false,"inputTokens":15034,"outputTokens":9,"latencyMs":1495.5502920001745},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"181589","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":7415.6546249999665},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"182116.44","isCorrect":false,"inputTokens":12207,"outputTokens":9,"latencyMs":11237.084082999965},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"175578.78","isCorrect":false,"inputTokens":21881,"outputTokens":9,"latencyMs":11161.472624999937},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"154637.37","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":7335.706624999875},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":2793.861874999944},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"29","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1645.5502499998547},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1389.0501660001464},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1263.949958999874},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"34","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1162.3707500000019},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":834.5969169999007},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"43","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":867.1242500001099},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"35","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1275.7282499999274},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":50529.77941700001},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":9619.671875},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"44","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1075.4917500000447},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"36","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":886.7667499999516},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"57","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":1016.2725839999039},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"51","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1170.8503330000676},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":12011.028582999948},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":57883.23949999991},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"58","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":8144.165416999953},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":10649.737666000146},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"36","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":991.874792000046},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":1226.857916999841},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":6056.125499999849},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":28262.73704200005},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"33","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1566.9069169999566},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"30","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1269.6885830000974},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19998,"outputTokens":2,"latencyMs":2611.260167000117},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":3346.6841250001453},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":4243.497665999923},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":10893.754291999852},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1529.09466599999},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":7623.06495800009},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":19997,"outputTokens":2,"latencyMs":1035.1543749999255},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"80","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1285.6448329999112},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":10546.691166999983},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":10701.617999999784},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"62","isCorrect":false,"inputTokens":21885,"outputTokens":2,"latencyMs":1278.1879160001408},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"66","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1394.9011669999454},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19997,"outputTokens":2,"latencyMs":9548.623499999987},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"53","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1137.6763750000391},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":12191.030291999923},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":67487.05520800012},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":11420.29916699999},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":10378.201458000112},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"14","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":1492.8980409998912},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":9102.054459000006},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":8046.024499999825},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":12211,"outputTokens":2,"latencyMs":8102.911166999955},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":6774.607375000138},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":8455.944957999978},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":9687.905416999944},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"20","isCorrect":false,"inputTokens":15037,"outputTokens":2,"latencyMs":1352.6926669999957},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":9811.571541999932},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":59821.31099999999},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"21","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":1241.824416999938},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"26","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":1345.4242499999236},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":19996,"outputTokens":1,"latencyMs":7429.3126250000205},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15037,"outputTokens":1,"latencyMs":7140.53816700005},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":7507.361499999883},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":59907.75949999993},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":6860.513666999992},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"8","isCorrect":false,"inputTokens":17079,"outputTokens":1,"latencyMs":1162.3048750001471},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":20415.82108299993},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":17163.573416},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":16788.95291600004},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":50198.77866700012},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":18112.610708999913},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":31275.44225000008},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":14892.168125000084},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":22694.75629099994},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":27078.04404199985},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":19149.948333000066},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":15261.174082999816},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":16479.740834000055},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":7598.253500000108},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":7545.255165999988},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":9283.854208000004},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":11325.223790999968},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":10736.959583000047},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":5536.62716699997},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20008,"outputTokens":1,"latencyMs":3116.8004159999546},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":14883.594125000061},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":5870.130791999865},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":14998.586040999973},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":6802.919040999841},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":15930.758374999976},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":10956.425416999962},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":13030.381082999986},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":12169.922540999949},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":97785.8919579999},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":15255.339541000081},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":15800.617708000122},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":10980.445999999996},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":7907.627749999985},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":6456.499583000084},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":23957.531582999974},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":12261.751958000008},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":6809.318374999799},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1605.9582080000546},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":1501.998707999941},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":969.019083000021},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1413.439292000141},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":1694.577917000046},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":2283.318208999932},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1699.7539170000236},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":1754.3069579999428},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":2126.509667000035},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1012.7752910000272},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":2026.8213750000577},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1698.7773329999764},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":883.7793330000713},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":1920.1967919999734},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":2803.983874999918},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8525,"outputTokens":4,"latencyMs":1193.4298329998273},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5855,"outputTokens":4,"latencyMs":1004.0108339998405},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6953,"outputTokens":4,"latencyMs":1344.3944589998573},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":9350,"outputTokens":4,"latencyMs":2016.0832499999087},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6905,"outputTokens":4,"latencyMs":2927.088333999971},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1358.9339590000454},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":1159.8108749999665},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":923.715291999979},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1340.9324170001782},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":4382.729457999812},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":1744.061042000074},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1846.1962499998044},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":1531.9872079999186},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":1796.5622089998797},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1938.742291000206},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":1691.580625000177},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1738.1999160000123},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":1360.7476250000764},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":2412.4747909998987},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":2774.8686249998864},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":1314.1310829999857},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1018.845792000182},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":1123.8829580000602},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":1867.65945799998},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":1765.9763329999987},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1480.0453329999},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":2220.867542000022},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":2063.717165999813},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1865.1950000000652},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":1483.6974160000682},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":1341.9900419998448},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1678.0698750000447},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":2014.6011669998989},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":1779.783500000136},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1688.4955420000479},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"67","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":1379.534042000072},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":5829,"outputTokens":2,"latencyMs":1089.637875000015},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"56","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":1090.192042000126},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1178.423167000059},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":1311.6743329998571},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"2453.41","actual":"2397.47","isCorrect":false,"inputTokens":8500,"outputTokens":7,"latencyMs":5550.224958000006},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"2453.41","actual":"2516.285714285714","isCorrect":false,"inputTokens":5830,"outputTokens":17,"latencyMs":5440.196208999958},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"2453.41","actual":"2040.88","isCorrect":false,"inputTokens":6928,"outputTokens":7,"latencyMs":5231.439917000011},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2447","isCorrect":false,"inputTokens":9325,"outputTokens":4,"latencyMs":5118.889167000074},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2382.19","isCorrect":false,"inputTokens":6880,"outputTokens":7,"latencyMs":32094.696499999845},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":673.9945420001168},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5829,"outputTokens":2,"latencyMs":5036.59695799998},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"30","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":810.2736659999937},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"25","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1109.847000000067},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"26","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":864.2904580000322},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":8499,"outputTokens":2,"latencyMs":3743.257208999945},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5829,"outputTokens":2,"latencyMs":765.6129159999546},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":961.7399579999037},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"18","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":3994.9549579999875},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":1098.734124999959},{"questionId":"q155","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"26","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":5752.466749999905},{"questionId":"q155","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5829,"outputTokens":2,"latencyMs":13573.806083000032},{"questionId":"q155","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":700.9692919999361},{"questionId":"q155","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1116.1672080000862},{"questionId":"q155","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6879,"outputTokens":2,"latencyMs":5723.979999999981},{"questionId":"q156","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":6274.29904199997},{"questionId":"q156","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":1382.3246659999713},{"questionId":"q156","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"9","isCorrect":false,"inputTokens":6930,"outputTokens":1,"latencyMs":1193.0527909998782},{"questionId":"q156","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":6970.961624999996},{"questionId":"q156","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":1530.3510830001906},{"questionId":"q157","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":3575.672416999936},{"questionId":"q157","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":5082.896666999906},{"questionId":"q157","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"12","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":1172.229708999861},{"questionId":"q157","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":6136.45683400007},{"questionId":"q157","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"13","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":2456.6963329999708},{"questionId":"q158","format":"json-pretty","model":"gemini-2.5-flash","expected":"21","actual":"18","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":1068.1430840003304},{"questionId":"q158","format":"json-compact","model":"gemini-2.5-flash","expected":"21","actual":"13","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":717.2058749999851},{"questionId":"q158","format":"toon","model":"gemini-2.5-flash","expected":"21","actual":"15","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":921.5842500003055},{"questionId":"q158","format":"xml","model":"gemini-2.5-flash","expected":"21","actual":"17","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":2569.1574999997392},{"questionId":"q158","format":"yaml","model":"gemini-2.5-flash","expected":"21","actual":"17","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":2232.0427079997025},{"questionId":"q159","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":8502,"outputTokens":2,"latencyMs":3114.559499999974},{"questionId":"q159","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"13","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":777.496499999892},{"questionId":"q159","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":1127.1502499999478},{"questionId":"q159","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9327,"outputTokens":2,"latencyMs":2227.211207999848},{"questionId":"q159","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":5462.041916999966},{"questionId":"q160","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"31","isCorrect":false,"inputTokens":8508,"outputTokens":2,"latencyMs":1525.5389999998733},{"questionId":"q160","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5838,"outputTokens":2,"latencyMs":6343.815165999811},{"questionId":"q160","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":6936,"outputTokens":2,"latencyMs":763.1296250000596},{"questionId":"q160","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"28","isCorrect":false,"inputTokens":9333,"outputTokens":2,"latencyMs":1527.0902080000378},{"questionId":"q160","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"28","isCorrect":false,"inputTokens":6888,"outputTokens":2,"latencyMs":956.7223749998957},{"questionId":"q161","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"44","isCorrect":false,"inputTokens":8508,"outputTokens":2,"latencyMs":1553.197916999925},{"questionId":"q161","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"37","isCorrect":false,"inputTokens":5838,"outputTokens":2,"latencyMs":1141.333249999676},{"questionId":"q161","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"32","isCorrect":false,"inputTokens":6936,"outputTokens":2,"latencyMs":7899.8297500000335},{"questionId":"q161","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"32","isCorrect":false,"inputTokens":9333,"outputTokens":2,"latencyMs":7672.516416999977},{"questionId":"q161","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"30","isCorrect":false,"inputTokens":6888,"outputTokens":2,"latencyMs":1300.7943750000559},{"questionId":"q162","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"21","isCorrect":false,"inputTokens":8500,"outputTokens":2,"latencyMs":7168.591250000056},{"questionId":"q162","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5830,"outputTokens":2,"latencyMs":28207.05195799982},{"questionId":"q162","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"32","isCorrect":false,"inputTokens":6928,"outputTokens":2,"latencyMs":1356.4802079997025},{"questionId":"q162","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":9325,"outputTokens":2,"latencyMs":12696.902415999677},{"questionId":"q162","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"23","isCorrect":false,"inputTokens":6880,"outputTokens":2,"latencyMs":13111.036291999742},{"questionId":"q163","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":8508,"outputTokens":2,"latencyMs":19190.169292000122},{"questionId":"q163","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5838,"outputTokens":2,"latencyMs":33367.51058299979},{"questionId":"q163","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6936,"outputTokens":2,"latencyMs":9108.897208000068},{"questionId":"q163","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":9333,"outputTokens":2,"latencyMs":11476.60045899963},{"questionId":"q163","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6888,"outputTokens":2,"latencyMs":6953.193874999881},{"questionId":"q164","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8508,"outputTokens":1,"latencyMs":8662.472874999978},{"questionId":"q164","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5838,"outputTokens":1,"latencyMs":7096.936749999877},{"questionId":"q164","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6936,"outputTokens":1,"latencyMs":2947.3432079995982},{"questionId":"q164","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9333,"outputTokens":1,"latencyMs":6218.432625000365},{"questionId":"q164","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6888,"outputTokens":1,"latencyMs":6595.942666000221},{"questionId":"q165","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":9285.213083000388},{"questionId":"q165","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":30566.854290999938},{"questionId":"q165","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":17161.46375000011},{"questionId":"q165","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":41344.291959000286},{"questionId":"q165","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":9253.821291999891},{"questionId":"q166","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":8400.555582999717},{"questionId":"q166","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":33527.2801669999},{"questionId":"q166","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":10671.21566700004},{"questionId":"q166","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":9951.027499999851},{"questionId":"q166","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":18475.66604100028},{"questionId":"q167","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":28121.308416999876},{"questionId":"q167","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":19665.581833000295},{"questionId":"q167","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":12796.730875000358},{"questionId":"q167","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":9534.918250000104},{"questionId":"q167","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":6714.3964160000905},{"questionId":"q168","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":10552.540833000094},{"questionId":"q168","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":27713.446874999907},{"questionId":"q168","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":11231.29224999994},{"questionId":"q168","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":9966.218791999854},{"questionId":"q168","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":20328.899792000186},{"questionId":"q169","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":8073.840500000399},{"questionId":"q169","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":12466.707791999914},{"questionId":"q169","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":6486.506416999735},{"questionId":"q169","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":10672.175291999709},{"questionId":"q169","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":6494.695999999996},{"questionId":"q170","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":7073.632083999924},{"questionId":"q170","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":20899.920458999928},{"questionId":"q170","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":9937.709166999906},{"questionId":"q170","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":19138.88975000009},{"questionId":"q170","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":15767.994292000309},{"questionId":"q171","format":"json-pretty","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":947.8290840000845},{"questionId":"q171","format":"json-compact","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":543.3912080000155},{"questionId":"q171","format":"toon","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":657.0152910002507},{"questionId":"q171","format":"xml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1467.1521250000224},{"questionId":"q171","format":"yaml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":782.4929579999298},{"questionId":"q172","format":"json-pretty","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1170,"outputTokens":6,"latencyMs":1091.8616669997573},{"questionId":"q172","format":"json-compact","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":656,"outputTokens":6,"latencyMs":756.855874999892},{"questionId":"q172","format":"toon","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":771,"outputTokens":6,"latencyMs":541.170167000033},{"questionId":"q172","format":"xml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1231,"outputTokens":6,"latencyMs":1036.1419580001384},{"questionId":"q172","format":"yaml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":818,"outputTokens":6,"latencyMs":599.5028329999186},{"questionId":"q173","format":"json-pretty","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1170,"outputTokens":4,"latencyMs":696.9571660002694},{"questionId":"q173","format":"json-compact","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":656,"outputTokens":4,"latencyMs":434.65179200004786},{"questionId":"q173","format":"toon","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":771,"outputTokens":4,"latencyMs":531.1265420001},{"questionId":"q173","format":"xml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1231,"outputTokens":4,"latencyMs":743.1275419997983},{"questionId":"q173","format":"yaml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":818,"outputTokens":4,"latencyMs":609.9960830002092},{"questionId":"q174","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1172,"outputTokens":2,"latencyMs":835.3977080001496},{"questionId":"q174","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":658,"outputTokens":2,"latencyMs":517.9503339999355},{"questionId":"q174","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":773,"outputTokens":2,"latencyMs":1384.4555409997702},{"questionId":"q174","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1233,"outputTokens":2,"latencyMs":2190.6872910000384},{"questionId":"q174","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":820,"outputTokens":2,"latencyMs":829.2387919998728},{"questionId":"q175","format":"json-pretty","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1170,"outputTokens":5,"latencyMs":1028.0178749999031},{"questionId":"q175","format":"json-compact","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":656,"outputTokens":5,"latencyMs":452.02345799980685},{"questionId":"q175","format":"toon","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":771,"outputTokens":5,"latencyMs":464.39495899993926},{"questionId":"q175","format":"xml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1231,"outputTokens":5,"latencyMs":777.597708999645},{"questionId":"q175","format":"yaml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":818,"outputTokens":5,"latencyMs":769.4252080000006},{"questionId":"q176","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":1046.133666000329},{"questionId":"q176","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":515.6235000002198},{"questionId":"q176","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":691.7677919999696},{"questionId":"q176","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":992.8457909999415},{"questionId":"q176","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1097.7915420001373},{"questionId":"q177","format":"json-pretty","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1172,"outputTokens":5,"latencyMs":634.681541999802},{"questionId":"q177","format":"json-compact","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":658,"outputTokens":5,"latencyMs":630.7714169998653},{"questionId":"q177","format":"toon","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":773,"outputTokens":5,"latencyMs":1364.9323749998584},{"questionId":"q177","format":"xml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1233,"outputTokens":5,"latencyMs":1161.1202500001527},{"questionId":"q177","format":"yaml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":820,"outputTokens":5,"latencyMs":1164.026583999861},{"questionId":"q178","format":"json-pretty","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1170,"outputTokens":1,"latencyMs":649.0882500000298},{"questionId":"q178","format":"json-compact","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":656,"outputTokens":1,"latencyMs":364.34079200029373},{"questionId":"q178","format":"toon","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":771,"outputTokens":1,"latencyMs":611.6082500000484},{"questionId":"q178","format":"xml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1231,"outputTokens":1,"latencyMs":770.1603749999776},{"questionId":"q178","format":"yaml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":563.0174580002204},{"questionId":"q179","format":"json-pretty","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1171,"outputTokens":4,"latencyMs":837.9211659999564},{"questionId":"q179","format":"json-compact","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":657,"outputTokens":4,"latencyMs":868.185291999951},{"questionId":"q179","format":"toon","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":772,"outputTokens":4,"latencyMs":594.9985420000739},{"questionId":"q179","format":"xml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1232,"outputTokens":4,"latencyMs":510.3487089998089},{"questionId":"q179","format":"yaml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":819,"outputTokens":4,"latencyMs":648.4825840000995},{"questionId":"q180","format":"json-pretty","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1172,"outputTokens":5,"latencyMs":796.2972500002943},{"questionId":"q180","format":"json-compact","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":658,"outputTokens":5,"latencyMs":438.46554200025275},{"questionId":"q180","format":"toon","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":773,"outputTokens":5,"latencyMs":1708.150041999761},{"questionId":"q180","format":"xml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1233,"outputTokens":5,"latencyMs":657.9564589997754},{"questionId":"q180","format":"yaml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":820,"outputTokens":5,"latencyMs":660.0952500002459},{"questionId":"q181","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":985.1365829999559},{"questionId":"q181","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1298.6790419998579},{"questionId":"q181","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":997.7842079997063},{"questionId":"q181","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1482.0076659996994},{"questionId":"q181","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1148.404291999992},{"questionId":"q182","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":1354.2146669998765},{"questionId":"q182","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1081.870333999861},{"questionId":"q182","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":1404.3705000001937},{"questionId":"q182","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1529.8020000001416},{"questionId":"q182","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1749.4241249999031},{"questionId":"q183","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1942.90379199991},{"questionId":"q183","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":560.814792000223},{"questionId":"q183","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":871.5588750001043},{"questionId":"q183","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1670.3332919999957},{"questionId":"q183","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":880.3838749998249},{"questionId":"q184","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1658.1538749998435},{"questionId":"q184","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":920.7527499999851},{"questionId":"q184","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":1454.3987500001676},{"questionId":"q184","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1970.9407910001464},{"questionId":"q184","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1972.1367919999175},{"questionId":"q185","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1291.3337910003029},{"questionId":"q185","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":495.252208000049},{"questionId":"q185","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":589.1258749999106},{"questionId":"q185","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":847.7674580002204},{"questionId":"q185","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1124.0138750001788},{"questionId":"q186","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":764.0714159999043},{"questionId":"q186","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1708.725708999671},{"questionId":"q186","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1553.1675419998355},{"questionId":"q186","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":3292.463791999966},{"questionId":"q186","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":1721.9920830000192},{"questionId":"q187","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1275.31650000019},{"questionId":"q187","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":1651.908042000141},{"questionId":"q187","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":2289.7468329998665},{"questionId":"q187","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1975.5837910003029},{"questionId":"q187","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1074.0968340002},{"questionId":"q188","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":648.8097079996951},{"questionId":"q188","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":659,"outputTokens":1,"latencyMs":486.3216249998659},{"questionId":"q188","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":774,"outputTokens":1,"latencyMs":740.7007499998435},{"questionId":"q188","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1234,"outputTokens":1,"latencyMs":945.13816699991},{"questionId":"q188","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":821,"outputTokens":1,"latencyMs":842.4227499999106},{"questionId":"q189","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":937.4279169999063},{"questionId":"q189","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1119.4625840000808},{"questionId":"q189","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1055.6167080001906},{"questionId":"q189","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":1548.7865829998627},{"questionId":"q189","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":1670.625},{"questionId":"q190","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":2059.0615829997696},{"questionId":"q190","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":1558.3759580003098},{"questionId":"q190","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1872.8887080000713},{"questionId":"q190","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":1914.769125000108},{"questionId":"q190","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1581.8753329999745},{"questionId":"q191","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":1938.853666999843},{"questionId":"q191","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1519.0877500004135},{"questionId":"q191","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1621.3780829999596},{"questionId":"q191","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":2326.2068749996834},{"questionId":"q191","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":2091.3168330001645},{"questionId":"q192","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":1674.8179159997962},{"questionId":"q192","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":662,"outputTokens":1,"latencyMs":1526.9237499996088},{"questionId":"q192","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":777,"outputTokens":1,"latencyMs":1314.5617920001969},{"questionId":"q192","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1237,"outputTokens":1,"latencyMs":1824.5400839997455},{"questionId":"q192","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"4","isCorrect":false,"inputTokens":824,"outputTokens":1,"latencyMs":1097.7622079998255},{"questionId":"q193","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":638.2805409999564},{"questionId":"q193","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":662,"outputTokens":1,"latencyMs":416.3217910001986},{"questionId":"q193","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":777,"outputTokens":1,"latencyMs":1500.8407089998946},{"questionId":"q193","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1237,"outputTokens":1,"latencyMs":2030.8245000001043},{"questionId":"q193","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":638.9320409996435},{"questionId":"q194","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1178,"outputTokens":1,"latencyMs":1293.8015419999138},{"questionId":"q194","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":664,"outputTokens":1,"latencyMs":1945.5190840000287},{"questionId":"q194","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":779,"outputTokens":1,"latencyMs":1401.1005410002545},{"questionId":"q194","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1239,"outputTokens":1,"latencyMs":2248.435125000309},{"questionId":"q194","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":1384.6057919999585},{"questionId":"q195","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":1406.7216670000926},{"questionId":"q195","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":1853.2780829998665},{"questionId":"q195","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1730.876707999967},{"questionId":"q195","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":2032.7617919999175},{"questionId":"q195","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1436.9262079996988},{"questionId":"q196","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":1699.8656660001725},{"questionId":"q196","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":665,"outputTokens":1,"latencyMs":2080.7790830000304},{"questionId":"q196","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":780,"outputTokens":1,"latencyMs":2128.64708300028},{"questionId":"q196","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1240,"outputTokens":1,"latencyMs":2822.6856670002453},{"questionId":"q196","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":1806.194832999725},{"questionId":"q197","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":914.1780000003055},{"questionId":"q197","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1701.7087499997579},{"questionId":"q197","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":1236.167958999984},{"questionId":"q197","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1184.4969580001198},{"questionId":"q197","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":957.3225839999504},{"questionId":"q198","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":1,"latencyMs":2065.5840420001186},{"questionId":"q198","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":668,"outputTokens":1,"latencyMs":1972.0095000001602},{"questionId":"q198","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":783,"outputTokens":1,"latencyMs":1472.4379590000026},{"questionId":"q198","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1243,"outputTokens":1,"latencyMs":3582.7416669996455},{"questionId":"q198","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":1017.9000829998404},{"questionId":"q199","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":754.4361250000075},{"questionId":"q199","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1598.0787089997903},{"questionId":"q199","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1229.806583000347},{"questionId":"q199","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":2702.642375000287},{"questionId":"q199","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":626.7756669996306},{"questionId":"q200","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":1126.0804579998367},{"questionId":"q200","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":2499.595666000154},{"questionId":"q200","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1220.6601250004023},{"questionId":"q200","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":1346.9114589998499},{"questionId":"q200","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1530.688792000059},{"questionId":"q201","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":1514.126042000018},{"questionId":"q201","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":665,"outputTokens":1,"latencyMs":2863.486125000287},{"questionId":"q201","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":780,"outputTokens":1,"latencyMs":2489.5850829998963},{"questionId":"q201","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1240,"outputTokens":1,"latencyMs":3008.62900000019},{"questionId":"q201","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":1704.2725829998963}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gpt-5-nano b/benchmarks/results/accuracy/models/gpt-5-nano deleted file mode 100644 index dd127b0..0000000 --- a/benchmarks/results/accuracy/models/gpt-5-nano +++ /dev/null @@ -1 +0,0 @@ -[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6392,"outputTokens":72,"latencyMs":2078.769583},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3988,"outputTokens":72,"latencyMs":2286.344208},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2220.303833},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2116.4641249999995},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7357,"outputTokens":72,"latencyMs":2664.9530839999998},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2455.82575},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":2826.348},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3988,"outputTokens":71,"latencyMs":2469.144125},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2527,"outputTokens":135,"latencyMs":5199.884250000001},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":3862.3828750000002},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2561.805292},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2003.0125829999997},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6394,"outputTokens":140,"latencyMs":2455.9199160000007},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3990,"outputTokens":140,"latencyMs":3007.208625},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2529,"outputTokens":76,"latencyMs":1868.8760000000002},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2383,"outputTokens":140,"latencyMs":5434.258791},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":204,"latencyMs":2821.106749999999},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5014,"outputTokens":76,"latencyMs":2086.864208000001},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6394,"outputTokens":71,"latencyMs":1992.7088330000006},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3990,"outputTokens":135,"latencyMs":3147.158791},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2529,"outputTokens":71,"latencyMs":5706.099082999999},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2383,"outputTokens":135,"latencyMs":3978.5169159999987},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":2989.3253750000003},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2769.682458000001},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":6390,"outputTokens":263,"latencyMs":5637.810874999999},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":3986,"outputTokens":199,"latencyMs":6490.267375000001},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2525,"outputTokens":135,"latencyMs":2260.756625},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2379,"outputTokens":391,"latencyMs":3622.753625000001},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":7355,"outputTokens":263,"latencyMs":5385.692167000001},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":5010,"outputTokens":199,"latencyMs":2357.047292000001},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6391,"outputTokens":72,"latencyMs":1957.1621669999986},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3987,"outputTokens":136,"latencyMs":3281.5455},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2526,"outputTokens":136,"latencyMs":4039.6904579999973},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2380,"outputTokens":136,"latencyMs":2458.8482079999994},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7356,"outputTokens":200,"latencyMs":3105.4839589999974},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5011,"outputTokens":136,"latencyMs":2068.466833000002},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":2092.5348749999976},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3988,"outputTokens":135,"latencyMs":5935.967916000001},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2527,"outputTokens":71,"latencyMs":5195.145874999998},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2287.965042},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7357,"outputTokens":199,"latencyMs":2487.2381250000035},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2313.178500000002},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6393,"outputTokens":205,"latencyMs":4081.784875000001},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3989,"outputTokens":205,"latencyMs":6560.793207999999},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2528,"outputTokens":141,"latencyMs":2312.6436670000003},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2382,"outputTokens":77,"latencyMs":4411.307166999999},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7358,"outputTokens":205,"latencyMs":4337.495209000001},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5013,"outputTokens":141,"latencyMs":2772.227417000002},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6395,"outputTokens":263,"latencyMs":3022.998958},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":3991,"outputTokens":455,"latencyMs":13800.004500000003},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2530,"outputTokens":135,"latencyMs":2432.2625839999964},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2384,"outputTokens":135,"latencyMs":2085.0626669999983},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7360,"outputTokens":135,"latencyMs":2103.842291000001},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5015,"outputTokens":455,"latencyMs":8971.76425},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6392,"outputTokens":199,"latencyMs":3885.991624999995},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3988,"outputTokens":199,"latencyMs":4017.9676670000044},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2527,"outputTokens":199,"latencyMs":4211.8792079999985},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2381,"outputTokens":199,"latencyMs":3170.7663749999992},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7357,"outputTokens":263,"latencyMs":3168.6007089999985},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5012,"outputTokens":135,"latencyMs":2319.3176669999957},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6392,"outputTokens":136,"latencyMs":2265.252333999997},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3988,"outputTokens":136,"latencyMs":2461.641583000004},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2196.478833000001},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2482.977834000005},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2561.757625000013},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2162.630375000008},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6390,"outputTokens":391,"latencyMs":10819.934167},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3986,"outputTokens":135,"latencyMs":2315.984083000003},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":2148.631500000003},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2379,"outputTokens":71,"latencyMs":2214.4667090000003},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":4295.099459000005},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5010,"outputTokens":135,"latencyMs":2242.5427079999936},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6391,"outputTokens":75,"latencyMs":2479.8340409999946},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3987,"outputTokens":203,"latencyMs":2862.1206669999956},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2526,"outputTokens":139,"latencyMs":8137.737084000008},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2380,"outputTokens":75,"latencyMs":5324.73262499999},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7356,"outputTokens":139,"latencyMs":4157.264208000008},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5011,"outputTokens":75,"latencyMs":2731.800583000004},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":6393,"outputTokens":71,"latencyMs":3853.803083000006},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3989,"outputTokens":135,"latencyMs":2782.3580409999995},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2528,"outputTokens":71,"latencyMs":5036.661458000002},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2382,"outputTokens":135,"latencyMs":4002.7713749999966},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":7358,"outputTokens":135,"latencyMs":3917.8589169999905},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":5013,"outputTokens":71,"latencyMs":2177.3954999999987},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":647,"latencyMs":8273.000667},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":647,"latencyMs":12405.76954200001},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":6425.983124999999},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":775,"latencyMs":6285.518624999997},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":12559.903458999994},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":1095,"latencyMs":12367.204958000002},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":839,"latencyMs":6685.705291000006},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":775,"latencyMs":6697.711457999991},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":647,"latencyMs":6723.034},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1159,"latencyMs":9714.703083},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":775,"latencyMs":7889.768791999988},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":711,"latencyMs":13341.982250000001},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":711,"latencyMs":5754.920500000007},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":519,"latencyMs":11683.509875000003},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":5763.5320000000065},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":519,"latencyMs":10530.100458},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":1095,"latencyMs":12526.946167000016},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":1095,"latencyMs":11839.349292000014},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":2247,"latencyMs":18483.898125000007},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":455,"latencyMs":7281.0249579999945},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":8506.119999999995},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1159,"latencyMs":10120.30075000001},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":775,"latencyMs":9018.661625000008},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":455,"latencyMs":6589.971958000009},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6394,"outputTokens":1479,"latencyMs":13003.03525},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":3990,"outputTokens":1223,"latencyMs":13685.534624999986},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2529,"outputTokens":2567,"latencyMs":20683.93420800002},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2383,"outputTokens":2375,"latencyMs":19631.53791700001},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7359,"outputTokens":2759,"latencyMs":22402.644},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5014,"outputTokens":1671,"latencyMs":12527.036709000007},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":6394,"outputTokens":2887,"latencyMs":23129.929500000027},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":3990,"outputTokens":2567,"latencyMs":21387.081917000003},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2529,"outputTokens":2183,"latencyMs":20363.842542},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":2383,"outputTokens":2631,"latencyMs":23649.840665999975},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":7359,"outputTokens":1991,"latencyMs":17243.555416999996},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5014,"outputTokens":2055,"latencyMs":57025.845},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6394,"outputTokens":1287,"latencyMs":11415.442540999997},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":3990,"outputTokens":1351,"latencyMs":11069.942459000013},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2529,"outputTokens":1735,"latencyMs":16588.129209000006},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2383,"outputTokens":1991,"latencyMs":26131.483957999997},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7359,"outputTokens":3399,"latencyMs":28480.564042000013},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5014,"outputTokens":1479,"latencyMs":14035.88608299999},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":6394,"outputTokens":1735,"latencyMs":18531.348959000024},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3990,"outputTokens":967,"latencyMs":11805.304084000003},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2529,"outputTokens":1415,"latencyMs":13521.503375},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2383,"outputTokens":1671,"latencyMs":14909.26575000002},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"26","actual":"27","isCorrect":false,"inputTokens":7359,"outputTokens":2055,"latencyMs":19508.665708000015},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":5014,"outputTokens":2183,"latencyMs":21271.429833000002},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6390,"outputTokens":71,"latencyMs":2270.0503750000207},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3986,"outputTokens":71,"latencyMs":2155.5414170000004},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":2134.968583000009},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2379,"outputTokens":199,"latencyMs":4961.78125},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":2120.214416999981},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":2344.0168330000015},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":6391,"outputTokens":5066,"latencyMs":45185.542042000015},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":3987,"outputTokens":4426,"latencyMs":36955.091832999984},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2526,"outputTokens":2314,"latencyMs":30335.04233300002},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2380,"outputTokens":8522,"latencyMs":74362.652417},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":7356,"outputTokens":5450,"latencyMs":51073.93729199999},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96467.10","isCorrect":false,"inputTokens":5011,"outputTokens":4490,"latencyMs":60703.54225},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6388,"outputTokens":2695,"latencyMs":24870.39837500002},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":3984,"outputTokens":2503,"latencyMs":31109.160082999995},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2523,"outputTokens":1159,"latencyMs":10765.190583000018},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"78","actual":"80","isCorrect":false,"inputTokens":2377,"outputTokens":2055,"latencyMs":17508.67416700002},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7353,"outputTokens":1351,"latencyMs":21333.227958000003},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5008,"outputTokens":1671,"latencyMs":19259.801041},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6388,"outputTokens":967,"latencyMs":10191.771791000006},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3984,"outputTokens":839,"latencyMs":8745.638249999989},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2523,"outputTokens":1031,"latencyMs":11259.924333999981},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"22","actual":"19","isCorrect":false,"inputTokens":2377,"outputTokens":1479,"latencyMs":14941.088791999995},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7353,"outputTokens":2439,"latencyMs":40263.036708},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5008,"outputTokens":711,"latencyMs":9024.678957999975},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"8","isCorrect":false,"inputTokens":6396,"outputTokens":711,"latencyMs":8603.781832999986},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":1415,"latencyMs":12109.858917000005},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":1351,"latencyMs":10167.306374999986},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":1607,"latencyMs":15261.691583999986},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":1351,"latencyMs":14462.300707999995},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":1479,"latencyMs":18792.323958000023},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":967,"latencyMs":10875.097416000004},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":2055,"latencyMs":16322.352042000013},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1159,"latencyMs":13797.854374999995},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1479,"latencyMs":17348.537833999988},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1095,"latencyMs":24745.00983299999},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":20879.110292000027},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1159,"latencyMs":11617.077583000006},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1031,"latencyMs":15388.797083000012},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":2951,"latencyMs":28987.518958},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":903,"latencyMs":13211.93524999998},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1095,"latencyMs":11708.547833000019},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":5016,"outputTokens":1223,"latencyMs":13580.73662500002},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6396,"outputTokens":1287,"latencyMs":17392.390957999974},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":967,"latencyMs":13681.080625000002},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":967,"latencyMs":9296.219000000041},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":2119,"latencyMs":18520.291499999992},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":2119,"latencyMs":19189.80129099998},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"10","isCorrect":false,"inputTokens":5016,"outputTokens":1287,"latencyMs":10311.586499999976},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1607,"latencyMs":15077.88366599998},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1479,"latencyMs":12285.55054200004},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1223,"latencyMs":10714.697291999997},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":2055,"latencyMs":18640.315417000034},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1479,"latencyMs":14206.075333999994},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":17371.15075000003},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6395,"outputTokens":3079,"latencyMs":36501.39595799998},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":3991,"outputTokens":2631,"latencyMs":23280.330041999987},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2530,"outputTokens":2311,"latencyMs":19539.219250000024},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"63","actual":"65","isCorrect":false,"inputTokens":2384,"outputTokens":3335,"latencyMs":42724.188832999964},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7360,"outputTokens":4231,"latencyMs":35739.77020899998},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":5015,"outputTokens":3015,"latencyMs":42764.11920899997},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6395,"outputTokens":2823,"latencyMs":42624.029125},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":3991,"outputTokens":2951,"latencyMs":23813.482542000012},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2530,"outputTokens":2631,"latencyMs":25342.407499999972},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":2384,"outputTokens":3655,"latencyMs":43043.585375000024},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7360,"outputTokens":2951,"latencyMs":28314.361250000016},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5015,"outputTokens":3079,"latencyMs":26021.059165999992},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6395,"outputTokens":2823,"latencyMs":23804.65850000002},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":3991,"outputTokens":1991,"latencyMs":20360.360125000007},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2530,"outputTokens":3655,"latencyMs":27229.876667000004},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2384,"outputTokens":2887,"latencyMs":27827.847916},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7360,"outputTokens":3143,"latencyMs":33391.13962499995},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5015,"outputTokens":2567,"latencyMs":20044.105166999972},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1735,"latencyMs":14027.94995899999},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":7019.074957999983},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1223,"latencyMs":10114.735167000035},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1799,"latencyMs":16795.225124999997},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1415,"latencyMs":15242.745417000027},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":15649.116666999995},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"7","isCorrect":false,"inputTokens":6396,"outputTokens":1223,"latencyMs":12130.71887500002},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":8597.109791999974},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2531,"outputTokens":1095,"latencyMs":13367.502416000003},{"questionId":"q36","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2385,"outputTokens":1671,"latencyMs":20361.29466700001},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7361,"outputTokens":1159,"latencyMs":13410.062083000026},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5016,"outputTokens":1031,"latencyMs":12128.651083000004},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6396,"outputTokens":1031,"latencyMs":15129.850916999974},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":12621.828458000033},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2531,"outputTokens":1159,"latencyMs":12503.53462500003},{"questionId":"q37","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2385,"outputTokens":1543,"latencyMs":16422.054375000007},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7361,"outputTokens":839,"latencyMs":9087.380000000005},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"14","isCorrect":false,"inputTokens":5016,"outputTokens":2503,"latencyMs":27245.24887499999},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6390,"outputTokens":1223,"latencyMs":13184.535415999999},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3986,"outputTokens":1159,"latencyMs":11834.035083999974},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2525,"outputTokens":1031,"latencyMs":15038.483000000007},{"questionId":"q38","format":"csv","model":"gpt-5-nano","expected":"12","actual":"13","isCorrect":false,"inputTokens":2379,"outputTokens":2119,"latencyMs":23098.934791000036},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":16077.686457999982},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5010,"outputTokens":1095,"latencyMs":11576.117834000033},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6390,"outputTokens":967,"latencyMs":12655.292707999994},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3986,"outputTokens":903,"latencyMs":8293.30487500003},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2525,"outputTokens":1607,"latencyMs":23016.926750000042},{"questionId":"q39","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2379,"outputTokens":1671,"latencyMs":16085.622083000024},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7355,"outputTokens":1095,"latencyMs":12398.032415999973},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5010,"outputTokens":2631,"latencyMs":23948.821166000038},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":6390,"outputTokens":2119,"latencyMs":22373.338916000037},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3986,"outputTokens":1159,"latencyMs":13522.523749999993},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2525,"outputTokens":903,"latencyMs":13927.005750000011},{"questionId":"q40","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2379,"outputTokens":1927,"latencyMs":19904.28591700003},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":17521.882541999978},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":5010,"outputTokens":1671,"latencyMs":18487.39854199998},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10746,"outputTokens":73,"latencyMs":2656.210791999998},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6830,"outputTokens":137,"latencyMs":3054.2220420000376},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7242,"outputTokens":137,"latencyMs":3282.2207499999786},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12057,"outputTokens":201,"latencyMs":4273.123625000007},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8378,"outputTokens":137,"latencyMs":3018.086666999967},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10746,"outputTokens":136,"latencyMs":2799.0237919999636},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6830,"outputTokens":136,"latencyMs":2971.1506250000093},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7242,"outputTokens":136,"latencyMs":2566.4567079999833},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12057,"outputTokens":328,"latencyMs":5797.833333000017},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8378,"outputTokens":136,"latencyMs":4384.071624999982},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10746,"outputTokens":201,"latencyMs":4255.959207999986},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6830,"outputTokens":137,"latencyMs":3028.7627090000315},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7242,"outputTokens":201,"latencyMs":3335.3807079999824},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12057,"outputTokens":201,"latencyMs":3949.997000000032},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8378,"outputTokens":137,"latencyMs":2931.0225830000127},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10746,"outputTokens":199,"latencyMs":3792.594916000031},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6830,"outputTokens":263,"latencyMs":4405.953916999977},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7242,"outputTokens":135,"latencyMs":2797.702541000035},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12057,"outputTokens":263,"latencyMs":4174.922709000006},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8378,"outputTokens":135,"latencyMs":3190.860875000013},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10746,"outputTokens":266,"latencyMs":4578.102458999958},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6830,"outputTokens":266,"latencyMs":7236.144333000004},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7242,"outputTokens":266,"latencyMs":6756.866041000001},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12057,"outputTokens":394,"latencyMs":4459.0485409999965},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8378,"outputTokens":138,"latencyMs":3742.748208999983},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10746,"outputTokens":71,"latencyMs":2217.8815830000094},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6830,"outputTokens":135,"latencyMs":2583.0153329999885},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7242,"outputTokens":263,"latencyMs":4847.764666999981},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12057,"outputTokens":199,"latencyMs":3596.4091250000056},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8378,"outputTokens":199,"latencyMs":3530.4264170000097},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10746,"outputTokens":138,"latencyMs":2612.874958999979},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6830,"outputTokens":138,"latencyMs":2722.895166000002},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7242,"outputTokens":330,"latencyMs":7097.873415999988},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12057,"outputTokens":394,"latencyMs":5004.683750000026},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8378,"outputTokens":330,"latencyMs":6204.588500000013},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10746,"outputTokens":264,"latencyMs":3872.7820000000065},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6830,"outputTokens":328,"latencyMs":10264.713999999978},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7242,"outputTokens":264,"latencyMs":5820.8117499999935},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12057,"outputTokens":392,"latencyMs":5102.4835840000305},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8378,"outputTokens":136,"latencyMs":2751.7640000000247},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10747,"outputTokens":140,"latencyMs":5629.419916000043},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6831,"outputTokens":140,"latencyMs":3611.221750000026},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7243,"outputTokens":140,"latencyMs":2814.377124999999},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12058,"outputTokens":332,"latencyMs":8023.7573749999865},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8379,"outputTokens":332,"latencyMs":5113.901000000013},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10747,"outputTokens":143,"latencyMs":7452.778416999965},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6831,"outputTokens":143,"latencyMs":3232.3775840000017},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7243,"outputTokens":143,"latencyMs":2680.5747919999994},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12058,"outputTokens":143,"latencyMs":3736.463999999978},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8379,"outputTokens":143,"latencyMs":4709.959458999976},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10747,"outputTokens":204,"latencyMs":4317.466208000027},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":6831,"outputTokens":268,"latencyMs":4184.698249999958},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7243,"outputTokens":204,"latencyMs":2852.2384159999783},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":12058,"outputTokens":204,"latencyMs":3062.632708000019},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8379,"outputTokens":140,"latencyMs":3174.549624999985},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10746,"outputTokens":647,"latencyMs":7474.592458999949},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6830,"outputTokens":391,"latencyMs":5149.398959000013},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7242,"outputTokens":455,"latencyMs":6941.362708000001},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12057,"outputTokens":583,"latencyMs":11817.745916999993},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8378,"outputTokens":455,"latencyMs":6241.550916999986},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10747,"outputTokens":74,"latencyMs":4867.307084000029},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6831,"outputTokens":266,"latencyMs":4612.4286250000005},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7243,"outputTokens":266,"latencyMs":4435.250708000036},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12058,"outputTokens":202,"latencyMs":5451.669999999984},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8379,"outputTokens":330,"latencyMs":4619.904291999992},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10747,"outputTokens":205,"latencyMs":4042.867333000002},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6831,"outputTokens":141,"latencyMs":2826.6769579999964},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7243,"outputTokens":141,"latencyMs":8194.042083000008},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12058,"outputTokens":205,"latencyMs":10055.24095800001},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8379,"outputTokens":269,"latencyMs":7120.709917000029},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10747,"outputTokens":76,"latencyMs":4509.828834000044},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6831,"outputTokens":332,"latencyMs":7700.467291000008},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7243,"outputTokens":268,"latencyMs":6265.29233299999},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12058,"outputTokens":140,"latencyMs":3280.394791999948},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8379,"outputTokens":332,"latencyMs":5732.282332999981},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":10746,"outputTokens":199,"latencyMs":6115.614375000005},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":6830,"outputTokens":711,"latencyMs":12085.062124999997},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7242,"outputTokens":327,"latencyMs":5937.982667000033},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":12057,"outputTokens":391,"latencyMs":6653.749458000006},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":8378,"outputTokens":199,"latencyMs":3958.974583000003},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10747,"outputTokens":136,"latencyMs":2564.8965830000234},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":6831,"outputTokens":200,"latencyMs":4260.3964999999735},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7243,"outputTokens":200,"latencyMs":4574.628625000012},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":12058,"outputTokens":328,"latencyMs":7205.561209000007},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8379,"outputTokens":136,"latencyMs":3892.812083000026},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10747,"outputTokens":76,"latencyMs":2301.49450000003},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":6831,"outputTokens":204,"latencyMs":5321.156625000003},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7243,"outputTokens":140,"latencyMs":2477.9105419999687},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":12058,"outputTokens":140,"latencyMs":3110.8528750000405},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8379,"outputTokens":204,"latencyMs":4217.622583999997},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10743,"outputTokens":711,"latencyMs":10292.991584000003},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6827,"outputTokens":775,"latencyMs":10173.268334000022},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7239,"outputTokens":711,"latencyMs":9212.75583400001},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12054,"outputTokens":519,"latencyMs":7160.680500000017},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8375,"outputTokens":583,"latencyMs":8264.736124999996},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"14","isCorrect":false,"inputTokens":10743,"outputTokens":711,"latencyMs":10676.07600000006},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6827,"outputTokens":1095,"latencyMs":12435.074458999967},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7239,"outputTokens":583,"latencyMs":9649.840958000044},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12054,"outputTokens":647,"latencyMs":17972.485791999963},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8375,"outputTokens":647,"latencyMs":9033.528833999997},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10744,"outputTokens":775,"latencyMs":8901.85791599995},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6828,"outputTokens":839,"latencyMs":10243.802625000011},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7240,"outputTokens":455,"latencyMs":6408.620292000007},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12055,"outputTokens":647,"latencyMs":8796.986291000037},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8376,"outputTokens":967,"latencyMs":11305.48129200004},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10744,"outputTokens":775,"latencyMs":9256.402999999933},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6828,"outputTokens":775,"latencyMs":11486.740834000055},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7240,"outputTokens":519,"latencyMs":6083.119249999989},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12055,"outputTokens":775,"latencyMs":9670.269833000028},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8376,"outputTokens":583,"latencyMs":8863.258458000026},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10744,"outputTokens":775,"latencyMs":11505.406583999982},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6828,"outputTokens":391,"latencyMs":5274.0428339999635},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7240,"outputTokens":455,"latencyMs":6083.655458000023},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12055,"outputTokens":647,"latencyMs":12123.586875000037},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8376,"outputTokens":391,"latencyMs":21449.908415999962},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":10744,"outputTokens":2954,"latencyMs":37616.38274999999},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":6828,"outputTokens":2506,"latencyMs":35582.95970799995},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":7240,"outputTokens":4042,"latencyMs":68946.26887500007},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":12055,"outputTokens":2634,"latencyMs":38358.65491599997},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":8376,"outputTokens":6026,"latencyMs":86550.32154199993},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":10742,"outputTokens":1673,"latencyMs":19262.35470799997},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":6826,"outputTokens":1929,"latencyMs":26676.00749999995},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"698.10","actual":"693.64","isCorrect":false,"inputTokens":7238,"outputTokens":4873,"latencyMs":73272.71195799997},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":12053,"outputTokens":10633,"latencyMs":107026.944625},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":8374,"outputTokens":2121,"latencyMs":24273.297875000047},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10743,"outputTokens":135,"latencyMs":5229.512250000029},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6827,"outputTokens":391,"latencyMs":4698.655374999973},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7239,"outputTokens":135,"latencyMs":2643.2422500000102},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12054,"outputTokens":455,"latencyMs":5830.233541000052},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8375,"outputTokens":135,"latencyMs":3485.5614160000114},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10742,"outputTokens":970,"latencyMs":14973.009792000055},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6826,"outputTokens":778,"latencyMs":11578.405790999997},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7238,"outputTokens":906,"latencyMs":12376.76779199997},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12053,"outputTokens":906,"latencyMs":10221.225499999942},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8374,"outputTokens":714,"latencyMs":8870.585083000013},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":10746,"outputTokens":1671,"latencyMs":16134.752541000023},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":6830,"outputTokens":1671,"latencyMs":17833.419957999955},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":7242,"outputTokens":1415,"latencyMs":19554.71983399999},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":12057,"outputTokens":1479,"latencyMs":16067.55120899994},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8378,"outputTokens":1351,"latencyMs":13758.361250000075},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":10746,"outputTokens":1415,"latencyMs":15464.307708000066},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":6830,"outputTokens":1607,"latencyMs":16590.618833000073},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":7242,"outputTokens":1799,"latencyMs":21242.38249999995},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":12057,"outputTokens":1223,"latencyMs":15049.062292000046},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8378,"outputTokens":1223,"latencyMs":19380.05795799999},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":10746,"outputTokens":1799,"latencyMs":20317.953125},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":6830,"outputTokens":839,"latencyMs":9550.478332999977},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":7242,"outputTokens":1607,"latencyMs":17113.381416999968},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":12057,"outputTokens":2695,"latencyMs":30646.07908299996},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":8378,"outputTokens":1415,"latencyMs":18045.827374999993},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10750,"outputTokens":1415,"latencyMs":20285.664833000046},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6834,"outputTokens":1031,"latencyMs":12436.832416999969},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7246,"outputTokens":839,"latencyMs":11336.988750000019},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12061,"outputTokens":967,"latencyMs":12893.964541999972},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8382,"outputTokens":711,"latencyMs":9290.175999999978},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":10750,"outputTokens":1223,"latencyMs":14263.45629100001},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6834,"outputTokens":1095,"latencyMs":15056.45087499998},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7246,"outputTokens":1223,"latencyMs":14124.27683300001},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":12061,"outputTokens":1543,"latencyMs":19762.44741599995},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8382,"outputTokens":775,"latencyMs":11886.01787500002},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10751,"outputTokens":775,"latencyMs":11373.247915999964},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6835,"outputTokens":903,"latencyMs":12820.320708999992},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7247,"outputTokens":775,"latencyMs":8838.580041999929},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12062,"outputTokens":1351,"latencyMs":15866.377624999965},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8383,"outputTokens":647,"latencyMs":10087.275916000013},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":10751,"outputTokens":775,"latencyMs":9781.712166999932},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6835,"outputTokens":967,"latencyMs":12105.847499999916},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7247,"outputTokens":775,"latencyMs":9764.602791999932},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":12062,"outputTokens":1799,"latencyMs":23643.802459000028},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":8383,"outputTokens":903,"latencyMs":11188.800625000033},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10751,"outputTokens":839,"latencyMs":17448.161333999946},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6835,"outputTokens":647,"latencyMs":22295.874917000066},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7247,"outputTokens":775,"latencyMs":17655.812082999968},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12062,"outputTokens":711,"latencyMs":12363.571083000046},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8383,"outputTokens":775,"latencyMs":10697.301124999998},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10750,"outputTokens":1287,"latencyMs":18506.707000000053},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6834,"outputTokens":1031,"latencyMs":13021.202415999956},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7246,"outputTokens":1031,"latencyMs":15153.686832999927},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12061,"outputTokens":2183,"latencyMs":24830.726082999958},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8382,"outputTokens":775,"latencyMs":12990.702792000026},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10750,"outputTokens":1287,"latencyMs":16386.535709000076},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6834,"outputTokens":903,"latencyMs":11385.765000000014},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7246,"outputTokens":775,"latencyMs":9487.797374999966},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"3","actual":"5","isCorrect":false,"inputTokens":12061,"outputTokens":1671,"latencyMs":20168.665458000032},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8382,"outputTokens":967,"latencyMs":12439.690208000015},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":10751,"outputTokens":1223,"latencyMs":14507.635542000062},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6835,"outputTokens":1223,"latencyMs":15065.51112499996},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7247,"outputTokens":1095,"latencyMs":13516.303458999959},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"5","actual":"9","isCorrect":false,"inputTokens":12062,"outputTokens":3719,"latencyMs":41026.73679200001},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":8383,"outputTokens":903,"latencyMs":10701.561875000014},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"40","isCorrect":false,"inputTokens":10752,"outputTokens":4551,"latencyMs":49425.679417000036},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":6836,"outputTokens":2247,"latencyMs":29369.607500000042},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":7248,"outputTokens":1863,"latencyMs":26279.607749999966},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"20","actual":"40","isCorrect":false,"inputTokens":12063,"outputTokens":10951,"latencyMs":111290.49837499997},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":8384,"outputTokens":2311,"latencyMs":25988.91145799996},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"17","isCorrect":false,"inputTokens":10752,"outputTokens":4295,"latencyMs":48372.87274999998},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"20","isCorrect":false,"inputTokens":6836,"outputTokens":2055,"latencyMs":23419.303790999926},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":7248,"outputTokens":1479,"latencyMs":19850.771874999977},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"19","actual":"21","isCorrect":false,"inputTokens":12063,"outputTokens":3527,"latencyMs":63271.50995800004},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"30","isCorrect":false,"inputTokens":8384,"outputTokens":3079,"latencyMs":46636.86820899998},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3711,"outputTokens":72,"latencyMs":2128.128291999921},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2387,"outputTokens":72,"latencyMs":2439.844792000018},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1560,"outputTokens":136,"latencyMs":2975.1664579999633},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1438,"outputTokens":136,"latencyMs":2591.4848340000026},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4420,"outputTokens":136,"latencyMs":5749.886291999952},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2982,"outputTokens":72,"latencyMs":2120.013125000056},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3711,"outputTokens":74,"latencyMs":2057.68666700006},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2387,"outputTokens":138,"latencyMs":5603.400541999959},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1560,"outputTokens":74,"latencyMs":2622.034624999971},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1438,"outputTokens":74,"latencyMs":3105.3826670000562},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4420,"outputTokens":202,"latencyMs":3747.984708999982},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2982,"outputTokens":138,"latencyMs":7779.004375000019},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3712,"outputTokens":201,"latencyMs":4330.725790999946},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2388,"outputTokens":201,"latencyMs":3652.015124999918},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1561,"outputTokens":201,"latencyMs":3891.6784580000676},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1439,"outputTokens":137,"latencyMs":7464.134208000032},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4421,"outputTokens":201,"latencyMs":5357.20954099996},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2983,"outputTokens":137,"latencyMs":6651.367833000026},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3712,"outputTokens":71,"latencyMs":2474.9470000000438},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2388,"outputTokens":135,"latencyMs":4348.41320900002},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1561,"outputTokens":135,"latencyMs":5345.497124999994},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1439,"outputTokens":327,"latencyMs":5050.065166999935},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4421,"outputTokens":135,"latencyMs":3440.968375000055},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2983,"outputTokens":199,"latencyMs":5453.882457999978},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3711,"outputTokens":136,"latencyMs":2723.6162920000497},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2387,"outputTokens":392,"latencyMs":5148.946208000067},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1560,"outputTokens":200,"latencyMs":3283.4655839999905},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1438,"outputTokens":200,"latencyMs":2884.8391249999404},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4420,"outputTokens":136,"latencyMs":3073.218916999991},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2982,"outputTokens":136,"latencyMs":2668.86495800002},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3711,"outputTokens":202,"latencyMs":3165.5562080000527},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2387,"outputTokens":138,"latencyMs":7619.118917000014},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1560,"outputTokens":202,"latencyMs":4254.273624999914},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1438,"outputTokens":202,"latencyMs":4428.146833999897},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4420,"outputTokens":138,"latencyMs":2771.701999999932},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2982,"outputTokens":138,"latencyMs":2899.6582909999415},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3712,"outputTokens":137,"latencyMs":5803.216167000006},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2388,"outputTokens":201,"latencyMs":6668.2681250000605},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1561,"outputTokens":201,"latencyMs":10477.985458999989},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1439,"outputTokens":393,"latencyMs":7442.054832999944},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4421,"outputTokens":201,"latencyMs":4409.48125000007},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2983,"outputTokens":137,"latencyMs":5724.8143750000745},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3712,"outputTokens":135,"latencyMs":4365.2832909999415},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2388,"outputTokens":135,"latencyMs":3451.3044169999193},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1561,"outputTokens":135,"latencyMs":2155.7576660000486},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1439,"outputTokens":135,"latencyMs":3433.023708999972},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4421,"outputTokens":263,"latencyMs":3939.3246659999713},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2983,"outputTokens":327,"latencyMs":5769.574041999993},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3711,"outputTokens":136,"latencyMs":4140.041165999952},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2387,"outputTokens":136,"latencyMs":2933.1684999999125},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1560,"outputTokens":136,"latencyMs":3400.5328750000335},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1438,"outputTokens":136,"latencyMs":2585.496207999997},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4420,"outputTokens":200,"latencyMs":3915.7951250000624},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2982,"outputTokens":136,"latencyMs":2933.3852500000503},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3708,"outputTokens":391,"latencyMs":9066.156875000102},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2384,"outputTokens":391,"latencyMs":5514.844000000041},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1557,"outputTokens":199,"latencyMs":6366.5004999999655},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1435,"outputTokens":391,"latencyMs":5572.397791999974},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4417,"outputTokens":711,"latencyMs":10464.521666000015},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2979,"outputTokens":775,"latencyMs":11206.093209000072},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":3709,"outputTokens":3144,"latencyMs":53918.70204100001},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2385,"outputTokens":2888,"latencyMs":37430.806208999944},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1558,"outputTokens":3144,"latencyMs":35559.74687500007},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1436,"outputTokens":2632,"latencyMs":31485.019250000012},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4418,"outputTokens":2888,"latencyMs":31130.943499999936},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2980,"outputTokens":2760,"latencyMs":33402.07020800002},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3709,"outputTokens":2376,"latencyMs":45183.240917000105},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2385,"outputTokens":1544,"latencyMs":18546.928833000013},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1558,"outputTokens":3272,"latencyMs":46995.17575000005},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1436,"outputTokens":1992,"latencyMs":19896.097999999998},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4418,"outputTokens":2376,"latencyMs":27770.092707999982},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2980,"outputTokens":1736,"latencyMs":18245.15612499998},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":3707,"outputTokens":4106,"latencyMs":42237.331000000006},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2383,"outputTokens":6346,"latencyMs":69054.92366700002},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1556,"outputTokens":3274,"latencyMs":50603.64245799999},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1434,"outputTokens":2570,"latencyMs":41846.44295899989},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"311695.88","actual":"310695.88","isCorrect":false,"inputTokens":4416,"outputTokens":5706,"latencyMs":66111.141542},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2978,"outputTokens":4234,"latencyMs":23266.762332999962},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"60.7%","isCorrect":false,"inputTokens":3705,"outputTokens":3466,"latencyMs":36247.53037499997},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.607","isCorrect":false,"inputTokens":2381,"outputTokens":4041,"latencyMs":45752.75199999998},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1554,"outputTokens":2761,"latencyMs":33002.445916000055},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.528","isCorrect":true,"inputTokens":1432,"outputTokens":3465,"latencyMs":36889.813041999936},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.5298","isCorrect":true,"inputTokens":4414,"outputTokens":3338,"latencyMs":38038.26558400004},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.528","isCorrect":true,"inputTokens":2976,"outputTokens":2505,"latencyMs":28824.336624999996},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":3709,"outputTokens":1671,"latencyMs":18659.28445799998},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2385,"outputTokens":1479,"latencyMs":18735.998083999963},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1558,"outputTokens":1287,"latencyMs":15056.705249999999},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1436,"outputTokens":2247,"latencyMs":25440.516916999943},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4418,"outputTokens":1607,"latencyMs":18432.36162500002},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2980,"outputTokens":2375,"latencyMs":27082.86175000004},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3709,"outputTokens":1479,"latencyMs":20086.147750000004},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2385,"outputTokens":1351,"latencyMs":19313.62812499993},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1558,"outputTokens":1095,"latencyMs":13365.826834000065},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1436,"outputTokens":1735,"latencyMs":19266.281709000003},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4418,"outputTokens":1351,"latencyMs":16883.64279100008},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2980,"outputTokens":1671,"latencyMs":23911.803749999963},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":3708,"outputTokens":1415,"latencyMs":21701.364957999904},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":2384,"outputTokens":1415,"latencyMs":16060.445916999946},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":1557,"outputTokens":2183,"latencyMs":29182.68304100004},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":1435,"outputTokens":1607,"latencyMs":22388.038375000004},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":4417,"outputTokens":1479,"latencyMs":17509.47016700008},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":2979,"outputTokens":1927,"latencyMs":24463.595458000083},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3708,"outputTokens":1671,"latencyMs":17709.37954200001},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2384,"outputTokens":1671,"latencyMs":18501.210709000006},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1557,"outputTokens":1479,"latencyMs":15282.943666000036},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1435,"outputTokens":1287,"latencyMs":15633.147707999917},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4417,"outputTokens":1223,"latencyMs":15916.369582999963},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2979,"outputTokens":1991,"latencyMs":31098.979625000036},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3715,"outputTokens":1671,"latencyMs":19573.677125000046},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2391,"outputTokens":1991,"latencyMs":24230.817333000014},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1564,"outputTokens":1287,"latencyMs":15111.934834000072},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1442,"outputTokens":1671,"latencyMs":17451.69987500005},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4424,"outputTokens":1863,"latencyMs":23496.489834000007},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2986,"outputTokens":1991,"latencyMs":28230.884500000044},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3715,"outputTokens":1863,"latencyMs":23162.504666999914},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2391,"outputTokens":1927,"latencyMs":21515.284083000035},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1564,"outputTokens":1607,"latencyMs":18902.34387500002},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1442,"outputTokens":1159,"latencyMs":14345.058542000013},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4424,"outputTokens":1863,"latencyMs":21815.303208000027},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2986,"outputTokens":1479,"latencyMs":23898.152709000045},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"23","isCorrect":false,"inputTokens":3714,"outputTokens":1735,"latencyMs":25300.290707999957},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2390,"outputTokens":2567,"latencyMs":27552.036041000043},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1563,"outputTokens":2503,"latencyMs":41749.07820899994},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1441,"outputTokens":1991,"latencyMs":20592.050500000012},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4423,"outputTokens":2375,"latencyMs":56958.93012500007},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2985,"outputTokens":2439,"latencyMs":28990.416958000045},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3715,"outputTokens":2439,"latencyMs":26602.145416999934},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2391,"outputTokens":2567,"latencyMs":32486.61183399998},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1564,"outputTokens":2119,"latencyMs":23841.673959000036},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1442,"outputTokens":2119,"latencyMs":25085.510124999913},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4424,"outputTokens":2119,"latencyMs":26183.17416699999},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2986,"outputTokens":2631,"latencyMs":29355.201708000037},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3715,"outputTokens":2311,"latencyMs":26250.42304200004},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2391,"outputTokens":2503,"latencyMs":32117.33341600001},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1564,"outputTokens":2439,"latencyMs":27666.40054199996},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1442,"outputTokens":2375,"latencyMs":28733.283082999988},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4424,"outputTokens":2183,"latencyMs":23498.870125000132},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2986,"outputTokens":2759,"latencyMs":48928.34454199986},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3715,"outputTokens":2055,"latencyMs":25926.606750000035},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2391,"outputTokens":2439,"latencyMs":27456.208915999858},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1564,"outputTokens":2055,"latencyMs":22728.036415999988},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1442,"outputTokens":1863,"latencyMs":25700.34054200002},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4424,"outputTokens":2311,"latencyMs":27577.019124999875},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2986,"outputTokens":1863,"latencyMs":26626.03037500009},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":3715,"outputTokens":2247,"latencyMs":23972.308582999976},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":2391,"outputTokens":2439,"latencyMs":26164.001208999893},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":1564,"outputTokens":2567,"latencyMs":26208.671124999877},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":1442,"outputTokens":1543,"latencyMs":15995.28112499998},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":4424,"outputTokens":2247,"latencyMs":27680.706999999937},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":2986,"outputTokens":1927,"latencyMs":23579.999667000026},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3714,"outputTokens":2247,"latencyMs":33612.52674999996},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2390,"outputTokens":2119,"latencyMs":23442.17241599993},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1563,"outputTokens":2503,"latencyMs":24862.57912499993},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1441,"outputTokens":2247,"latencyMs":19540.445542},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":4423,"outputTokens":2055,"latencyMs":30667.614834000124},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2985,"outputTokens":1735,"latencyMs":18941.90916699986},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":3714,"outputTokens":1735,"latencyMs":16882.287166999886},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2390,"outputTokens":1479,"latencyMs":16137.853874999797},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1563,"outputTokens":2247,"latencyMs":19255.835875000106},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1441,"outputTokens":2119,"latencyMs":25974.13358299993},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":4423,"outputTokens":1671,"latencyMs":25438.466000000015},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2985,"outputTokens":1607,"latencyMs":15440.568208999932},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3717,"outputTokens":2695,"latencyMs":25186.893625000026},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2393,"outputTokens":2503,"latencyMs":23031.526041999925},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1566,"outputTokens":2887,"latencyMs":31272.701291000005},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1444,"outputTokens":2439,"latencyMs":31080.203416999895},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4426,"outputTokens":3015,"latencyMs":43750.97133300011},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2988,"outputTokens":2503,"latencyMs":32471.38195800013},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3717,"outputTokens":2695,"latencyMs":25399.157000000123},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"21","isCorrect":false,"inputTokens":2393,"outputTokens":3271,"latencyMs":53055.90758399991},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1566,"outputTokens":2887,"latencyMs":36729.46558400011},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1444,"outputTokens":2759,"latencyMs":32542.42408300005},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4426,"outputTokens":2567,"latencyMs":24373.039249999914},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2988,"outputTokens":3335,"latencyMs":30927.106040999992},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15191,"outputTokens":72,"latencyMs":2852.6239169999026},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11501,"outputTokens":136,"latencyMs":9205.15933299996},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":11571.579249999952},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8558,"outputTokens":264,"latencyMs":6701.877708000131},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17140,"outputTokens":136,"latencyMs":3170.1385419999715},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13173,"outputTokens":136,"latencyMs":4597.75779199996},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15193,"outputTokens":264,"latencyMs":3896.9185419999994},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":3818.34770799987},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8792,"outputTokens":456,"latencyMs":8133.202000000048},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8560,"outputTokens":264,"latencyMs":4126.644957999932},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17142,"outputTokens":264,"latencyMs":2889.9264589999802},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13175,"outputTokens":328,"latencyMs":9917.843957999954},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15188,"outputTokens":200,"latencyMs":22887.91504199989},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11498,"outputTokens":264,"latencyMs":5538.217459000181},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8787,"outputTokens":264,"latencyMs":3908.395082999952},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8555,"outputTokens":264,"latencyMs":9212.294333999977},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17137,"outputTokens":264,"latencyMs":4170.181875000009},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13170,"outputTokens":328,"latencyMs":7411.955917000072},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15194,"outputTokens":199,"latencyMs":4206.49679200002},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11504,"outputTokens":263,"latencyMs":5070.6724580000155},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8793,"outputTokens":263,"latencyMs":3286.898583999835},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8561,"outputTokens":327,"latencyMs":5107.250916999998},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17143,"outputTokens":327,"latencyMs":5830.636124999961},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13176,"outputTokens":327,"latencyMs":7349.715250000125},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15188,"outputTokens":200,"latencyMs":4917.507708000019},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11498,"outputTokens":136,"latencyMs":2664.0555000000168},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8787,"outputTokens":328,"latencyMs":4996.481208999874},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8555,"outputTokens":200,"latencyMs":3612.7158749999944},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17137,"outputTokens":200,"latencyMs":4158.2371660000645},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13170,"outputTokens":328,"latencyMs":4690.776083000004},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15193,"outputTokens":200,"latencyMs":3788.426582999993},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":4445.150167000014},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8792,"outputTokens":328,"latencyMs":4624.978750000009},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8560,"outputTokens":264,"latencyMs":4528.476833000081},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17142,"outputTokens":328,"latencyMs":29992.695916000055},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13175,"outputTokens":328,"latencyMs":4792.978958000196},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":15192,"outputTokens":199,"latencyMs":3117.1432920000516},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":11502,"outputTokens":263,"latencyMs":4451.735875000013},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8791,"outputTokens":583,"latencyMs":11190.991000000155},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8559,"outputTokens":199,"latencyMs":3691.145082999952},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":17141,"outputTokens":263,"latencyMs":4206.492874999996},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":13174,"outputTokens":263,"latencyMs":6080.835583999986},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":15191,"outputTokens":199,"latencyMs":3317.2915000000503},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11501,"outputTokens":263,"latencyMs":10316.831042000093},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8790,"outputTokens":327,"latencyMs":5291.984916999936},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8558,"outputTokens":135,"latencyMs":2963.7500830001663},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17140,"outputTokens":327,"latencyMs":5541.921791000059},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13173,"outputTokens":199,"latencyMs":3236.05700000003},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15195,"outputTokens":264,"latencyMs":7516.096499999985},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11505,"outputTokens":264,"latencyMs":4007.5514169998933},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8794,"outputTokens":520,"latencyMs":10093.844749999931},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8562,"outputTokens":584,"latencyMs":10973.766583000077},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17144,"outputTokens":264,"latencyMs":6697.042584000155},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13177,"outputTokens":264,"latencyMs":4294.768958000001},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15191,"outputTokens":136,"latencyMs":3615.9884999999776},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11501,"outputTokens":200,"latencyMs":6127.050125000067},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":5816.570957999909},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8558,"outputTokens":200,"latencyMs":4153.094250000082},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17140,"outputTokens":264,"latencyMs":4096.013791000005},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13173,"outputTokens":136,"latencyMs":4603.969957999885},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15196,"outputTokens":328,"latencyMs":7266.2965420000255},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11506,"outputTokens":200,"latencyMs":3924.3384170001373},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8795,"outputTokens":456,"latencyMs":6277.6105840001255},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8563,"outputTokens":648,"latencyMs":10128.45941599994},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17145,"outputTokens":264,"latencyMs":11136.480958000058},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13178,"outputTokens":200,"latencyMs":5341.478583000135},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15187,"outputTokens":1287,"latencyMs":14037.949082999956},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11497,"outputTokens":263,"latencyMs":5154.104999999981},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8786,"outputTokens":9159,"latencyMs":98469.73783300002},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8554,"outputTokens":1543,"latencyMs":17382.797625000123},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17136,"outputTokens":199,"latencyMs":7302.043917000061},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13169,"outputTokens":263,"latencyMs":4604.409790999955},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"13742751","isCorrect":false,"inputTokens":15190,"outputTokens":3209,"latencyMs":30879.385833000066},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":11500,"outputTokens":5705,"latencyMs":56103.89754200005},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8789,"outputTokens":10313,"latencyMs":158620.58558299998},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8557,"outputTokens":6025,"latencyMs":58493.769917000085},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"13333712","isCorrect":false,"inputTokens":17139,"outputTokens":14473,"latencyMs":139162.06208300008},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"13742751","isCorrect":false,"inputTokens":13172,"outputTokens":6473,"latencyMs":66953.80708299996},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"2528243","actual":"2077263","isCorrect":false,"inputTokens":15190,"outputTokens":6345,"latencyMs":70420.02891699993},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":11500,"outputTokens":6729,"latencyMs":69811.16091699991},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":8789,"outputTokens":8201,"latencyMs":80909.2337499999},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"2528243","actual":"2265463","isCorrect":false,"inputTokens":8557,"outputTokens":5961,"latencyMs":69011.71520800004},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"2528243","actual":"2071783","isCorrect":false,"inputTokens":17139,"outputTokens":6729,"latencyMs":68628.07733300002},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"2528243","actual":"2516898","isCorrect":false,"inputTokens":13172,"outputTokens":6857,"latencyMs":68040.294},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"157511.5","isCorrect":false,"inputTokens":15189,"outputTokens":4874,"latencyMs":50332.01549999998},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":11499,"outputTokens":5642,"latencyMs":56079.0257499998},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154126.63","isCorrect":false,"inputTokens":8788,"outputTokens":5066,"latencyMs":50133.97937500011},{"questionId":"q124","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8556,"outputTokens":3530,"latencyMs":38348.292541999836},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"159000","isCorrect":false,"inputTokens":17138,"outputTokens":14088,"latencyMs":161166.67354099988},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"157951.16","isCorrect":false,"inputTokens":13171,"outputTokens":7370,"latencyMs":69534.30116699985},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"76","isCorrect":false,"inputTokens":15191,"outputTokens":8135,"latencyMs":72622.7357079999},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"33","isCorrect":false,"inputTokens":11501,"outputTokens":3143,"latencyMs":31973.760957999853},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8790,"outputTokens":4679,"latencyMs":44710.291833000025},{"questionId":"q125","format":"csv","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":8558,"outputTokens":2311,"latencyMs":23444.977249999996},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"41","actual":"33","isCorrect":false,"inputTokens":17140,"outputTokens":3783,"latencyMs":39129.00425},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":13173,"outputTokens":3655,"latencyMs":38346.29554199986},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"44","isCorrect":false,"inputTokens":15191,"outputTokens":8327,"latencyMs":123490.10370799992},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"52","isCorrect":false,"inputTokens":11501,"outputTokens":2759,"latencyMs":24773.580083000008},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"53","actual":"50","isCorrect":false,"inputTokens":8790,"outputTokens":2695,"latencyMs":49047.61629200005},{"questionId":"q126","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":8558,"outputTokens":3463,"latencyMs":29928.04916699999},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"53","actual":"57","isCorrect":false,"inputTokens":17140,"outputTokens":7303,"latencyMs":60693.58595800004},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"66","isCorrect":false,"inputTokens":13173,"outputTokens":10311,"latencyMs":112334.66404199996},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"60","isCorrect":false,"inputTokens":15190,"outputTokens":2183,"latencyMs":18363.82633299986},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"54","isCorrect":false,"inputTokens":11500,"outputTokens":2247,"latencyMs":33625.62533399998},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8789,"outputTokens":2375,"latencyMs":20699.89266699995},{"questionId":"q127","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8557,"outputTokens":2951,"latencyMs":26386.59887499991},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"77","actual":"68","isCorrect":false,"inputTokens":17139,"outputTokens":4807,"latencyMs":41859.012749999994},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":13172,"outputTokens":3399,"latencyMs":48692.47666599997},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":15190,"outputTokens":2887,"latencyMs":23339.93741600006},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"36","isCorrect":false,"inputTokens":11500,"outputTokens":3079,"latencyMs":43466.81170800002},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8789,"outputTokens":5127,"latencyMs":51769.98491700017},{"questionId":"q128","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8557,"outputTokens":2055,"latencyMs":25532.220666000154},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"37","actual":"33","isCorrect":false,"inputTokens":17139,"outputTokens":1287,"latencyMs":13731.505916000111},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13172,"outputTokens":1735,"latencyMs":21406.975875000004},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15190,"outputTokens":1159,"latencyMs":13449.887916000094},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":11500,"outputTokens":1415,"latencyMs":16210.721792000113},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8789,"outputTokens":2439,"latencyMs":21948.377875000006},{"questionId":"q129","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8557,"outputTokens":1671,"latencyMs":14840.930042000022},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":17139,"outputTokens":1863,"latencyMs":18653.78958300012},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":13172,"outputTokens":3399,"latencyMs":33220.26370800007},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"37","isCorrect":false,"inputTokens":15190,"outputTokens":2247,"latencyMs":19096.837624999927},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":11500,"outputTokens":3207,"latencyMs":38697.13145899982},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8789,"outputTokens":4359,"latencyMs":53964.05995799997},{"questionId":"q130","format":"csv","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8557,"outputTokens":5767,"latencyMs":53766.278916000156},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"49","actual":"36","isCorrect":false,"inputTokens":17139,"outputTokens":9543,"latencyMs":79621.58354200004},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"47","isCorrect":false,"inputTokens":13172,"outputTokens":4615,"latencyMs":39818.43429100001},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":15190,"outputTokens":5831,"latencyMs":54345.21616599988},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":11500,"outputTokens":2503,"latencyMs":34713.12620899989},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8789,"outputTokens":3527,"latencyMs":31329.026165999938},{"questionId":"q131","format":"csv","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":8557,"outputTokens":3271,"latencyMs":36582.53816700005},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"23","actual":"19","isCorrect":false,"inputTokens":17139,"outputTokens":5447,"latencyMs":47379.5254579999},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13172,"outputTokens":2311,"latencyMs":29729.37791699986},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":15190,"outputTokens":2247,"latencyMs":21578.743292000145},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11500,"outputTokens":1863,"latencyMs":16963.776208000025},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8789,"outputTokens":2439,"latencyMs":18650.686165999854},{"questionId":"q132","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8557,"outputTokens":2439,"latencyMs":26544.82395800017},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17139,"outputTokens":4807,"latencyMs":41516.513417000184},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13172,"outputTokens":1863,"latencyMs":18691.906082999893},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"18","isCorrect":false,"inputTokens":15190,"outputTokens":3015,"latencyMs":24943.790249999845},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"22","isCorrect":false,"inputTokens":11500,"outputTokens":8903,"latencyMs":68350.89208300016},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8789,"outputTokens":3847,"latencyMs":44008.335709000006},{"questionId":"q133","format":"csv","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8557,"outputTokens":3911,"latencyMs":34467.511834000004},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":17139,"outputTokens":3719,"latencyMs":31071.0626660001},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":13172,"outputTokens":3975,"latencyMs":28671.710834000027},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15190,"outputTokens":2055,"latencyMs":15931.26629200019},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11500,"outputTokens":1671,"latencyMs":16124.433875000104},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8789,"outputTokens":2439,"latencyMs":20923.443708000006},{"questionId":"q134","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8557,"outputTokens":2567,"latencyMs":21340.743791999994},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17139,"outputTokens":2375,"latencyMs":32010.177040999988},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":13172,"outputTokens":1607,"latencyMs":11625.25783300004},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"53","isCorrect":false,"inputTokens":15197,"outputTokens":7495,"latencyMs":68949.04179099994},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"41","isCorrect":false,"inputTokens":11507,"outputTokens":4743,"latencyMs":37681.80333300005},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"57","actual":"38","isCorrect":false,"inputTokens":8796,"outputTokens":5319,"latencyMs":56274.31879199995},{"questionId":"q135","format":"csv","model":"gpt-5-nano","expected":"57","actual":"56","isCorrect":false,"inputTokens":8564,"outputTokens":5063,"latencyMs":42104.97999999998},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"57","actual":"36","isCorrect":false,"inputTokens":17146,"outputTokens":12039,"latencyMs":126853.45950000011},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"71","isCorrect":false,"inputTokens":13179,"outputTokens":11783,"latencyMs":101580.45762500004},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"41","isCorrect":false,"inputTokens":15197,"outputTokens":4167,"latencyMs":30061.539249999914},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"34","isCorrect":false,"inputTokens":11507,"outputTokens":3143,"latencyMs":33771.257874999894},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8796,"outputTokens":4743,"latencyMs":49998.796291999985},{"questionId":"q136","format":"csv","model":"gpt-5-nano","expected":"43","actual":"45","isCorrect":false,"inputTokens":8564,"outputTokens":5831,"latencyMs":80039.76354199997},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"43","actual":"40","isCorrect":false,"inputTokens":17146,"outputTokens":7495,"latencyMs":64600.94316600007},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"46","isCorrect":false,"inputTokens":13179,"outputTokens":6855,"latencyMs":54770.970709000016},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15197,"outputTokens":2375,"latencyMs":22857.344666999998},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":11507,"outputTokens":4807,"latencyMs":42634.341874999925},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8796,"outputTokens":5319,"latencyMs":45114.67554199998},{"questionId":"q137","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8564,"outputTokens":4039,"latencyMs":31626.9827500002},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":17146,"outputTokens":6599,"latencyMs":49159.09495800012},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"23","isCorrect":false,"inputTokens":13179,"outputTokens":6087,"latencyMs":46398.68758399994},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":5383,"latencyMs":40467.513166000135},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":1927,"latencyMs":18182.53533299989},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":4615,"latencyMs":37593.01341699995},{"questionId":"q138","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":2439,"latencyMs":22954.645708000055},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2119,"latencyMs":18005.40216700011},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2439,"latencyMs":19272.56758299982},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":2375,"latencyMs":19271.752374999924},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":2439,"latencyMs":20368.269499999937},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":2887,"latencyMs":30644.972624999937},{"questionId":"q139","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":3463,"latencyMs":28201.715125000104},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2567,"latencyMs":23073.364082999993},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2375,"latencyMs":20809.007874999894},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15197,"outputTokens":1927,"latencyMs":15322.00524999993},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11507,"outputTokens":3015,"latencyMs":26285.97937500011},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8796,"outputTokens":4103,"latencyMs":32970.411542000016},{"questionId":"q140","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8564,"outputTokens":3399,"latencyMs":28285.164749999996},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17146,"outputTokens":2055,"latencyMs":20341.28712500003},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13179,"outputTokens":2631,"latencyMs":22226.259208000032},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6844,"outputTokens":71,"latencyMs":1955.5735419997945},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4869,"outputTokens":135,"latencyMs":4553.265250000171},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5823,"outputTokens":135,"latencyMs":2543.069000000134},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7757,"outputTokens":135,"latencyMs":6649.405292000156},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5872,"outputTokens":71,"latencyMs":2115.310083999997},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6844,"outputTokens":265,"latencyMs":2872.5037909999955},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4869,"outputTokens":265,"latencyMs":2775.808750000084},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5823,"outputTokens":201,"latencyMs":2832.860875000013},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7757,"outputTokens":201,"latencyMs":2757.7934580000583},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5872,"outputTokens":137,"latencyMs":2296.003792000003},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":6845,"outputTokens":199,"latencyMs":3644.8466250000056},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":4870,"outputTokens":199,"latencyMs":2455.349042000016},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5824,"outputTokens":455,"latencyMs":6325.387290999992},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":7758,"outputTokens":263,"latencyMs":3406.4738750001416},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5873,"outputTokens":327,"latencyMs":4431.845083000138},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6845,"outputTokens":456,"latencyMs":4227.286917000078},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4870,"outputTokens":200,"latencyMs":5167.462166999932},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5824,"outputTokens":136,"latencyMs":1726.5238749999553},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7758,"outputTokens":200,"latencyMs":2920.706625000108},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5873,"outputTokens":200,"latencyMs":5353.086708999937},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6844,"outputTokens":135,"latencyMs":2240.6291249999776},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4869,"outputTokens":199,"latencyMs":3427.6226250000764},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5823,"outputTokens":583,"latencyMs":4925.623542000074},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7757,"outputTokens":199,"latencyMs":2547.716708000051},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5872,"outputTokens":263,"latencyMs":2926.5854579999577},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6844,"outputTokens":201,"latencyMs":5352.11487499997},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4869,"outputTokens":265,"latencyMs":2607.2685000000056},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5823,"outputTokens":201,"latencyMs":2415.289124999894},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/payments","isCorrect":false,"inputTokens":7757,"outputTokens":778,"latencyMs":6241.869958000025},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5872,"outputTokens":265,"latencyMs":3028.791874999879},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":6845,"outputTokens":391,"latencyMs":4027.367249999894},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":4870,"outputTokens":263,"latencyMs":4823.794457999989},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5824,"outputTokens":1159,"latencyMs":5227.228416000027},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":7758,"outputTokens":263,"latencyMs":4392.368125000037},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5873,"outputTokens":263,"latencyMs":2816.9377089999616},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":6845,"outputTokens":263,"latencyMs":3177.5520840000827},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":4870,"outputTokens":1031,"latencyMs":10394.779458000092},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5824,"outputTokens":327,"latencyMs":3701.9437499998603},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":7758,"outputTokens":455,"latencyMs":4569.166167000076},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5873,"outputTokens":135,"latencyMs":2118.045625000028},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6844,"outputTokens":391,"latencyMs":4502.763165999902},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4869,"outputTokens":199,"latencyMs":4288.05683399993},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5823,"outputTokens":263,"latencyMs":3630.843292000005},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7757,"outputTokens":263,"latencyMs":2849.0280410000123},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5872,"outputTokens":199,"latencyMs":5936.186666000169},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6844,"outputTokens":137,"latencyMs":3142.1735000000335},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4869,"outputTokens":201,"latencyMs":2833.1345420000143},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5823,"outputTokens":201,"latencyMs":3233.6386659999844},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7757,"outputTokens":265,"latencyMs":3583.4880000001285},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5872,"outputTokens":201,"latencyMs":8540.047708000056},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"60","isCorrect":false,"inputTokens":6828,"outputTokens":6791,"latencyMs":48107.50708299992},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4853,"outputTokens":4295,"latencyMs":43854.570666000014},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5807,"outputTokens":2375,"latencyMs":19343.47558300011},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"75","actual":"60","isCorrect":false,"inputTokens":7741,"outputTokens":6215,"latencyMs":45255.489790999796},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"60","isCorrect":false,"inputTokens":5856,"outputTokens":7751,"latencyMs":57626.912584000034},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"2453.41","actual":"2451.07 ms","isCorrect":false,"inputTokens":6829,"outputTokens":7307,"latencyMs":55600.42350000003},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"2453.41","actual":"2380","isCorrect":false,"inputTokens":4854,"outputTokens":6280,"latencyMs":56472.022457999876},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"2453.41","actual":"2600","isCorrect":false,"inputTokens":5808,"outputTokens":4168,"latencyMs":27412.818875000114},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"2453.41","actual":"2311","isCorrect":false,"inputTokens":7742,"outputTokens":4552,"latencyMs":54611.92854200001},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"2453.41","actual":"2406 ms","isCorrect":false,"inputTokens":5857,"outputTokens":8201,"latencyMs":204211.82074999996},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":6828,"outputTokens":3591,"latencyMs":34190.486999999965},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4853,"outputTokens":4743,"latencyMs":32694.806542000035},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"29","actual":"28","isCorrect":false,"inputTokens":5807,"outputTokens":10311,"latencyMs":91965.75545800012},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"29","actual":"27","isCorrect":false,"inputTokens":7741,"outputTokens":8071,"latencyMs":63860.74241600023},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"24","isCorrect":false,"inputTokens":5856,"outputTokens":13255,"latencyMs":102318.08991600014},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"15","isCorrect":false,"inputTokens":6828,"outputTokens":10887,"latencyMs":86690.09720800002},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4853,"outputTokens":4359,"latencyMs":37245.442166999914},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5807,"outputTokens":10695,"latencyMs":83700.91350000002},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":7741,"outputTokens":13639,"latencyMs":105430.35033399984},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"15","isCorrect":false,"inputTokens":5856,"outputTokens":1799,"latencyMs":21637.062541999854},{"questionId":"q155","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"17","isCorrect":false,"inputTokens":6828,"outputTokens":1543,"latencyMs":18981.798124999972},{"questionId":"q155","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"33","isCorrect":false,"inputTokens":4853,"outputTokens":9095,"latencyMs":77612.70395800006},{"questionId":"q155","format":"toon","model":"gpt-5-nano","expected":"29","actual":"33","isCorrect":false,"inputTokens":5807,"outputTokens":11463,"latencyMs":87329.67408299982},{"questionId":"q155","format":"xml","model":"gpt-5-nano","expected":"29","actual":"24","isCorrect":false,"inputTokens":7741,"outputTokens":10247,"latencyMs":84934.71291700006},{"questionId":"q155","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"35","isCorrect":false,"inputTokens":5856,"outputTokens":8007,"latencyMs":59719.54729099991},{"questionId":"q156","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6830,"outputTokens":4935,"latencyMs":57530.85766700003},{"questionId":"q156","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"8","isCorrect":false,"inputTokens":4855,"outputTokens":2439,"latencyMs":27544.192792000016},{"questionId":"q156","format":"toon","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":5809,"outputTokens":7751,"latencyMs":59991.01858299994},{"questionId":"q156","format":"xml","model":"gpt-5-nano","expected":"11","actual":"5","isCorrect":false,"inputTokens":7743,"outputTokens":5063,"latencyMs":44873.25187499984},{"questionId":"q156","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":5858,"outputTokens":9415,"latencyMs":87493.72504199995},{"questionId":"q157","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":6830,"outputTokens":3271,"latencyMs":27816.678000000073},{"questionId":"q157","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"11","isCorrect":false,"inputTokens":4855,"outputTokens":2119,"latencyMs":18615.777583000017},{"questionId":"q157","format":"toon","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":5809,"outputTokens":11719,"latencyMs":114524.81825000024},{"questionId":"q157","format":"xml","model":"gpt-5-nano","expected":"18","actual":"34","isCorrect":false,"inputTokens":7743,"outputTokens":10247,"latencyMs":89944.00274999999},{"questionId":"q157","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"15","isCorrect":false,"inputTokens":5858,"outputTokens":12487,"latencyMs":132976.50525000016},{"questionId":"q158","format":"json-pretty","model":"gpt-5-nano","expected":"21","actual":"19","isCorrect":false,"inputTokens":6830,"outputTokens":2567,"latencyMs":21584.661500000162},{"questionId":"q158","format":"json-compact","model":"gpt-5-nano","expected":"21","actual":"21","isCorrect":true,"inputTokens":4855,"outputTokens":4423,"latencyMs":37462.02933300007},{"questionId":"q158","format":"toon","model":"gpt-5-nano","expected":"21","actual":"19","isCorrect":false,"inputTokens":5809,"outputTokens":10439,"latencyMs":150616.01579099987},{"questionId":"q158","format":"xml","model":"gpt-5-nano","expected":"21","actual":"13","isCorrect":false,"inputTokens":7743,"outputTokens":3335,"latencyMs":31399.070749999955},{"questionId":"q158","format":"yaml","model":"gpt-5-nano","expected":"21","actual":"18","isCorrect":false,"inputTokens":5858,"outputTokens":14343,"latencyMs":140127.7297909998},{"questionId":"q159","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":6830,"outputTokens":9799,"latencyMs":87788.55625000014},{"questionId":"q159","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"8","isCorrect":false,"inputTokens":4855,"outputTokens":7431,"latencyMs":72678.54270799994},{"questionId":"q159","format":"toon","model":"gpt-5-nano","expected":"11","actual":"7","isCorrect":false,"inputTokens":5809,"outputTokens":8263,"latencyMs":70629.80908400007},{"questionId":"q159","format":"xml","model":"gpt-5-nano","expected":"11","actual":"6","isCorrect":false,"inputTokens":7743,"outputTokens":2951,"latencyMs":50077.41187500022},{"questionId":"q159","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"7","isCorrect":false,"inputTokens":5858,"outputTokens":3079,"latencyMs":28337.17724999995},{"questionId":"q160","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"26","isCorrect":false,"inputTokens":6835,"outputTokens":2887,"latencyMs":61018.452208000235},{"questionId":"q160","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4860,"outputTokens":4743,"latencyMs":52873.37974999985},{"questionId":"q160","format":"toon","model":"gpt-5-nano","expected":"33","actual":"25","isCorrect":false,"inputTokens":5814,"outputTokens":9799,"latencyMs":81450.08541699965},{"questionId":"q160","format":"xml","model":"gpt-5-nano","expected":"33","actual":"70","isCorrect":false,"inputTokens":7748,"outputTokens":15623,"latencyMs":128728.7280410002},{"questionId":"q160","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"29","isCorrect":false,"inputTokens":5863,"outputTokens":12103,"latencyMs":140207.16812499985},{"questionId":"q161","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"30","isCorrect":false,"inputTokens":6833,"outputTokens":2503,"latencyMs":23663.034708000254},{"questionId":"q161","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"43","isCorrect":false,"inputTokens":4858,"outputTokens":5639,"latencyMs":46683.873749999795},{"questionId":"q161","format":"toon","model":"gpt-5-nano","expected":"42","actual":"45","isCorrect":false,"inputTokens":5812,"outputTokens":12807,"latencyMs":104016.29666700028},{"questionId":"q161","format":"xml","model":"gpt-5-nano","expected":"42","actual":"24","isCorrect":false,"inputTokens":7746,"outputTokens":4103,"latencyMs":34049.41637500003},{"questionId":"q161","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"31","isCorrect":false,"inputTokens":5861,"outputTokens":7623,"latencyMs":63589.75362500036},{"questionId":"q162","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"18","isCorrect":false,"inputTokens":6829,"outputTokens":3783,"latencyMs":44542.03341599973},{"questionId":"q162","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4854,"outputTokens":7175,"latencyMs":63724.77650000015},{"questionId":"q162","format":"toon","model":"gpt-5-nano","expected":"25","actual":"23","isCorrect":false,"inputTokens":5808,"outputTokens":15879,"latencyMs":440560.6124590002},{"questionId":"q162","format":"xml","model":"gpt-5-nano","expected":"25","actual":"32","isCorrect":false,"inputTokens":7742,"outputTokens":21319,"latencyMs":283825.6174580003},{"questionId":"q162","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"19","isCorrect":false,"inputTokens":5857,"outputTokens":4551,"latencyMs":37088.85666699987},{"questionId":"q163","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"20","isCorrect":false,"inputTokens":6835,"outputTokens":1991,"latencyMs":20422.282290999778},{"questionId":"q163","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"30","isCorrect":false,"inputTokens":4860,"outputTokens":8839,"latencyMs":88411.94758299971},{"questionId":"q163","format":"toon","model":"gpt-5-nano","expected":"29","actual":"19","isCorrect":false,"inputTokens":5814,"outputTokens":13767,"latencyMs":187990.82941700006},{"questionId":"q163","format":"xml","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":7748,"outputTokens":9479,"latencyMs":73825.50633300003},{"questionId":"q163","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":5863,"outputTokens":4999,"latencyMs":41586.65645899996},{"questionId":"q164","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":6835,"outputTokens":3207,"latencyMs":24430.176999999676},{"questionId":"q164","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4860,"outputTokens":4743,"latencyMs":36281.25691699982},{"questionId":"q164","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5814,"outputTokens":7303,"latencyMs":59751.09845899977},{"questionId":"q164","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7748,"outputTokens":8583,"latencyMs":68241.84354099957},{"questionId":"q164","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5863,"outputTokens":1799,"latencyMs":21076.519125000108},{"questionId":"q165","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":6837,"outputTokens":3847,"latencyMs":32999.31595799979},{"questionId":"q165","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":4862,"outputTokens":5447,"latencyMs":46287.49858300015},{"questionId":"q165","format":"toon","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":5816,"outputTokens":5255,"latencyMs":49169.77291599987},{"questionId":"q165","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7750,"outputTokens":4871,"latencyMs":42565.42104100017},{"questionId":"q165","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5865,"outputTokens":7239,"latencyMs":77590.47870799992},{"questionId":"q166","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6837,"outputTokens":2759,"latencyMs":40158.065208999906},{"questionId":"q166","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":4862,"outputTokens":3719,"latencyMs":34181.07420800021},{"questionId":"q166","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5816,"outputTokens":4679,"latencyMs":38407.32150000008},{"questionId":"q166","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7750,"outputTokens":6343,"latencyMs":83554.17650000006},{"questionId":"q166","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5865,"outputTokens":1863,"latencyMs":15620.928416000213},{"questionId":"q167","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"2","isCorrect":false,"inputTokens":6837,"outputTokens":5191,"latencyMs":60722.62487499975},{"questionId":"q167","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"5","isCorrect":false,"inputTokens":4862,"outputTokens":5511,"latencyMs":46065.479832999874},{"questionId":"q167","format":"toon","model":"gpt-5-nano","expected":"3","actual":"1","isCorrect":false,"inputTokens":5816,"outputTokens":5703,"latencyMs":43512.433708},{"questionId":"q167","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7750,"outputTokens":5127,"latencyMs":41998.59812500002},{"questionId":"q167","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5865,"outputTokens":3655,"latencyMs":31140.010333000217},{"questionId":"q168","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6835,"outputTokens":4039,"latencyMs":30811.137250000145},{"questionId":"q168","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4860,"outputTokens":3783,"latencyMs":33422.38024999993},{"questionId":"q168","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5814,"outputTokens":6151,"latencyMs":48743.820999999996},{"questionId":"q168","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7748,"outputTokens":12615,"latencyMs":105580.73195799999},{"questionId":"q168","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5863,"outputTokens":4551,"latencyMs":37428.301167000085},{"questionId":"q169","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6835,"outputTokens":2759,"latencyMs":23046.60441600019},{"questionId":"q169","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4860,"outputTokens":6983,"latencyMs":57401.711124999914},{"questionId":"q169","format":"toon","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":5814,"outputTokens":5831,"latencyMs":50093.355041999836},{"questionId":"q169","format":"xml","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":7748,"outputTokens":6919,"latencyMs":62253.816792000085},{"questionId":"q169","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5863,"outputTokens":3655,"latencyMs":30595.712416999973},{"questionId":"q170","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6835,"outputTokens":3079,"latencyMs":45041.99541600002},{"questionId":"q170","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"5","isCorrect":false,"inputTokens":4860,"outputTokens":7367,"latencyMs":61780.36254199967},{"questionId":"q170","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":5814,"outputTokens":8263,"latencyMs":71679.5894170003},{"questionId":"q170","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7748,"outputTokens":11655,"latencyMs":114361.22595799994},{"questionId":"q170","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"6","isCorrect":false,"inputTokens":5863,"outputTokens":6663,"latencyMs":57751.41987500014},{"questionId":"q171","format":"json-pretty","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2255.0214579999447},{"questionId":"q171","format":"json-compact","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":3165.44362499984},{"questionId":"q171","format":"toon","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":673,"outputTokens":7,"latencyMs":1821.8412500000559},{"questionId":"q171","format":"xml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2167.0765829999},{"questionId":"q171","format":"yaml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":1950.8489999999292},{"questionId":"q172","format":"json-pretty","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":960,"outputTokens":76,"latencyMs":2959.8828750001267},{"questionId":"q172","format":"json-compact","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":605,"outputTokens":76,"latencyMs":1878.4067499996163},{"questionId":"q172","format":"toon","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":671,"outputTokens":204,"latencyMs":2752.3684580000117},{"questionId":"q172","format":"xml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1047,"outputTokens":12,"latencyMs":2085.38512500003},{"questionId":"q172","format":"yaml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":712,"outputTokens":204,"latencyMs":5004.261416999623},{"questionId":"q173","format":"json-pretty","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":960,"outputTokens":72,"latencyMs":2570.4372089998797},{"questionId":"q173","format":"json-compact","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":605,"outputTokens":72,"latencyMs":3663.2290830002166},{"questionId":"q173","format":"toon","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":671,"outputTokens":200,"latencyMs":3003.1550829997286},{"questionId":"q173","format":"xml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1047,"outputTokens":136,"latencyMs":2104.971750000026},{"questionId":"q173","format":"yaml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":712,"outputTokens":72,"latencyMs":3691.779207999818},{"questionId":"q174","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2082.867207999807},{"questionId":"q174","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":1943.2029999997467},{"questionId":"q174","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":673,"outputTokens":135,"latencyMs":3547.252708000131},{"questionId":"q174","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2249.1065839999355},{"questionId":"q174","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":2203.4080409999005},{"questionId":"q175","format":"json-pretty","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":960,"outputTokens":136,"latencyMs":2656.1873749997467},{"questionId":"q175","format":"json-compact","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":605,"outputTokens":72,"latencyMs":2975.9426250001416},{"questionId":"q175","format":"toon","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":671,"outputTokens":72,"latencyMs":4286.175499999896},{"questionId":"q175","format":"xml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1047,"outputTokens":136,"latencyMs":2376.1287909997627},{"questionId":"q175","format":"yaml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":712,"outputTokens":200,"latencyMs":2866.4080409999005},{"questionId":"q176","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2404.957332999911},{"questionId":"q176","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":2161.0892090001144},{"questionId":"q176","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":673,"outputTokens":71,"latencyMs":2290.2614579997025},{"questionId":"q176","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2024.0019160001539},{"questionId":"q176","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":714,"outputTokens":135,"latencyMs":2140.7851249999367},{"questionId":"q177","format":"json-pretty","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":962,"outputTokens":136,"latencyMs":1869.3366249999963},{"questionId":"q177","format":"json-compact","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":607,"outputTokens":72,"latencyMs":2095.971415999811},{"questionId":"q177","format":"toon","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":673,"outputTokens":136,"latencyMs":2750.659791999962},{"questionId":"q177","format":"xml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1049,"outputTokens":200,"latencyMs":2999.98837500019},{"questionId":"q177","format":"yaml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":714,"outputTokens":136,"latencyMs":2496.3124590003863},{"questionId":"q178","format":"json-pretty","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":960,"outputTokens":71,"latencyMs":4435.987292000093},{"questionId":"q178","format":"json-compact","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":605,"outputTokens":71,"latencyMs":2060.63662499981},{"questionId":"q178","format":"toon","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":671,"outputTokens":71,"latencyMs":3009.5172920003533},{"questionId":"q178","format":"xml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":1047,"outputTokens":71,"latencyMs":2972.256584000308},{"questionId":"q178","format":"yaml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":712,"outputTokens":71,"latencyMs":1757.0839169998653},{"questionId":"q179","format":"json-pretty","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":961,"outputTokens":72,"latencyMs":2523.267624999862},{"questionId":"q179","format":"json-compact","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":606,"outputTokens":72,"latencyMs":2075.3910420001484},{"questionId":"q179","format":"toon","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":672,"outputTokens":136,"latencyMs":2392.4192079999484},{"questionId":"q179","format":"xml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1048,"outputTokens":72,"latencyMs":2086.756000000052},{"questionId":"q179","format":"yaml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":713,"outputTokens":136,"latencyMs":5078.474958000239},{"questionId":"q180","format":"json-pretty","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":962,"outputTokens":139,"latencyMs":2675.1868329998106},{"questionId":"q180","format":"json-compact","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":607,"outputTokens":139,"latencyMs":6568.390916999895},{"questionId":"q180","format":"toon","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":673,"outputTokens":75,"latencyMs":2011.6858749999665},{"questionId":"q180","format":"xml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1049,"outputTokens":75,"latencyMs":3954.872250000015},{"questionId":"q180","format":"yaml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":714,"outputTokens":75,"latencyMs":1886.0687919999473},{"questionId":"q181","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":1826.733417000156},{"questionId":"q181","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":2938.023999999743},{"questionId":"q181","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":6752.125500000082},{"questionId":"q181","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2005.8882920001633},{"questionId":"q181","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":2045.607582999859},{"questionId":"q182","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2463.584875000175},{"questionId":"q182","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":2104.980542000383},{"questionId":"q182","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":3417.8349170000292},{"questionId":"q182","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":1907.4627089998685},{"questionId":"q182","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":1688.063792000059},{"questionId":"q183","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":961,"outputTokens":71,"latencyMs":1959.6173330000602},{"questionId":"q183","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":606,"outputTokens":135,"latencyMs":3899.448000000324},{"questionId":"q183","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":672,"outputTokens":135,"latencyMs":2166.342707999982},{"questionId":"q183","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1048,"outputTokens":391,"latencyMs":4914.446332999971},{"questionId":"q183","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":713,"outputTokens":135,"latencyMs":2161.17679100018},{"questionId":"q184","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":961,"outputTokens":71,"latencyMs":2139.3742909999564},{"questionId":"q184","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":606,"outputTokens":199,"latencyMs":3404.1515830000862},{"questionId":"q184","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":672,"outputTokens":263,"latencyMs":3164.85725000035},{"questionId":"q184","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1048,"outputTokens":135,"latencyMs":4596.4077920001},{"questionId":"q184","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":713,"outputTokens":199,"latencyMs":2876.6203330000862},{"questionId":"q185","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":961,"outputTokens":71,"latencyMs":1434.9247909998521},{"questionId":"q185","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":606,"outputTokens":71,"latencyMs":3352.1168749998324},{"questionId":"q185","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":672,"outputTokens":199,"latencyMs":2592.9168340000324},{"questionId":"q185","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1048,"outputTokens":135,"latencyMs":4359.087958000135},{"questionId":"q185","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":713,"outputTokens":71,"latencyMs":2060.568458999973},{"questionId":"q186","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":965,"outputTokens":71,"latencyMs":2200.0344579997472},{"questionId":"q186","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":610,"outputTokens":583,"latencyMs":7184.439584000036},{"questionId":"q186","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":676,"outputTokens":199,"latencyMs":2699.2798329996876},{"questionId":"q186","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1052,"outputTokens":263,"latencyMs":6138.378291000146},{"questionId":"q186","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":4108.833916999865},{"questionId":"q187","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":961,"outputTokens":135,"latencyMs":3580.589292000048},{"questionId":"q187","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":606,"outputTokens":199,"latencyMs":2804.2328340001404},{"questionId":"q187","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":672,"outputTokens":327,"latencyMs":4602.710082999896},{"questionId":"q187","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1048,"outputTokens":135,"latencyMs":1968.7097499999218},{"questionId":"q187","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":713,"outputTokens":199,"latencyMs":3169.453416999895},{"questionId":"q188","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":963,"outputTokens":71,"latencyMs":1857.7752499999478},{"questionId":"q188","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":608,"outputTokens":135,"latencyMs":5026.024625000078},{"questionId":"q188","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":674,"outputTokens":327,"latencyMs":4261.46845899988},{"questionId":"q188","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1050,"outputTokens":135,"latencyMs":2822.146333000157},{"questionId":"q188","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":715,"outputTokens":71,"latencyMs":2371.3831659997813},{"questionId":"q189","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":965,"outputTokens":199,"latencyMs":2729.028625000268},{"questionId":"q189","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":610,"outputTokens":263,"latencyMs":3125.268333000131},{"questionId":"q189","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":676,"outputTokens":263,"latencyMs":4548.164000000339},{"questionId":"q189","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":1052,"outputTokens":263,"latencyMs":6684.10387500003},{"questionId":"q189","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":3359.351500000339},{"questionId":"q190","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":964,"outputTokens":135,"latencyMs":3274.077583000064},{"questionId":"q190","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":609,"outputTokens":263,"latencyMs":3866.906958000269},{"questionId":"q190","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":675,"outputTokens":391,"latencyMs":5214.993166999891},{"questionId":"q190","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1051,"outputTokens":263,"latencyMs":3967.850416000001},{"questionId":"q190","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":716,"outputTokens":199,"latencyMs":2959.312750000041},{"questionId":"q191","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":965,"outputTokens":199,"latencyMs":3134.251999999862},{"questionId":"q191","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":610,"outputTokens":199,"latencyMs":3043.6687499997206},{"questionId":"q191","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":676,"outputTokens":327,"latencyMs":4555.764624999836},{"questionId":"q191","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1052,"outputTokens":327,"latencyMs":5725.023000000045},{"questionId":"q191","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":5363.198917000089},{"questionId":"q192","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":966,"outputTokens":71,"latencyMs":2327.4872499997728},{"questionId":"q192","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":611,"outputTokens":199,"latencyMs":4375.573290999979},{"questionId":"q192","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":677,"outputTokens":327,"latencyMs":4488.554250000045},{"questionId":"q192","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1053,"outputTokens":263,"latencyMs":2482.2717079999857},{"questionId":"q192","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":718,"outputTokens":71,"latencyMs":1971.331540999934},{"questionId":"q193","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":966,"outputTokens":71,"latencyMs":3960.90870800009},{"questionId":"q193","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":611,"outputTokens":135,"latencyMs":2705.920082999859},{"questionId":"q193","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":677,"outputTokens":135,"latencyMs":4231.9983749999665},{"questionId":"q193","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1053,"outputTokens":199,"latencyMs":3583.006000000052},{"questionId":"q193","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":718,"outputTokens":71,"latencyMs":2157.947875000071},{"questionId":"q194","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":967,"outputTokens":135,"latencyMs":2767.097291999962},{"questionId":"q194","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":612,"outputTokens":199,"latencyMs":3267.4340409999713},{"questionId":"q194","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":678,"outputTokens":263,"latencyMs":4035.6655830000527},{"questionId":"q194","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1054,"outputTokens":135,"latencyMs":2599.458374999929},{"questionId":"q194","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":719,"outputTokens":263,"latencyMs":3757.4602080001496},{"questionId":"q195","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":964,"outputTokens":135,"latencyMs":2477.228666999843},{"questionId":"q195","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":609,"outputTokens":647,"latencyMs":9215.291541999672},{"questionId":"q195","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":675,"outputTokens":199,"latencyMs":3924.178875000216},{"questionId":"q195","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1051,"outputTokens":135,"latencyMs":2603.612583000213},{"questionId":"q195","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":716,"outputTokens":263,"latencyMs":3831.2543750000186},{"questionId":"q196","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":968,"outputTokens":327,"latencyMs":4449.21966700023},{"questionId":"q196","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":613,"outputTokens":263,"latencyMs":4022.2771660001017},{"questionId":"q196","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":679,"outputTokens":263,"latencyMs":3979.42954199994},{"questionId":"q196","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1055,"outputTokens":327,"latencyMs":6633.350041999947},{"questionId":"q196","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":720,"outputTokens":327,"latencyMs":3758.4891249998473},{"questionId":"q197","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":1801.9899169998243},{"questionId":"q197","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":607,"outputTokens":135,"latencyMs":2372.4713750001974},{"questionId":"q197","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":3461.1246670000255},{"questionId":"q197","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1049,"outputTokens":135,"latencyMs":2830.5022919997573},{"questionId":"q197","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":1981.5949999997392},{"questionId":"q198","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":970,"outputTokens":199,"latencyMs":3187.7254170002416},{"questionId":"q198","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":615,"outputTokens":199,"latencyMs":5693.012666999828},{"questionId":"q198","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":681,"outputTokens":199,"latencyMs":5138.126250000205},{"questionId":"q198","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1057,"outputTokens":327,"latencyMs":5975.565833000001},{"questionId":"q198","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":722,"outputTokens":199,"latencyMs":4020.142583000008},{"questionId":"q199","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":965,"outputTokens":71,"latencyMs":3056.1089579998516},{"questionId":"q199","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":610,"outputTokens":647,"latencyMs":7244.341125000268},{"questionId":"q199","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":676,"outputTokens":391,"latencyMs":5116.3300000000745},{"questionId":"q199","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1052,"outputTokens":263,"latencyMs":4072.3604169995524},{"questionId":"q199","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":717,"outputTokens":71,"latencyMs":2582.5351250004023},{"questionId":"q200","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":964,"outputTokens":135,"latencyMs":2533.369833999779},{"questionId":"q200","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":609,"outputTokens":71,"latencyMs":1962.2921250001527},{"questionId":"q200","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":675,"outputTokens":327,"latencyMs":4628.420542000327},{"questionId":"q200","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1051,"outputTokens":327,"latencyMs":5945.442832999863},{"questionId":"q200","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":716,"outputTokens":199,"latencyMs":3155.3455419996753},{"questionId":"q201","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":968,"outputTokens":135,"latencyMs":3081.9810000001453},{"questionId":"q201","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":613,"outputTokens":263,"latencyMs":3878.546374999918},{"questionId":"q201","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":679,"outputTokens":327,"latencyMs":5680.298582999967},{"questionId":"q201","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1055,"outputTokens":263,"latencyMs":4070.77879199991},{"questionId":"q201","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":199,"latencyMs":3624.4280000003055}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning deleted file mode 100644 index 2033ed0..0000000 --- a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning +++ /dev/null @@ -1 +0,0 @@ -[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":715.7922079999998},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":514.3712909999999},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":515.4745829999997},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":519.066667},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":700.2497500000004},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":509.53250000000025},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":708.2401669999999},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":688.2738340000001},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":609.7697080000003},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":542.677666},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":473.4646670000002},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":361.08208300000024},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6502,"outputTokens":7,"latencyMs":369.48091699999986},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":379.33929199999966},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":466.31766700000026},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":365.9372080000003},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":528.364791},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":399.84241700000075},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":366.5641249999999},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":397.3729170000006},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":503.67520800000057},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":498.8639579999999},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":489.77787499999977},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":377.90870899999936},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":405.04845900000146},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":388.77599999999984},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":381.14237499999945},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2500,"outputTokens":1,"latencyMs":379.97608299999956},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":469.180875},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":405.39016699999956},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":389.3730000000014},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4092,"outputTokens":2,"latencyMs":304.86824999999953},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":371.71337499999936},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":356.8349999999991},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":487.9919170000012},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":404.0316669999993},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":415.8974159999998},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":491.17195900000115},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":359.57554100000016},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":428.15508299999965},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":720.5289999999986},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":354.7881660000003},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6501,"outputTokens":6,"latencyMs":388.11945899999955},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":428.4201670000002},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":453.42029099999854},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":379.73699999999917},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":384.23425000000134},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":363.7936659999996},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":364.62412499999846},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":359.64195800000016},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":547.5654170000053},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":505.421957999999},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":603.6783749999959},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":494.53708400000323},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":598.2074999999968},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":507.8135420000035},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":475.59583399999974},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":457.98679200000333},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":543.3139999999985},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":431.0919999999969},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6500,"outputTokens":2,"latencyMs":471.2661660000085},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4094,"outputTokens":2,"latencyMs":350.15337500000896},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":391.0407919999998},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":504.1753749999916},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":527.9338340000104},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":385.4689999999973},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":425.2715420000022},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":342.9030829999974},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":329.7982500000071},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":324.93850000000384},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":3407.0566249999974},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":382.60233300000255},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6499,"outputTokens":5,"latencyMs":433.60766700000386},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4093,"outputTokens":5,"latencyMs":354.0262079999957},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":1263.3100000000122},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":337.2589169999992},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":517.890459000002},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":4911.097708000001},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6501,"outputTokens":1,"latencyMs":511.1116670000047},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4095,"outputTokens":1,"latencyMs":391.570332999996},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":366.3286669999943},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":418.3922500000044},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":374.4381660000072},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":438.7353329999896},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":536.3706660000025},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":383.8483750000014},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":361.38229200000933},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":357.3639169999951},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":447.6785830000008},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":396.1677500000078},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":452.6305410000059},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":451.60924999999406},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":499.9052079999965},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":362.4022499999992},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":497.8733750000101},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":353.36641699999745},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":430.4758329999895},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":350.63016700001026},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":309.9106669999892},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":376.74549999999},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":543.0557499999995},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":437.95674999999756},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":441.81141700000444},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":444.66187500000524},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":455.034249999997},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":475.86675000000105},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":470.3446249999979},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":482.47833399999945},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"88","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":492.92866700000013},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"91","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":438.046583000003},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":378.2597919999971},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"86","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":344.08279200000106},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":485.85454200000095},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"88","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":342.2459999999992},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":374.1241660000087},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"68","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":10910.081749999998},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"60","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":349.547040999998},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"61","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":442.77045900000667},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"57","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":344.6504590000113},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":359.585625000007},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":379.3804170000076},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":394.18537500000093},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":415.24545899999794},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":802.7305419999902},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"40","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":364.7414590000117},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":375.68104100000346},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"23","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":391.3775830000086},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"27","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":360.26708299998427},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"35","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":350.4283750000177},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"26","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":353.66908399999375},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":545.0741670000134},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":389.9900830000115},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":581.5199159999902},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":364.47508400000515},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":390.6585830000113},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":289.6875},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":400.41412500001024},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":389.7332500000193},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97288","isCorrect":false,"inputTokens":6499,"outputTokens":2,"latencyMs":646.3010420000064},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99835","isCorrect":false,"inputTokens":4093,"outputTokens":2,"latencyMs":408.09875000000466},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100556","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":378.83412499999395},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99815","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":433.671291000006},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100150","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":452.1253339999821},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98943","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":372.40287499999977},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":495.71899999998277},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":392.63529199999175},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"80","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":491.6334999999963},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":327.66433400000096},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"83","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":409.1040840000205},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":409.7532080000092},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":518.558417000022},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":466.76799999998184},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":369.8977500000037},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"0","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":508.2411659999925},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":536.1317920000001},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":488.1594590000168},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":6504,"outputTokens":1,"latencyMs":490.02733299997635},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":489.17304199998034},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":459.1112079999875},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":496.96749999999884},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":536.7265830000106},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.94920800000546},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":429.92095800000243},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":4098,"outputTokens":1,"latencyMs":373.0112090000184},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":379.4247500000056},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":514.27462500002},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":402.5948749999807},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":399.9442910000216},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":349.201166999992},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":349.179375000007},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":365.0213750000112},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":333.7756250000093},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":461.6036250000179},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.6424999999872},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"5","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":597.8406249999825},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":387.17829100001836},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":581.8407910000242},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":2507,"outputTokens":1,"latencyMs":330.2263329999987},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":362.77995799999917},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":386.4515839999949},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":361.7845420000085},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":486.78579100000206},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":2652,"outputTokens":1,"latencyMs":353.0864580000052},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":323.6826670000155},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":437.86891699998523},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":355.76112499999},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"78","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":518.5223750000005},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":526.1264169999922},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"68","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":381.29349999999977},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":332.30487500000163},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"71","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":436.124416000006},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":382.07420900001307},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":392.4862499999872},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":366.9365000000107},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"61","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":368.402374999976},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"62","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":329.6864169999899},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"59","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":461.06554199999664},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"60","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":402.63970800000243},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":511.04824999999255},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":810.5883329999924},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":550.7842079999973},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":442.4831659999909},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"25","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":537.9287919999915},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"30","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":457.40937499998836},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":549.3395409999939},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":489.55799999999},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":537.7483750000247},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":434.4694170000148},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":7444,"outputTokens":1,"latencyMs":625.4984169999952},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":456.1298339999921},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":420.46937500001513},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":8449.22325000001},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":365.2605420000036},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":411.62945899998886},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":345.0152919999964},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":369.746375000017},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"11","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":524.9201249999751},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":327.5708330000052},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":2652,"outputTokens":1,"latencyMs":981.0529590000224},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":356.0790830000187},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":462.76745899999514},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":424.536832999991},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":400.6113329999789},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":416.195000000007},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"24","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":428.1540410000016},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":728.33170900002},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":443.955541000003},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":10132.960584000015},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":480.8921670000127},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":381.28229199998896},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":349.58874999999534},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":348.22937499999534},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":436.751958000008},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":350.02525000000605},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":378.0389159999904},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":367.3374590000021},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":360.48287499998696},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":335.94899999999325},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":425.37100000001374},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":341.7231250000186},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10941,"outputTokens":3,"latencyMs":815.0260840000119},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6923,"outputTokens":3,"latencyMs":654.1040409999841},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7321,"outputTokens":3,"latencyMs":461.9326669999864},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12270,"outputTokens":3,"latencyMs":572.5033330000006},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8507,"outputTokens":3,"latencyMs":531.6192080000183},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10941,"outputTokens":2,"latencyMs":547.4871670000139},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6923,"outputTokens":2,"latencyMs":412.8233750000072},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7321,"outputTokens":2,"latencyMs":647.1747499999765},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12270,"outputTokens":2,"latencyMs":737.2074999999895},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8507,"outputTokens":2,"latencyMs":818.4059999999881},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10941,"outputTokens":3,"latencyMs":669.1105000000098},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6923,"outputTokens":3,"latencyMs":518.5489999999991},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7321,"outputTokens":3,"latencyMs":507.65958300000057},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12270,"outputTokens":3,"latencyMs":673.3291249999893},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8507,"outputTokens":3,"latencyMs":669.1736670000246},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":675.097666000016},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":525.4267080000136},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":508.38066700001946},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":677.1482500000275},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":741.007666999998},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10941,"outputTokens":4,"latencyMs":646.2545829999726},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6923,"outputTokens":4,"latencyMs":420.27525000000605},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7321,"outputTokens":4,"latencyMs":712.1177499999758},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12270,"outputTokens":4,"latencyMs":724.7074579999899},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8507,"outputTokens":4,"latencyMs":624.5624579999712},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":650.6668749999953},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":824.8308749999851},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":422.68404200003715},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":447.52283299999544},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":567.9841669999878},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10941,"outputTokens":4,"latencyMs":497.91895799996564},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6923,"outputTokens":4,"latencyMs":482.50225000001956},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7321,"outputTokens":4,"latencyMs":361.18787500000326},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12270,"outputTokens":4,"latencyMs":607.6576249999925},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8507,"outputTokens":4,"latencyMs":421.9868750000023},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10941,"outputTokens":2,"latencyMs":406.60525000002235},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6923,"outputTokens":2,"latencyMs":501.77337500004796},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7321,"outputTokens":2,"latencyMs":454.49345799995353},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12270,"outputTokens":2,"latencyMs":728.0266249999986},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8507,"outputTokens":2,"latencyMs":597.7883750000037},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":659.758833000029},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":458.9037080000271},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":653.0899159999681},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":528.6159169999883},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":547.9767920000013},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10942,"outputTokens":9,"latencyMs":681.7327079999959},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6924,"outputTokens":9,"latencyMs":486.62837499997113},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7322,"outputTokens":9,"latencyMs":512.7114580000052},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12271,"outputTokens":9,"latencyMs":12188.919374999998},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8508,"outputTokens":9,"latencyMs":366.3357079999987},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":414.3098330000066},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":530.3222499999683},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":495.4304580000462},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":559.9530410000007},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":643.2550419999752},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":708.9994999999763},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":491.20483400003286},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":468.4553329999908},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":561.7763339999947},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":349.2520000000368},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10942,"outputTokens":4,"latencyMs":715.1207500000019},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6924,"outputTokens":4,"latencyMs":606.6104170000181},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7322,"outputTokens":4,"latencyMs":9711.120915999985},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12271,"outputTokens":4,"latencyMs":566.6855839999625},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8508,"outputTokens":4,"latencyMs":496.1297500000219},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10942,"outputTokens":7,"latencyMs":764.5851249999832},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6924,"outputTokens":7,"latencyMs":815.3015000000014},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7322,"outputTokens":7,"latencyMs":624.4935000000405},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12271,"outputTokens":7,"latencyMs":591.7514170000213},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8508,"outputTokens":7,"latencyMs":828.0897920000134},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":655.9331660000025},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":505.2626670000027},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":411.9949579999666},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":505.40883400000166},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":514.7684579999768},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":581.6779579999857},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":476.00983299996005},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":522.6447079999489},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":583.9415000000154},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":503.82050000003073},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10942,"outputTokens":3,"latencyMs":546.4431670000195},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":6924,"outputTokens":3,"latencyMs":359.3086250000051},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7322,"outputTokens":3,"latencyMs":371.1826669999864},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":12271,"outputTokens":3,"latencyMs":396.5259579999838},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8508,"outputTokens":3,"latencyMs":773.8989999999758},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":353.33137500000885},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":408.48345899995184},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":882.0116249999846},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":669.9177500000224},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":549.826166999992},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":417.3388749999576},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":419.25708299997495},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":402.2212920000311},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":12267,"outputTokens":1,"latencyMs":425.5812910000095},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":532.7587910000002},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":365.37308299995493},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":6920,"outputTokens":1,"latencyMs":521.2011249999632},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":427.5942920000525},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12267,"outputTokens":1,"latencyMs":463.40083400002914},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":382.6736249999958},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10939,"outputTokens":1,"latencyMs":509.51895800000057},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6921,"outputTokens":1,"latencyMs":528.8098330000066},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":467.3620000000228},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":916.83474999998},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8505,"outputTokens":1,"latencyMs":730.6691250000149},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10939,"outputTokens":1,"latencyMs":448.19566599995596},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6921,"outputTokens":1,"latencyMs":518.2414999999455},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":499.3275830000057},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":355.39399999997113},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":8505,"outputTokens":1,"latencyMs":748.5102499999921},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10939,"outputTokens":1,"latencyMs":769.4329170000274},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6921,"outputTokens":1,"latencyMs":458.8923749999958},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":596.5000830000499},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":679.0749160000123},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8505,"outputTokens":1,"latencyMs":630.6952909999527},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"15989.41","isCorrect":false,"inputTokens":10939,"outputTokens":4,"latencyMs":585.2319159999606},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"24021.92","isCorrect":false,"inputTokens":6921,"outputTokens":4,"latencyMs":2576.4010000000126},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"29024.18","isCorrect":false,"inputTokens":7319,"outputTokens":4,"latencyMs":572.0498329999973},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"23695.89","isCorrect":false,"inputTokens":12268,"outputTokens":4,"latencyMs":2235.949416999996},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"16339.11","isCorrect":false,"inputTokens":8505,"outputTokens":4,"latencyMs":489.60987499996554},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"1103.54","isCorrect":false,"inputTokens":10937,"outputTokens":4,"latencyMs":648.1110420000041},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"807.02","isCorrect":false,"inputTokens":6919,"outputTokens":3,"latencyMs":462.7290829999838},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"867.25","isCorrect":false,"inputTokens":7317,"outputTokens":3,"latencyMs":405.47583300003316},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"748.81","isCorrect":false,"inputTokens":12266,"outputTokens":3,"latencyMs":483.0505000000121},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"813.20","isCorrect":false,"inputTokens":8503,"outputTokens":3,"latencyMs":400.92712500004563},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":569.9377920000115},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":375.41929099999834},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":495.26854200003436},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12267,"outputTokens":1,"latencyMs":313.5068329999922},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":377.86162499996135},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10937,"outputTokens":4,"latencyMs":645.3663330000127},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6919,"outputTokens":4,"latencyMs":433.84008400002494},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7317,"outputTokens":4,"latencyMs":1173.9445830000332},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12266,"outputTokens":4,"latencyMs":468.3455420000246},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8503,"outputTokens":4,"latencyMs":347.61283300002106},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":430.39374999998836},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"37","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":504.3886670000502},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"42","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":470.2840829999768},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":351.66841699997894},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"32","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":389.5755839999765},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":438.2642079999787},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":426.29025000002},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":438.7231659999816},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":592.9735420000507},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"23","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":580.1300000000047},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":456.4655410000123},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":312.9479580000043},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":348.09775000001537},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"14","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":739.0200000000186},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":375.1499590000021},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":364.0734999999986},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6927,"outputTokens":1,"latencyMs":551.9207919999608},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"6","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":368.29375000001164},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":12274,"outputTokens":1,"latencyMs":542.1521250000224},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"5","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":686.7005409999983},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":582.2148750000051},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"11","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":371.60637500003213},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":482.3924170000246},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":539.3922920000041},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"9","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":386.2277499999618},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":554.6844170000404},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":456.0647919999901},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":567.140665999963},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":467.8564159999951},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":526.0343749999884},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":630.3317079999833},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":652.5920000000042},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":710.7945830000099},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":544.8541669999831},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":458.9711670000106},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"2","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":514.6613750000251},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"3","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":399.98220799997216},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"1","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":472.156042000046},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"3","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":428.9298340000096},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"2","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":370.60962499998277},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"1","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":563.2683750000433},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":558.175333000021},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":443.08741699997336},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":494.37362500000745},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":385.20350000000326},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"6","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":765.2454999999609},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":362.2926669999724},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":503.65541700000176},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"7","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":566.789374999993},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":647.0595829999656},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":376.5072500000242},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6928,"outputTokens":1,"latencyMs":372.5995840000105},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":400.7388750000391},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":399.97033299994655},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":553.3987919999636},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"10","isCorrect":false,"inputTokens":10947,"outputTokens":1,"latencyMs":484.4969999999739},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":6929,"outputTokens":1,"latencyMs":395.5183749999851},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":7327,"outputTokens":1,"latencyMs":356.34304100001464},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":12276,"outputTokens":1,"latencyMs":483.0325409999932},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":8513,"outputTokens":1,"latencyMs":396.8536249999888},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":10947,"outputTokens":1,"latencyMs":467.922332999995},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":6929,"outputTokens":1,"latencyMs":420.31883299996844},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"12","isCorrect":false,"inputTokens":7327,"outputTokens":1,"latencyMs":461.92741699999897},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"13","isCorrect":false,"inputTokens":12276,"outputTokens":1,"latencyMs":649.3462920000311},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":8513,"outputTokens":1,"latencyMs":549.0893340000184},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":415.81783400004497},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":444.2109589999891},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":434.75708299997495},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":415.1551249999902},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":988.6384580000304},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":428.68345800001407},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":412.36945800000103},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2485,"outputTokens":4,"latencyMs":328.3807500000112},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1719,"outputTokens":4,"latencyMs":361.109625000041},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1598,"outputTokens":4,"latencyMs":567.8367919999873},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4460,"outputTokens":4,"latencyMs":6809.697458000039},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3142,"outputTokens":4,"latencyMs":406.170541999978},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":447.70812500000466},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2486,"outputTokens":3,"latencyMs":439.53241700003855},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1720,"outputTokens":3,"latencyMs":407.2001669999445},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1599,"outputTokens":3,"latencyMs":413.75679200002924},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4461,"outputTokens":3,"latencyMs":497.5708749999758},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3143,"outputTokens":3,"latencyMs":457.1001249999972},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":526.9125830000266},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":2486,"outputTokens":1,"latencyMs":431.1357919999864},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1720,"outputTokens":1,"latencyMs":710.0443749999395},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1599,"outputTokens":1,"latencyMs":406.9021659999853},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":4461,"outputTokens":1,"latencyMs":346.9428749999497},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3143,"outputTokens":1,"latencyMs":323.09041699999943},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":357.34195899998304},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":443.7402089999523},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":455.09141700004693},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":490.2450419999659},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":365.361540999962},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":366.0002910000039},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":499.5719589999644},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2485,"outputTokens":4,"latencyMs":1597.141624999931},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1719,"outputTokens":4,"latencyMs":385.14333300001454},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1598,"outputTokens":4,"latencyMs":369.2410839999793},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4460,"outputTokens":4,"latencyMs":303.9539169999771},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3142,"outputTokens":4,"latencyMs":401.97924999997485},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":419.72220900002867},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2486,"outputTokens":3,"latencyMs":452.70524999999907},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1720,"outputTokens":3,"latencyMs":303.58920899999794},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1599,"outputTokens":3,"latencyMs":7526.394249999896},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4461,"outputTokens":3,"latencyMs":343.7570420000702},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3143,"outputTokens":3,"latencyMs":333.2307499999879},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":606.6234580000164},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":2486,"outputTokens":1,"latencyMs":313.2532920000376},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1720,"outputTokens":1,"latencyMs":326.2192090000026},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1599,"outputTokens":1,"latencyMs":471.8792919999687},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":4461,"outputTokens":1,"latencyMs":350.5012500000885},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3143,"outputTokens":1,"latencyMs":395.5462909999769},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":372.93812499998603},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":360.24225000001024},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":6518.646707999986},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":10317.751416999963},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":405.76116599992383},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":317.50191700004507},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":350.40091600001324},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2482,"outputTokens":1,"latencyMs":409.7500839999411},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1716,"outputTokens":1,"latencyMs":329.21066699991934},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1595,"outputTokens":1,"latencyMs":439.9348750000354},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":438.6411660000449},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3139,"outputTokens":1,"latencyMs":375.5588749999879},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"328,586","isCorrect":false,"inputTokens":3809,"outputTokens":3,"latencyMs":484.2758339999709},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"333,377","isCorrect":false,"inputTokens":2483,"outputTokens":3,"latencyMs":459.8697500000708},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"316967","isCorrect":false,"inputTokens":1717,"outputTokens":2,"latencyMs":509.8458340000361},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"329,746","isCorrect":false,"inputTokens":1596,"outputTokens":3,"latencyMs":552.3954590000212},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"288010","isCorrect":false,"inputTokens":4458,"outputTokens":2,"latencyMs":497.691041000071},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"345,656","isCorrect":false,"inputTokens":3140,"outputTokens":3,"latencyMs":463.78041699994355},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1201","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":493.31241599994246},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1418","isCorrect":false,"inputTokens":2483,"outputTokens":2,"latencyMs":446.99016699998174},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1472","isCorrect":false,"inputTokens":1717,"outputTokens":2,"latencyMs":409.6779170000227},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1514","isCorrect":false,"inputTokens":1596,"outputTokens":2,"latencyMs":431.1977500000503},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1328","isCorrect":false,"inputTokens":4458,"outputTokens":2,"latencyMs":516.8193749999627},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1347","isCorrect":false,"inputTokens":3140,"outputTokens":2,"latencyMs":477.83004100003745},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"341184.71","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":486.91237500007264},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"312,205.65","isCorrect":false,"inputTokens":2481,"outputTokens":5,"latencyMs":382.97179199999664},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"287133.76","isCorrect":false,"inputTokens":1715,"outputTokens":4,"latencyMs":353.70120799995493},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"295194.07","isCorrect":false,"inputTokens":1594,"outputTokens":4,"latencyMs":348.49995800002944},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"248192.75","isCorrect":false,"inputTokens":4456,"outputTokens":4,"latencyMs":391.65287499991246},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"297,196.58","isCorrect":false,"inputTokens":3138,"outputTokens":5,"latencyMs":510.1201669999864},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3805,"outputTokens":3,"latencyMs":365.4778749999823},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2479,"outputTokens":3,"latencyMs":386.92908400006127},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1713,"outputTokens":3,"latencyMs":394.2111659999937},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1592,"outputTokens":3,"latencyMs":511.74004199996125},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4454,"outputTokens":3,"latencyMs":373.8727090000175},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3136,"outputTokens":3,"latencyMs":355.0956249999581},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":395.9459580000257},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"28","isCorrect":false,"inputTokens":2483,"outputTokens":1,"latencyMs":343.8397920000134},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":1717,"outputTokens":1,"latencyMs":619.6045000000158},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"25","isCorrect":false,"inputTokens":1596,"outputTokens":1,"latencyMs":381.62570800003596},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":4458,"outputTokens":1,"latencyMs":357.17808300000615},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":3140,"outputTokens":1,"latencyMs":609.79449999996},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":459.16324999998324},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":2483,"outputTokens":1,"latencyMs":460.327249999973},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":1717,"outputTokens":1,"latencyMs":481.1156670000637},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":1596,"outputTokens":1,"latencyMs":415.77704200008884},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4458,"outputTokens":1,"latencyMs":373.7544159999816},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":3140,"outputTokens":1,"latencyMs":374.64970800001174},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"49","isCorrect":false,"inputTokens":3808,"outputTokens":1,"latencyMs":359.92700000002515},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"41","isCorrect":false,"inputTokens":2482,"outputTokens":1,"latencyMs":358.2543750000186},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"58","isCorrect":false,"inputTokens":1716,"outputTokens":1,"latencyMs":350.35349999996834},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"63","isCorrect":false,"inputTokens":1595,"outputTokens":1,"latencyMs":343.10800000000745},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"52","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":342.02141699998174},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"47","isCorrect":false,"inputTokens":3139,"outputTokens":1,"latencyMs":358.81916600000113},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"26","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":390.28195900004357},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"27","isCorrect":false,"inputTokens":2482,"outputTokens":1,"latencyMs":419.4081249999581},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"46","isCorrect":false,"inputTokens":1716,"outputTokens":1,"latencyMs":339.9132919999538},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"36","isCorrect":false,"inputTokens":1595,"outputTokens":1,"latencyMs":369.65595799998846},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":323.74774999998044},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":3139,"outputTokens":1,"latencyMs":378.7357919999631},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":336.72012499999255},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":335.2298749999609},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":456.91587499994785},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":498.7465000000084},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":506.7781659999164},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":433.3068750000093},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":446.9573330000276},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":469.5676669999957},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":451.9516669999575},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":464.59654100006446},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":485.7626669999445},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":467.44020800001454},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":363.96758300007787},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":318.39895900001284},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":368.43537500000093},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":306.7987500000745},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":353.17466599994805},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":324.02383299998473},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":361.5830830000341},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":316.2602500000503},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":329.7272090000333},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"11","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":398.3790830000071},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":340.76787500001956},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":360.1489999999758},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":560.1262080000015},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":363.1120420000516},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":332.7639590000035},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":485.8375000000233},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":361.1815829999978},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":394.9804170000134},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":343.0935410000384},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":408.2510830000974},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":340.64429199998267},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":355.2249170000432},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":531.7628329999279},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":343.5392920000013},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"6","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":377.1642909999937},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":389.532375000068},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":345.93687500001397},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"18","actual":"7","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":319.7013329999754},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"10","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":476.3362920000218},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":425.2518749999581},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":376.9894580000546},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"15","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":342.60029199998826},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"14","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":399.28854099998716},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":372.97408299997915},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":361.9423330000136},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":676.8364169999259},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":378.08741599996574},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"4","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":358.9629999999888},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"15","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":463.1003339999588},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"12","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":364.9539169999771},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":477.3458330000285},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":436.9630419999594},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":532.452042000019},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":554.6603340000147},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":451.9459999999963},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":8423.92820799991},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":644.0458750000689},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"31","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":598.6026249999413},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":444.70095800003037},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":429.33445800002664},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":389.86558400001377},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"29","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":343.19712499994785},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":372.64154199999757},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":336.85566599993035},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":748.8112089999486},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":753.9235839999747},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":656.5515829999931},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":564.4898749999702},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":844.0965419999557},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":633.3658329999307},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":693.6325000000652},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":586.9654579999624},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":12198.312333000009},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":12230.54691699997},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":12205.184624999994},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":664.4575000000186},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":811.6029170000693},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":512.9935830000322},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":541.923582999967},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":538.1794579999987},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":9829.367457999964},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":2060.4543330000015},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":708.3485840000212},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11537,"outputTokens":1,"latencyMs":604.7364590000361},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":687.1070830000099},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":684.922249999945},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":844.3071250000503},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":648.4209580000024},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":731.9385420000181},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":639.8934590000426},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":590.0260830000043},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":645.5024579999736},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":902.2850830000825},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":630.4475419999799},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":691.8689160000067},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":554.8847500000848},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":12180.675541999983},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":356.3871250000084},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":848.6217080000788},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":695.9627500000643},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":15229,"outputTokens":1,"latencyMs":870.6089589999756},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":11536,"outputTokens":1,"latencyMs":684.9728330000071},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8834,"outputTokens":1,"latencyMs":675.1106669999426},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8604,"outputTokens":1,"latencyMs":678.2668340000091},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":17144,"outputTokens":1,"latencyMs":956.4270000000251},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":13228,"outputTokens":1,"latencyMs":726.9572499999776},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15228,"outputTokens":1,"latencyMs":782.5394170000218},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11535,"outputTokens":1,"latencyMs":638.671207999927},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8833,"outputTokens":1,"latencyMs":710.0538330000127},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8603,"outputTokens":1,"latencyMs":634.3684580000117},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17143,"outputTokens":1,"latencyMs":12077.50687500008},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13227,"outputTokens":1,"latencyMs":620.9302080000052},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15231,"outputTokens":2,"latencyMs":8782.02979099995},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11538,"outputTokens":2,"latencyMs":593.7627500001108},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8836,"outputTokens":2,"latencyMs":625.1012499999488},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8606,"outputTokens":2,"latencyMs":858.9033749999944},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17146,"outputTokens":2,"latencyMs":475.326999999932},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13230,"outputTokens":2,"latencyMs":683.6137500000186},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":666.923582999967},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":681.6882920000935},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":530.3012080000481},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":653.3541670000413},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":855.5417090000119},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":661.8125829999335},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15232,"outputTokens":2,"latencyMs":621.2402499999152},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11539,"outputTokens":2,"latencyMs":606.9254580000415},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":730.7115829999093},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":714.3814159999602},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":856.8343749999767},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":853.937750000041},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15224,"outputTokens":1,"latencyMs":469.13537499995437},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11531,"outputTokens":1,"latencyMs":615.8395419999724},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":657.6984589999774},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":460.85424999997485},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"73","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":535.8716669999994},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":695.1630420000292},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":740.3379590000259},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11217710","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":736.0312080000294},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10711150","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":587.886708999984},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13432713","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":427.7747499999823},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"8675524","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":959.9638329999289},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10433682","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":1346.1520830000518},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1112335","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":594.6271669999696},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1179730","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":624.2689580000006},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"682190","isCorrect":false,"inputTokens":8832,"outputTokens":2,"latencyMs":584.4081249999581},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"811453","isCorrect":false,"inputTokens":8602,"outputTokens":2,"latencyMs":616.7802079999819},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1006595","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":1254.8377909999108},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1200601","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":606.9020419999724},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"151643","isCorrect":false,"inputTokens":15226,"outputTokens":2,"latencyMs":384.18491599999834},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"137050","isCorrect":false,"inputTokens":11533,"outputTokens":2,"latencyMs":614.5851669999538},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"132843","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":558.6217500000494},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134118","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":609.2822079999605},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"141588","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":543.937750000041},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134294.0","isCorrect":false,"inputTokens":13225,"outputTokens":4,"latencyMs":955.971332999994},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"33","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":492.2392500001006},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":440.41762500000186},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":718.059249999933},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"26","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":704.9983750000829},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"24","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":616.9515830000164},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":535.6381660000188},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"27","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":915.684416999924},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"46","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":599.1632089999039},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"38","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":554.628458000021},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":683.8899580000434},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":870.9939999999478},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"29","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":494.92674999998417},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"89","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":734.6791250000242},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"49","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":570.8803329999791},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"69","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":533.7936659998959},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"58","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":343.3989580000052},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"46","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1117.0017499999376},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"73","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":435.95816700009163},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":637.0352089999942},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"46","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":358.2709160000086},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"32","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":338.4870829998981},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"39","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":504.3237499999814},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"23","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":855.8605830000015},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":482.5040409999201},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"24","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":939.0701250000857},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"17","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":815.8353750000242},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":488.87370799994096},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":555.5256659999723},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":406.3621670000721},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":593.2492080000229},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"57","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":699.081790999975},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"49","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":780.8941249999916},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"72","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":487.31783299997915},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"48","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":346.9818750000559},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"49","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":789.7790410000598},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"46","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":315.0278340000659},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"25","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":699.5554590000538},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"27","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":558.8207499999553},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"39","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":438.85766700003296},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":412.937750000041},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"27","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":506.3689579999773},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"24","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":403.96495799999684},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"44","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":450.66266699996777},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"39","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":703.7405420000432},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"64","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":930.5557079999708},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"38","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":475.0782500000205},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":618.5791660000104},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"25","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":530.0445829998935},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"11","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":850.5347499999916},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":638.4129170000087},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"10","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":506.09183299995493},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":606.903667000006},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1016.1629160000011},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"6","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":710.6329169999808},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":4194.018458999926},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":694.3677919999463},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":603.0647920001065},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":431.95187500002794},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":830.7329579999205},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":732.8505419999128},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":709.9959579999559},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"43","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":559.4596659999806},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":372.72695799998473},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":572.7889580000192},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":880.8328749999637},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"31","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":620.5300000000279},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":600.3157089999877},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":1497.7369169999147},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":550.8156250000466},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"18","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":394.9070419999771},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":890.4504170001019},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":399.2987079999875},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":643.8913339999272},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":599.1683329999214},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"13","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":373.43316699995194},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":409.09191600000486},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":789.7333329999819},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"11","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":490.1288750000531},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":437.8686670000898},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":567.7228749999776},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":459.90487500000745},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":629.7537089999532},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":392.5268749999814},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":572.7375829999801},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":759.2165830000304},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":681.406958000036},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":543.5720420000143},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":403.1539169999305},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":651.0715840000194},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":764.0479160000104},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":800.7261670000153},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":681.8785830000415},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":378.5244590000948},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":399.71850000007544},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":433.1862089999486},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":514.7370839999057},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":647.1860420000739},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":501.5959579999326},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":590.2584999999963},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":552.7351250000065},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":479.9407090001041},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":561.3134580000769},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":626.610875000013},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":510.9446250000037},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":570.5137500000419},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":475.0657079999801},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":387.1878329999745},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":454.2516250000335},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":430.6362080000108},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":458.84458299994003},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":336.1934170000022},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6996,"outputTokens":2,"latencyMs":425.3358340000268},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4911,"outputTokens":2,"latencyMs":332.8410000000149},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5975,"outputTokens":2,"latencyMs":656.7561670000432},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7909,"outputTokens":2,"latencyMs":449.4446250000037},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6024,"outputTokens":2,"latencyMs":391.31487500004005},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":428.20270799996797},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":407.40775000001304},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":444.2487080000574},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":537.6930829999037},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":435.76458299998194},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":730.7411250000587},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":401.39379200001713},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":438.55208299995866},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":377.1212500000838},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":332.2685000000056},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":507.67679100006353},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":420.29495800007135},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":397.73079199995846},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":433.97483299998567},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":479.1917909999611},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":536.5260000000708},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":464.0925409999909},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":494.4629169999389},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":517.7559170000022},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":407.88508300005924},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":460.158666000003},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":526.2139579999493},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":431.1852080000099},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":532.0246249999618},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":388.82949999999255},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":410.9399170000106},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":370.87550000008196},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":470.7503330000909},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":541.9291250000242},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":361.18008299998473},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":6979,"outputTokens":1,"latencyMs":476.0757919999305},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"62","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":474.34954199998174},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5958,"outputTokens":1,"latencyMs":516.5258750000503},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"64","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":506.9020829999354},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"80","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":489.9774580000667},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2238","isCorrect":false,"inputTokens":6980,"outputTokens":2,"latencyMs":538.809459000011},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2372","isCorrect":false,"inputTokens":4895,"outputTokens":2,"latencyMs":450.280167000019},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1983","isCorrect":false,"inputTokens":5959,"outputTokens":2,"latencyMs":509.57308299990837},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2181","isCorrect":false,"inputTokens":7893,"outputTokens":2,"latencyMs":633.3166659999406},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2174","isCorrect":false,"inputTokens":6008,"outputTokens":2,"latencyMs":487.2452500000363},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":385.2461670000339},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":449.78825000009965},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"32","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":357.0901249999879},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":594.5887910000747},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":441.2778340000659},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":447.2954589999281},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"13","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":395.80529199994635},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":12676.803249999997},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":12188.338791000075},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":377.8941249999916},{"questionId":"q155","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":418.7445829999633},{"questionId":"q155","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"22","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":381.127416000003},{"questionId":"q155","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":437.9990420000395},{"questionId":"q155","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":541.1569590000436},{"questionId":"q155","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":413.0594999999739},{"questionId":"q156","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":608.1614579999587},{"questionId":"q156","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":475.3481669999892},{"questionId":"q156","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":436.2815829999745},{"questionId":"q156","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":362.61637499998324},{"questionId":"q156","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6009,"outputTokens":1,"latencyMs":515.8009590000147},{"questionId":"q157","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":532.4673340000445},{"questionId":"q157","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"12","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":387.58608300006017},{"questionId":"q157","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":383.2108339999104},{"questionId":"q157","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":483.46570800000336},{"questionId":"q157","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"18","isCorrect":true,"inputTokens":6009,"outputTokens":1,"latencyMs":367.6744160000235},{"questionId":"q158","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"21","actual":"16","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":418.45020800002385},{"questionId":"q158","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"21","actual":"16","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":361.33224999997765},{"questionId":"q158","format":"toon","model":"grok-4-fast-non-reasoning","expected":"21","actual":"17","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":444.82837499992456},{"questionId":"q158","format":"xml","model":"grok-4-fast-non-reasoning","expected":"21","actual":"15","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":558.6989170000888},{"questionId":"q158","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"21","actual":"17","isCorrect":false,"inputTokens":6009,"outputTokens":1,"latencyMs":757.7549159999471},{"questionId":"q159","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":558.3190409999806},{"questionId":"q159","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":345.10625000006985},{"questionId":"q159","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":391.11349999997765},{"questionId":"q159","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":553.122166999965},{"questionId":"q159","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":6009,"outputTokens":1,"latencyMs":412.54704199999105},{"questionId":"q160","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"25","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":522.2847079999046},{"questionId":"q160","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"29","isCorrect":false,"inputTokens":4900,"outputTokens":1,"latencyMs":369.8179170000367},{"questionId":"q160","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"32","isCorrect":false,"inputTokens":5964,"outputTokens":1,"latencyMs":367.3955000001006},{"questionId":"q160","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":7898,"outputTokens":1,"latencyMs":630.1660840000259},{"questionId":"q160","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"27","isCorrect":false,"inputTokens":6013,"outputTokens":1,"latencyMs":433.9028330000583},{"questionId":"q161","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"21","isCorrect":false,"inputTokens":6984,"outputTokens":1,"latencyMs":488.13108299998567},{"questionId":"q161","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"28","isCorrect":false,"inputTokens":4899,"outputTokens":1,"latencyMs":9599.298041999806},{"questionId":"q161","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":5963,"outputTokens":1,"latencyMs":605.9265000000596},{"questionId":"q161","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"20","isCorrect":false,"inputTokens":7897,"outputTokens":1,"latencyMs":648.6760420000646},{"questionId":"q161","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6012,"outputTokens":1,"latencyMs":499.30200000014156},{"questionId":"q162","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"21","isCorrect":false,"inputTokens":6980,"outputTokens":1,"latencyMs":519.8909589999821},{"questionId":"q162","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"20","isCorrect":false,"inputTokens":4895,"outputTokens":1,"latencyMs":525.6184160001576},{"questionId":"q162","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"24","isCorrect":false,"inputTokens":5959,"outputTokens":1,"latencyMs":585.3371250000782},{"questionId":"q162","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":7893,"outputTokens":1,"latencyMs":796.6327909999527},{"questionId":"q162","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"22","isCorrect":false,"inputTokens":6008,"outputTokens":1,"latencyMs":498.3850829999428},{"questionId":"q163","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":386.00420799991116},{"questionId":"q163","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":388.24224999989383},{"questionId":"q163","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":557.2138330000453},{"questionId":"q163","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":427.7162500000559},{"questionId":"q163","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":365.8930420000106},{"questionId":"q164","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":465.2879590000957},{"questionId":"q164","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":450.6630410000216},{"questionId":"q164","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":429.2830829999875},{"questionId":"q164","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":466.26450000004843},{"questionId":"q164","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":526.9325000001118},{"questionId":"q165","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6988,"outputTokens":1,"latencyMs":379.7719170001801},{"questionId":"q165","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4903,"outputTokens":1,"latencyMs":447.12054100004025},{"questionId":"q165","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5967,"outputTokens":1,"latencyMs":345.5867910000961},{"questionId":"q165","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7901,"outputTokens":1,"latencyMs":538.8418749999255},{"questionId":"q165","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":566.6731249999721},{"questionId":"q166","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6988,"outputTokens":1,"latencyMs":342.9584590001032},{"questionId":"q166","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":4903,"outputTokens":1,"latencyMs":334.0386670001317},{"questionId":"q166","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":5967,"outputTokens":1,"latencyMs":607.8448749999516},{"questionId":"q166","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":7901,"outputTokens":1,"latencyMs":757.2489579999819},{"questionId":"q166","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":440.5439999999944},{"questionId":"q167","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6988,"outputTokens":1,"latencyMs":660.2023330000229},{"questionId":"q167","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":4903,"outputTokens":1,"latencyMs":1143.5191660001874},{"questionId":"q167","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":5967,"outputTokens":1,"latencyMs":381.66795799997635},{"questionId":"q167","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7901,"outputTokens":1,"latencyMs":486.70141699980013},{"questionId":"q167","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":429.6477920000907},{"questionId":"q168","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":438.1950829999987},{"questionId":"q168","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":294.30608400003985},{"questionId":"q168","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":357.5215839999728},{"questionId":"q168","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7899,"outputTokens":1,"latencyMs":394.593292000005},{"questionId":"q168","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":476.79550000000745},{"questionId":"q169","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6986,"outputTokens":1,"latencyMs":441.7747500000987},{"questionId":"q169","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":393.5663330000825},{"questionId":"q169","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":453.7200409998186},{"questionId":"q169","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7899,"outputTokens":1,"latencyMs":391.22345900000073},{"questionId":"q169","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":369.08666700008325},{"questionId":"q170","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6986,"outputTokens":1,"latencyMs":472.9581250001211},{"questionId":"q170","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":378.80904199997894},{"questionId":"q170","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":921.2894999999553},{"questionId":"q170","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"8","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":543.3476670000236},{"questionId":"q170","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":366.4594999998808},{"questionId":"q171","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":409.6806669998914},{"questionId":"q171","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":754.4719579999801},{"questionId":"q171","format":"toon","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":397.8191250001546},{"questionId":"q171","format":"xml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":419.56649999995716},{"questionId":"q171","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":478.33433400001377},{"questionId":"q172","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1110,"outputTokens":5,"latencyMs":415.8383750000503},{"questionId":"q172","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":735,"outputTokens":5,"latencyMs":465.8986659999937},{"questionId":"q172","format":"toon","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":822,"outputTokens":5,"latencyMs":503.8621670000721},{"questionId":"q172","format":"xml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1185,"outputTokens":5,"latencyMs":412.9737500001211},{"questionId":"q172","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":863,"outputTokens":5,"latencyMs":1697.1035830001347},{"questionId":"q173","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1110,"outputTokens":2,"latencyMs":425.483917000005},{"questionId":"q173","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":735,"outputTokens":2,"latencyMs":449.86541700013913},{"questionId":"q173","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":822,"outputTokens":2,"latencyMs":347.6556659999769},{"questionId":"q173","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1185,"outputTokens":2,"latencyMs":426.74420899990946},{"questionId":"q173","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":863,"outputTokens":2,"latencyMs":369.13729199999943},{"questionId":"q174","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":380.345500000054},{"questionId":"q174","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":422.8056669998914},{"questionId":"q174","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":353.3112920001149},{"questionId":"q174","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":297.6556250001304},{"questionId":"q174","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":443.25875000003725},{"questionId":"q175","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1110,"outputTokens":2,"latencyMs":377.69870900013484},{"questionId":"q175","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":735,"outputTokens":2,"latencyMs":391.86891700001433},{"questionId":"q175","format":"toon","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":822,"outputTokens":2,"latencyMs":358.4276250000112},{"questionId":"q175","format":"xml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1185,"outputTokens":2,"latencyMs":336.1312919999473},{"questionId":"q175","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":863,"outputTokens":2,"latencyMs":1582.2848330000415},{"questionId":"q176","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":395.62208299990743},{"questionId":"q176","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":338.77337500010617},{"questionId":"q176","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":358.99387499992736},{"questionId":"q176","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":368.2992920000106},{"questionId":"q176","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":419.4040410001762},{"questionId":"q177","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1112,"outputTokens":2,"latencyMs":284.1531660000328},{"questionId":"q177","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":737,"outputTokens":2,"latencyMs":400.69708299986087},{"questionId":"q177","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":824,"outputTokens":2,"latencyMs":335.861125000054},{"questionId":"q177","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1187,"outputTokens":2,"latencyMs":432.72837499994785},{"questionId":"q177","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":865,"outputTokens":2,"latencyMs":538.4609580000397},{"questionId":"q178","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1110,"outputTokens":1,"latencyMs":356.3133749999106},{"questionId":"q178","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":735,"outputTokens":1,"latencyMs":344.9726250001695},{"questionId":"q178","format":"toon","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":305.7853330001235},{"questionId":"q178","format":"xml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1185,"outputTokens":1,"latencyMs":321.69162499997765},{"questionId":"q178","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":318.73841700004414},{"questionId":"q179","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1111,"outputTokens":2,"latencyMs":609.6722500000615},{"questionId":"q179","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":736,"outputTokens":2,"latencyMs":329.3502089998219},{"questionId":"q179","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":823,"outputTokens":2,"latencyMs":359.83654200006276},{"questionId":"q179","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1186,"outputTokens":2,"latencyMs":776.2567080000881},{"questionId":"q179","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":864,"outputTokens":2,"latencyMs":385.95645800000057},{"questionId":"q180","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1112,"outputTokens":5,"latencyMs":334.82166699995287},{"questionId":"q180","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":737,"outputTokens":5,"latencyMs":374.86558400001377},{"questionId":"q180","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":824,"outputTokens":5,"latencyMs":339.96562499995343},{"questionId":"q180","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":332.9127079998143},{"questionId":"q180","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":865,"outputTokens":5,"latencyMs":277.38400000007823},{"questionId":"q181","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":464.8744580000639},{"questionId":"q181","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":389.95958300004713},{"questionId":"q181","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":411.69412499992177},{"questionId":"q181","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":432.18162499996834},{"questionId":"q181","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":442.2701249998063},{"questionId":"q182","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":454.66283400007524},{"questionId":"q182","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":585.8914589998312},{"questionId":"q182","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":417.160000000149},{"questionId":"q182","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":432.515582999913},{"questionId":"q182","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":423.68095900001936},{"questionId":"q183","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":365.21529199997894},{"questionId":"q183","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":508.3387090000324},{"questionId":"q183","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":344.2841250000056},{"questionId":"q183","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":465.673625000054},{"questionId":"q183","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":321.93041700008325},{"questionId":"q184","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":329.49883299996145},{"questionId":"q184","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":408.2868749999907},{"questionId":"q184","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":337.8972080000676},{"questionId":"q184","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":412.50733399996534},{"questionId":"q184","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":471.59887500014156},{"questionId":"q185","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":512.371749999933},{"questionId":"q185","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":538.828582999995},{"questionId":"q185","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":339.15420800005086},{"questionId":"q185","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":435.25345900002867},{"questionId":"q185","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":409.0944999998901},{"questionId":"q186","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":334.6617499999702},{"questionId":"q186","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":636.3176669999957},{"questionId":"q186","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":411.91883299988694},{"questionId":"q186","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":351.15970800002106},{"questionId":"q186","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":362.9688750000205},{"questionId":"q187","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":412.1604170000646},{"questionId":"q187","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":736,"outputTokens":1,"latencyMs":389.0147500000894},{"questionId":"q187","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":823,"outputTokens":1,"latencyMs":313.5482089999132},{"questionId":"q187","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":1186,"outputTokens":1,"latencyMs":338.8171249998268},{"questionId":"q187","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":864,"outputTokens":1,"latencyMs":350.1187080000527},{"questionId":"q188","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1113,"outputTokens":1,"latencyMs":349.0431250000838},{"questionId":"q188","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":738,"outputTokens":1,"latencyMs":373.9920000000857},{"questionId":"q188","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":825,"outputTokens":1,"latencyMs":318.7767499999609},{"questionId":"q188","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1188,"outputTokens":1,"latencyMs":329.70645800000057},{"questionId":"q188","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":866,"outputTokens":1,"latencyMs":367.2378329997882},{"questionId":"q189","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":1115,"outputTokens":1,"latencyMs":342.9279169999063},{"questionId":"q189","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":740,"outputTokens":1,"latencyMs":589.9409160001669},{"questionId":"q189","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":371.982374999905},{"questionId":"q189","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":1190,"outputTokens":1,"latencyMs":365.53537499997765},{"questionId":"q189","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":868,"outputTokens":1,"latencyMs":334.4435839999933},{"questionId":"q190","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1114,"outputTokens":1,"latencyMs":362.175833000103},{"questionId":"q190","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":739,"outputTokens":1,"latencyMs":409.1332499999553},{"questionId":"q190","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":826,"outputTokens":1,"latencyMs":400.20370800001547},{"questionId":"q190","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":1189,"outputTokens":1,"latencyMs":319.97383299982175},{"questionId":"q190","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":458.0555830001831},{"questionId":"q191","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":396.16079199989326},{"questionId":"q191","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":520.9176250000019},{"questionId":"q191","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":408.63300000014715},{"questionId":"q191","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":1190,"outputTokens":1,"latencyMs":423.5287079999689},{"questionId":"q191","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":414.48870899993926},{"questionId":"q192","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1116,"outputTokens":1,"latencyMs":410.674291000003},{"questionId":"q192","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":741,"outputTokens":1,"latencyMs":416.6141250000801},{"questionId":"q192","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":1,"latencyMs":426.6545829998795},{"questionId":"q192","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":1191,"outputTokens":1,"latencyMs":456.3780829999596},{"questionId":"q192","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":869,"outputTokens":1,"latencyMs":421.2919159999583},{"questionId":"q193","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1116,"outputTokens":1,"latencyMs":366.68962499988265},{"questionId":"q193","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":741,"outputTokens":1,"latencyMs":406.3174580000341},{"questionId":"q193","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":828,"outputTokens":1,"latencyMs":491.7237500001211},{"questionId":"q193","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1191,"outputTokens":1,"latencyMs":425.0139579998795},{"questionId":"q193","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":869,"outputTokens":1,"latencyMs":341.9348750000354},{"questionId":"q194","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1117,"outputTokens":1,"latencyMs":344.2247919999063},{"questionId":"q194","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":742,"outputTokens":1,"latencyMs":333.1860419998411},{"questionId":"q194","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":829,"outputTokens":1,"latencyMs":438.234832999995},{"questionId":"q194","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1192,"outputTokens":1,"latencyMs":341.1651670001447},{"questionId":"q194","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":870,"outputTokens":1,"latencyMs":12104.993833000073},{"questionId":"q195","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1114,"outputTokens":1,"latencyMs":365.2630829999689},{"questionId":"q195","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":1,"latencyMs":382.53941600001417},{"questionId":"q195","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":362.747333999956},{"questionId":"q195","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":428.27833299990743},{"questionId":"q195","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":345.96254199999385},{"questionId":"q196","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1118,"outputTokens":1,"latencyMs":351.4945420001168},{"questionId":"q196","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":743,"outputTokens":1,"latencyMs":431.0831659999676},{"questionId":"q196","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":345.68966699996963},{"questionId":"q196","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":605.7105419998989},{"questionId":"q196","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":871,"outputTokens":1,"latencyMs":409.4469580000732},{"questionId":"q197","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":314.376750000054},{"questionId":"q197","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":548.5152920000255},{"questionId":"q197","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":373.1681250000838},{"questionId":"q197","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":348.55374999996275},{"questionId":"q197","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":370.13208299991675},{"questionId":"q198","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1120,"outputTokens":1,"latencyMs":346.0199170000851},{"questionId":"q198","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":745,"outputTokens":1,"latencyMs":497.3574999999255},{"questionId":"q198","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":832,"outputTokens":1,"latencyMs":390.4106669998728},{"questionId":"q198","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1195,"outputTokens":1,"latencyMs":339.9103339998983},{"questionId":"q198","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":873,"outputTokens":1,"latencyMs":398.2846669999417},{"questionId":"q199","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":782.224666000111},{"questionId":"q199","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":447.671832999913},{"questionId":"q199","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":827,"outputTokens":1,"latencyMs":375.4581669999752},{"questionId":"q199","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":449.5750420000404},{"questionId":"q199","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":418.0543329999782},{"questionId":"q200","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1114,"outputTokens":1,"latencyMs":577.5137080000713},{"questionId":"q200","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":739,"outputTokens":1,"latencyMs":366.06133399996907},{"questionId":"q200","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":416.9177080001682},{"questionId":"q200","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1189,"outputTokens":1,"latencyMs":378.2964159999974},{"questionId":"q200","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":867,"outputTokens":1,"latencyMs":346.17112499987707},{"questionId":"q201","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1118,"outputTokens":1,"latencyMs":421.01425000000745},{"questionId":"q201","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":743,"outputTokens":1,"latencyMs":434.6755000001285},{"questionId":"q201","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":430.1311669999268},{"questionId":"q201","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":403.59004099993035},{"questionId":"q201","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":871,"outputTokens":1,"latencyMs":345.51270800014026}] \ No newline at end of file diff --git a/benchmarks/src/constants.ts b/benchmarks/src/constants.ts index ea1f2d1..69d26d3 100644 --- a/benchmarks/src/constants.ts +++ b/benchmarks/src/constants.ts @@ -4,37 +4,11 @@ import * as url from 'node:url' export const ROOT_DIR: string = url.fileURLToPath(new URL('../../', import.meta.url)) export const BENCHMARKS_DIR: string = url.fileURLToPath(new URL('../', import.meta.url)) -/** - * Model-specific RPM (requests per minute) limits to handle API quotas - * - * @remarks - * Set `undefined` for models without specific limits. - */ -/// keep-sorted -export const MODEL_RPM_LIMITS: Record = { - 'claude-haiku-4-5-20251001': 50, - 'gemini-2.5-flash': 25, - 'gpt-5-nano': 50, - 'grok-4-fast-non-reasoning': 50, -} - /** * Default concurrency for parallel evaluations to prevent bursting */ export const DEFAULT_CONCURRENCY = 10 -/** - * Display names for data format types - */ -export const FORMATTER_DISPLAY_NAMES: Record = { - 'json-pretty': 'JSON', - 'json-compact': 'JSON compact', - 'toon': 'TOON', - 'csv': 'CSV', - 'xml': 'XML', - 'yaml': 'YAML', -} as const - /** * Enable dry run mode for quick testing with limited AI requests * @@ -51,12 +25,80 @@ export const DRY_RUN_LIMITS = { maxQuestions: 10, } +/** + * Model-specific RPM (requests per minute) limits to handle API quotas + * + * @remarks + * Set `undefined` for models without specific limits. + */ +/// keep-sorted +export const MODEL_RPM_LIMITS: Record = { + 'claude-haiku-4-5-20251001': 50, + 'gemini-2.5-flash': 25, + 'gpt-5-nano': 50, + 'grok-4-fast-non-reasoning': 50, +} + +/** + * Display names for data format types + */ +export const FORMATTER_DISPLAY_NAMES: Record = { + 'json-pretty': 'JSON', + 'json-compact': 'JSON compact', + 'toon': 'TOON', + 'csv': 'CSV', + 'xml': 'XML', + 'yaml': 'YAML', +} as const + +/** + * Question type identifiers + */ +export const QUESTION_TYPES = [ + 'field-retrieval', + 'aggregation', + 'filtering', + 'structure-awareness', +] as const + +/** + * Display names for question types + */ +export const QUESTION_TYPE_LABELS = { + 'field-retrieval': 'Field Retrieval', + 'aggregation': 'Aggregation', + 'filtering': 'Filtering', + 'structure-awareness': 'Structure Awareness', +} as const + +/** + * Dataset identifiers + */ +export const DATASET_NAMES = [ + 'tabular', + 'nested', + 'analytics', + 'github', + 'event-logs', + 'nested-config', +] as const + +/** + * Structure class identifiers + */ +export const STRUCTURE_CLASSES = [ + 'uniform', + 'semi-uniform', + 'nested', + 'deep', +] as const + /** * Threshold values for filtering and aggregation questions */ export const QUESTION_THRESHOLDS = { tabular: { - salaryRanges: [60000, 80000, 100000, 120000], + salaryRanges: [60000, 80000, 100000], experienceYears: [5, 10, 15, 20], departmentSalaryThreshold: 80000, departmentExperienceThreshold: 10, @@ -68,11 +110,11 @@ export const QUESTION_THRESHOLDS = { totalThresholdsForItems: [300, 500], }, analytics: { - views: [5000, 7000], - conversions: [10, 30], + views: [6000], + conversions: [20], viewsForFiltering: [6000, 7000], conversionsForFiltering: 15, - revenueThresholds: [500, 1000, 1500, 2000, 2500], + revenueThresholds: [1000, 1500, 2000], viewsThresholdForRevenue: 6000, clicksForFiltering: [250, 400], conversionsForClickFiltering: 15, @@ -81,8 +123,8 @@ export const QUESTION_THRESHOLDS = { }, github: { stars: [100000, 150000, 200000], - forks: [20000, 35000, 50000], - watchers: [5000, 8000], + forks: [20000, 35000], + watchers: [8000], starForkCombinations: [ { stars: 75000, forks: 15000 }, { stars: 100000, forks: 20000 }, @@ -101,18 +143,18 @@ export const QUESTION_THRESHOLDS = { */ export const QUESTION_LIMITS = { tabular: { - fieldRetrieval: 14, - aggregationDepartments: 4, + fieldRetrieval: 12, + aggregationDepartments: 3, filteringMultiConditionDepartments: 5, filteringExperience: 3, filteringDepartmentExp: 3, - filteringDepartmentActive: 3, + filteringDepartmentActive: 2, }, nested: { fieldRetrievalOrders: 8, - fieldRetrievalCustomers: 10, - aggregationStatuses: 5, - filteringStatusAndValue: 5, + fieldRetrievalCustomers: 8, + aggregationStatuses: 3, + filteringStatusAndValue: 4, filteringStatusAndItems: 3, }, analytics: { @@ -121,16 +163,17 @@ export const QUESTION_LIMITS = { github: { fieldRetrievalRepos: 11, aggregationBranches: 2, - filteringStarsAndForks: 8, + filteringStarsAndForks: 3, }, eventLogs: { fieldRetrieval: 10, - aggregationEndpoints: 4, + aggregationEndpoints: 2, filteringLevelAndStatus: 3, filteringEndpointAndStatus: 3, + filteringEndpointRetryable: 2, }, nestedConfig: { fieldRetrieval: 10, - filteringComplex: 6, + filteringComplex: 5, }, } as const diff --git a/benchmarks/src/datasets.ts b/benchmarks/src/datasets.ts index 51f6138..e162f6f 100644 --- a/benchmarks/src/datasets.ts +++ b/benchmarks/src/datasets.ts @@ -181,7 +181,7 @@ export function generateAnalyticsData(days: number, startDate = '2025-01-01'): { /** * Generate employee data (uniform tabular structure) */ -const departments: readonly string[] = ['Engineering', 'Sales', 'Marketing', 'HR', 'Operations', 'Finance'] as const +const departments = ['Engineering', 'Sales', 'Marketing', 'HR', 'Operations', 'Finance'] as const function generateEmployees(count: number): { employees: Employee[] } { return { diff --git a/benchmarks/src/evaluate.ts b/benchmarks/src/evaluate.ts index be1c3bf..3ba869e 100644 --- a/benchmarks/src/evaluate.ts +++ b/benchmarks/src/evaluate.ts @@ -16,6 +16,33 @@ export const models: LanguageModelV2[] = [ xai('grok-4-fast-non-reasoning'), ] +/** + * Format primers + * + * @remarks + * Neutral descriptions to help models parse each format. + */ +export const PRIMERS: Record = { + 'toon': 'TOON: Indentation-based. Arrays declare length and fields (e.g., items[N]{f1,f2}:). Rows use single delimiter. Values may be quoted.', + 'json-pretty': 'JSON: Strict JSON objects/arrays with repeated keys per row.', + 'json-compact': 'JSON (compact): Strict JSON without extra whitespace.', + 'yaml': 'YAML: Indentation-based key/value and lists (- items).', + 'xml': 'XML: Tag-based tree structure with nested elements.', + 'csv': 'CSV: Header row, comma-separated values. First row contains field names.', +} + +/** + * Code fence language tags for proper syntax highlighting + */ +export const FENCE: Record = { + 'toon': 'toon', + 'json-pretty': 'json', + 'json-compact': 'json', + 'yaml': 'yaml', + 'xml': 'xml', + 'csv': 'csv', +} + /** * Evaluate a single question with a specific format and model */ @@ -33,10 +60,15 @@ export async function evaluateQuestion( model: LanguageModelV2 }, ): Promise { + const primer = PRIMERS[formatName] ?? '' + const fence = FENCE[formatName] ?? '' + const prompt = ` +${primer} + Given the following data in ${formatName} format: -\`\`\` +\`\`\`${fence} ${formattedData} \`\`\` diff --git a/benchmarks/src/questions/event-logs.ts b/benchmarks/src/questions/event-logs.ts index 93d91d0..6ca019c 100644 --- a/benchmarks/src/questions/event-logs.ts +++ b/benchmarks/src/questions/event-logs.ts @@ -166,7 +166,7 @@ export function generateEventLogsQuestions(logs: EventLog[], getId: () => string } // Filtering: endpoint AND retryable error - for (const endpoint of endpoints.slice(0, QUESTION_LIMITS.eventLogs.filteringEndpointAndStatus)) { + for (const endpoint of endpoints.slice(0, QUESTION_LIMITS.eventLogs.filteringEndpointRetryable)) { const count = logs.filter(l => l.endpoint === endpoint && l.error?.retryable === true).length questions.push( new QuestionBuilder() diff --git a/benchmarks/src/questions/index.ts b/benchmarks/src/questions/index.ts index 63f03c9..87845a2 100644 --- a/benchmarks/src/questions/index.ts +++ b/benchmarks/src/questions/index.ts @@ -6,11 +6,12 @@ import { generateEventLogsQuestions } from './event-logs' import { generateGithubQuestions } from './github' import { generateNestedQuestions } from './nested' import { generateNestedConfigQuestions } from './nested-config' +import { generateStructureQuestions } from './structure' import { generateTabularQuestions } from './tabular' import { createIdGenerator } from './utils' /** - * Generate ~200 questions from all datasets + * Generate questions from all datasets * * @remarks * - Field Retrieval: Direct field access with no computation @@ -19,6 +20,8 @@ import { createIdGenerator } from './utils' * Examples: "How many X?", "What is the total/average?", "How many X > threshold?" * - Filtering: Multi-condition queries requiring complex logical operations * Examples: "How many X WHERE condition1 AND condition2?" + * - Structure Awareness: Tests format-native structural affordances (TOON's [N] and {fields}, CSV's header) + * Examples: "How many records?", "List the field names", "What is the last record's field?" */ export function generateQuestions(): Question[] { const questions: Question[] = [] @@ -41,5 +44,8 @@ export function generateQuestions(): Question[] { questions.push(...generateEventLogsQuestions(eventLogs, getId)) questions.push(...generateNestedConfigQuestions(nestedConfig, getId)) + // Generate structure-awareness questions (tests format-native affordances) + questions.push(...generateStructureQuestions(tabular, nested, analytics, github, eventLogs, getId)) + return questions } diff --git a/benchmarks/src/questions/nested-config.ts b/benchmarks/src/questions/nested-config.ts index 6f04dcd..194c3fe 100644 --- a/benchmarks/src/questions/nested-config.ts +++ b/benchmarks/src/questions/nested-config.ts @@ -152,7 +152,6 @@ export function generateNestedConfigQuestions(config: NestedConfig | undefined, // Aggregation: additional nested counts const totalPermissions = Object.values(config.permissions.roles).reduce((sum, role) => sum + role.permissions.length, 0) const distinctPermissions = new Set(Object.values(config.permissions.roles).flatMap(r => r.permissions)).size - const distinctScopes = new Set(config.authentication.providers.flatMap(p => p.scopes)).size const totalVariants = Object.values(config.features).reduce((sum, f) => sum + f.variants.length, 0) const highPriorityReplicas = config.database.replicas.filter(r => r.priority > 2).length const featuresWithHighRollout = Object.values(config.features).filter(f => f.rollout > 50).length @@ -173,13 +172,6 @@ export function generateNestedConfigQuestions(config: NestedConfig | undefined, .type('aggregation') .dataset('nested-config') .build(), - new QuestionBuilder() - .id(getId()) - .prompt('How many distinct scopes are defined across all authentication providers?') - .groundTruth(String(distinctScopes)) - .type('aggregation') - .dataset('nested-config') - .build(), new QuestionBuilder() .id(getId()) .prompt('What is the total number of variants across all feature flags?') diff --git a/benchmarks/src/questions/structure.ts b/benchmarks/src/questions/structure.ts new file mode 100644 index 0000000..0793920 --- /dev/null +++ b/benchmarks/src/questions/structure.ts @@ -0,0 +1,324 @@ +import type { AnalyticsMetric, Employee, EventLog, Order, Repository } from '../datasets' +import type { Question } from '../types' +import { QuestionBuilder } from './utils' + +/** + * Generate structure-awareness questions across all datasets + * + * These questions test format-native structural affordances: + * - TOON's explicit array length [N] and field declarations {fields} + * - CSV's header row (but no explicit length) + * - JSON/YAML have neither unless the model counts manually + */ +export function generateStructureQuestions( + employees: Employee[], + orders: Order[], + metrics: AnalyticsMetric[], + repos: Repository[], + logs: EventLog[], + getId: () => string, +): Question[] { + const questions: Question[] = [] + + // ========== TABULAR DATASET (Employees) ========== + + // Count: Total employees (tests array length awareness) + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many employees are in the dataset?') + .groundTruth(String(employees.length)) + .type('structure-awareness') + .dataset('tabular') + .build(), + ) + + // Field list: Employee fields (tests field name awareness) + const employeeFields = 'id,name,email,department,salary,yearsExperience,active' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('List the field names for employees (comma-separated, in order).') + .groundTruth(employeeFields) + .type('structure-awareness') + .dataset('tabular') + .build(), + ) + + // Positional: Third field name for employees (tests TOON {fields} syntax) + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the 3rd field name for employees?') + .groundTruth('email') + .type('structure-awareness') + .dataset('tabular') + .build(), + ) + + // Last row: Last employee's department (tests ability to find last row using length) + const lastEmployee = employees.at(-1)! + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the department of the last employee in the dataset?') + .groundTruth(lastEmployee.department) + .type('structure-awareness') + .dataset('tabular') + .build(), + ) + + // Last row: Last employee's name + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the name of the last employee in the dataset?') + .groundTruth(lastEmployee.name) + .type('structure-awareness') + .dataset('tabular') + .build(), + ) + + // Field count: How many fields per employee (tests schema awareness) + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many fields does each employee record have?') + .groundTruth('7') + .type('structure-awareness') + .dataset('tabular') + .build(), + ) + + // ========== NESTED DATASET (Orders) ========== + + // Count: Total orders + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many orders are in the dataset?') + .groundTruth(String(orders.length)) + .type('structure-awareness') + .dataset('nested') + .build(), + ) + + // Field list: Order fields + const orderFields = 'orderId,customer,items,subtotal,tax,total,status,orderDate' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('List the top-level field names for orders (comma-separated, in order).') + .groundTruth(orderFields) + .type('structure-awareness') + .dataset('nested') + .build(), + ) + + // Nested count: Items in specific order + const orderWithManyItems = orders.reduce((max, order) => + order.items.length > max.items.length ? order : max, + ) + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt(`How many items are in order ${orderWithManyItems.orderId}?`) + .groundTruth(String(orderWithManyItems.items.length)) + .type('structure-awareness') + .dataset('nested') + .build(), + ) + + // Nested field list: Item fields + const itemFields = 'sku,name,quantity,price' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What are the field names for items within orders (comma-separated, in order)?') + .groundTruth(itemFields) + .type('structure-awareness') + .dataset('nested') + .build(), + ) + + // Last row: Last order's status + const lastOrder = orders.at(-1)! + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the status of the last order in the dataset?') + .groundTruth(lastOrder.status) + .type('structure-awareness') + .dataset('nested') + .build(), + ) + + // Customer field list + const customerFields = 'id,name,email,phone' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What are the field names for customer objects within orders (comma-separated, in order)?') + .groundTruth(customerFields) + .type('structure-awareness') + .dataset('nested') + .build(), + ) + + // ========== ANALYTICS DATASET (Metrics) ========== + + // Count: Total metrics + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many metric records are in the dataset?') + .groundTruth(String(metrics.length)) + .type('structure-awareness') + .dataset('analytics') + .build(), + ) + + // Field list: Metric fields + const metricFields = 'date,views,clicks,conversions,revenue,bounceRate' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('List the field names for metrics (comma-separated, in order).') + .groundTruth(metricFields) + .type('structure-awareness') + .dataset('analytics') + .build(), + ) + + // Positional: Fifth field name for metrics (tests TOON {fields} syntax) + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the 5th field name for analytics metrics?') + .groundTruth('revenue') + .type('structure-awareness') + .dataset('analytics') + .build(), + ) + + // Last row: Last metric's date + const lastMetric = metrics.at(-1)! + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the date of the last metric record in the dataset?') + .groundTruth(lastMetric.date) + .type('structure-awareness') + .dataset('analytics') + .build(), + ) + + // Field count: How many fields per metric + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many fields does each metric record have?') + .groundTruth('6') + .type('structure-awareness') + .dataset('analytics') + .build(), + ) + + // ========== GITHUB DATASET (Repositories) ========== + + // Count: Total repositories + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many repositories are in the dataset?') + .groundTruth(String(repos.length)) + .type('structure-awareness') + .dataset('github') + .build(), + ) + + // Field list: Repository fields + const repoFields = 'id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('List the field names for repositories (comma-separated, in order).') + .groundTruth(repoFields) + .type('structure-awareness') + .dataset('github') + .build(), + ) + + // Positional: Seventh field name for repos (tests TOON {fields} syntax) + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the 7th field name for GitHub repositories?') + .groundTruth('forks') + .type('structure-awareness') + .dataset('github') + .build(), + ) + + // Last row: Last repo's name + const lastRepo = repos.at(-1)! + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the name of the last repository in the dataset?') + .groundTruth(lastRepo.name) + .type('structure-awareness') + .dataset('github') + .build(), + ) + + // Field count: How many fields per repository + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many fields does each repository record have?') + .groundTruth('11') + .type('structure-awareness') + .dataset('github') + .build(), + ) + + // ========== EVENT LOGS DATASET ========== + + // Count: Total logs + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('How many log entries are in the dataset?') + .groundTruth(String(logs.length)) + .type('structure-awareness') + .dataset('event-logs') + .build(), + ) + + // Field list: Base log fields (including optional error) + const logFields = 'timestamp,level,endpoint,statusCode,responseTime,userId,error' + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('List the field names for log entries (comma-separated, any order, including optional fields).') + .groundTruth(logFields) + .type('structure-awareness') + .dataset('event-logs') + .build(), + ) + + // Last row: Last log's level + const lastLog = logs.at(-1)! + questions.push( + new QuestionBuilder() + .id(getId()) + .prompt('What is the level of the last log entry in the dataset?') + .groundTruth(lastLog.level) + .type('structure-awareness') + .dataset('event-logs') + .build(), + ) + + return questions +} diff --git a/benchmarks/src/report.ts b/benchmarks/src/report.ts index be3bf46..9369af9 100644 --- a/benchmarks/src/report.ts +++ b/benchmarks/src/report.ts @@ -1,5 +1,5 @@ import type { Dataset, EfficiencyRanking, EvaluationResult, FormatResult, Question } from './types' -import { FORMATTER_DISPLAY_NAMES } from './constants' +import { FORMATTER_DISPLAY_NAMES, QUESTION_TYPE_LABELS, QUESTION_TYPES } from './constants' import { ACCURACY_DATASETS } from './datasets' import { models } from './evaluate' import { supportsCSV } from './formatters' @@ -22,9 +22,9 @@ export function calculateTokenCounts( if (formatName === 'csv' && !supportsCSV(dataset)) continue - const formatted = formatter(dataset.data) + const formattedData = formatter(dataset.data) const key = `${formatName}-${dataset.name}` - tokenCounts[key] = tokenize(formatted) + tokenCounts[key] = tokenize(formattedData) } } @@ -200,16 +200,21 @@ function generateDetailedAccuracyReport( // Generate performance by model const modelPerformance = generateModelPerformanceTable(formatResults, results, modelNames) + + // Generate question type breakdown + const questionTypeBreakdown = generateQuestionTypeBreakdown(formatResults, results, questions) const totalQuestions = [...new Set(results.map(r => r.questionId))].length // Calculate question type distribution const fieldRetrievalCount = questions.filter(q => q.type === 'field-retrieval').length const aggregationCount = questions.filter(q => q.type === 'aggregation').length const filteringCount = questions.filter(q => q.type === 'filtering').length + const structureAwarenessCount = questions.filter(q => q.type === 'structure-awareness').length const fieldRetrievalPercent = ((fieldRetrievalCount / totalQuestions) * 100).toFixed(0) const aggregationPercent = ((aggregationCount / totalQuestions) * 100).toFixed(0) const filteringPercent = ((filteringCount / totalQuestions) * 100).toFixed(0) + const structureAwarenessPercent = ((structureAwarenessCount / totalQuestions) * 100).toFixed(0) // Calculate dataset sizes const tabularSize = ACCURACY_DATASETS.find(d => d.name === 'tabular')?.data.employees?.length || 0 @@ -233,7 +238,11 @@ ${modelBreakdown} ${summaryComparison}
-Performance by dataset and model +Performance by dataset, model, and question type + +#### Performance by Question Type + +${questionTypeBreakdown} #### Performance by Dataset @@ -265,9 +274,9 @@ Six datasets designed to test different structural patterns: #### Question Types -${totalQuestions} questions are generated dynamically across three categories: +${totalQuestions} questions are generated dynamically across four categories: -\- **Field retrieval (${fieldRetrievalPercent}%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) +- **Field retrieval (${fieldRetrievalPercent}%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) - Example: "What is Alice's salary?" → \`75000\` - Example: "How many items are in order ORD-0042?" → \`3\` - Example: "What is the customer name for order ORD-0042?" → \`John Doe\` @@ -281,6 +290,11 @@ ${totalQuestions} questions are generated dynamically across three categories: - Example: "How many employees in Sales have salary > 80000?" → \`5\` - Example: "How many active employees have more than 10 years of experience?" → \`8\` +- **Structure awareness (${structureAwarenessPercent}%)**: Tests format-native structural affordances (TOON's [N] count and {fields}, CSV's header row) + - Example: "How many employees are in the dataset?" → \`100\` + - Example: "List the field names for employees" → \`id, name, email, department, salary, yearsExperience, active\` + - Example: "What is the department of the last employee?" → \`Sales\` + #### Evaluation Process 1. **Format conversion**: Each dataset is converted to all ${formatCount} formats (${formatResults.map(f => FORMATTER_DISPLAY_NAMES[f.format] || f.format).join(', ')}). @@ -413,6 +427,48 @@ ${tableRows} }).filter(Boolean).join('\n').trim() } +/** + * Generate question type breakdown table + */ +function generateQuestionTypeBreakdown( + formatResults: FormatResult[], + results: EvaluationResult[], + questions: Question[], +): string { + // Build header + const formatNames = formatResults.map(fr => FORMATTER_DISPLAY_NAMES[fr.format] || fr.format) + const header = `| Question Type | ${formatNames.join(' | ')} |` + const separator = `| ------------- | ${formatNames.map(() => '----').join(' | ')} |` + + // Build rows + const rows = QUESTION_TYPES.map((type) => { + const questionIds = questions.filter(q => q.type === type).map(q => q.id) + const typeResults = results.filter(r => questionIds.includes(r.questionId)) + + if (typeResults.length === 0) + return undefined + + const accuracies = formatResults.map((fr) => { + const formatTypeResults = typeResults.filter(r => r.format === fr.format) + if (formatTypeResults.length === 0) + return 'N/A' + + const correctCount = formatTypeResults.filter(r => r.isCorrect).length + const totalCount = formatTypeResults.length + const accuracy = totalCount > 0 ? correctCount / totalCount : 0 + return `${(accuracy * 100).toFixed(1)}%` + }) + + return `| ${QUESTION_TYPE_LABELS[type]} | ${accuracies.join(' | ')} |` + }).filter(Boolean) + + return ` +${header} +${separator} +${rows.join('\n')} +`.trim() +} + /** * Generate per-model performance comparison tables */ diff --git a/benchmarks/src/types.ts b/benchmarks/src/types.ts index e586cb5..1946d98 100644 --- a/benchmarks/src/types.ts +++ b/benchmarks/src/types.ts @@ -1,11 +1,17 @@ +import type { DATASET_NAMES, QUESTION_TYPES, STRUCTURE_CLASSES } from './constants' + +export type QuestionType = typeof QUESTION_TYPES[number] +export type DatasetName = typeof DATASET_NAMES[number] +export type StructureClass = typeof STRUCTURE_CLASSES[number] + export interface DatasetMetadata { supportsCSV: boolean - structureClass: 'uniform' | 'semi-uniform' | 'nested' | 'deep' + structureClass: StructureClass tabularEligibility: number } export interface Dataset { - name: string + name: DatasetName description: string data: Record metadata: DatasetMetadata @@ -15,8 +21,8 @@ export interface Question { id: string prompt: string groundTruth: string - type: 'field-retrieval' | 'aggregation' | 'filtering' - dataset: string + type: QuestionType + dataset: DatasetName } export interface EvaluationResult {