toon/benchmarks/results/accuracy/models/gpt-5-nano

[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6453,"outputTokens":72,"latencyMs":2972.5673339999994},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4046,"outputTokens":136,"latencyMs":3134.6921249999996},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2610,"outputTokens":136,"latencyMs":3895.96425},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2444,"outputTokens":136,"latencyMs":3544.769292},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7415,"outputTokens":264,"latencyMs":7031.435208000001},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5073,"outputTokens":136,"latencyMs":3521.167166},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6453,"outputTokens":135,"latencyMs":3347.5196659999997},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4046,"outputTokens":263,"latencyMs":5199.591958},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2610,"outputTokens":199,"latencyMs":3885.8805},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2444,"outputTokens":135,"latencyMs":3269.682833},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7415,"outputTokens":199,"latencyMs":6971.545625000001},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5073,"outputTokens":135,"latencyMs":5154.9494159999995},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6455,"outputTokens":204,"latencyMs":3733.00875},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4048,"outputTokens":268,"latencyMs":3525.1048329999994},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2612,"outputTokens":268,"latencyMs":8655.205000000002},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2446,"outputTokens":204,"latencyMs":6536.7831670000005},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7417,"outputTokens":268,"latencyMs":5954.473},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5075,"outputTokens":268,"latencyMs":3160.4033339999996},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6455,"outputTokens":199,"latencyMs":3313.826750000001},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4048,"outputTokens":199,"latencyMs":3131.2316250000003},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2612,"outputTokens":199,"latencyMs":5442.334000000001},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2446,"outputTokens":199,"latencyMs":3414.6267500000013},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7417,"outputTokens":327,"latencyMs":8402.244708},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5075,"outputTokens":199,"latencyMs":3475.437167},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":6451,"outputTokens":263,"latencyMs":4907.695667},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":4044,"outputTokens":327,"latencyMs":4696.913291999999},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":2608,"outputTokens":391,"latencyMs":3964.1052500000005},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"0","isCorrect":true,"inputTokens":2442,"outputTokens":391,"latencyMs":4546.052125},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":7413,"outputTokens":263,"latencyMs":12447.142749999999},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":5071,"outputTokens":327,"latencyMs":5445.827582999998},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6452,"outputTokens":200,"latencyMs":2964.3259579999994},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4045,"outputTokens":136,"latencyMs":2476.4536669999998},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2609,"outputTokens":264,"latencyMs":10081.144249999998},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2443,"outputTokens":200,"latencyMs":3566.9233750000003},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7414,"outputTokens":200,"latencyMs":3328.505791999998},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5072,"outputTokens":136,"latencyMs":2627.9952919999996},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6453,"outputTokens":199,"latencyMs":6494.151333},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4046,"outputTokens":327,"latencyMs":7962.695958},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2610,"outputTokens":135,"latencyMs":3294.491083000001},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2444,"outputTokens":71,"latencyMs":2967.147291999998},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7415,"outputTokens":199,"latencyMs":5902.4375},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5073,"outputTokens":135,"latencyMs":2749.074292000001},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6454,"outputTokens":397,"latencyMs":6029.30125},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4047,"outputTokens":525,"latencyMs":9383.724667000002},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2611,"outputTokens":205,"latencyMs":6669.472833},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2445,"outputTokens":269,"latencyMs":4525.544707999998},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7416,"outputTokens":205,"latencyMs":3729.2334999999985},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5074,"outputTokens":205,"latencyMs":5299.043415999997},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6456,"outputTokens":199,"latencyMs":8089.861666000001},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4049,"outputTokens":135,"latencyMs":3481.7531249999993},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2613,"outputTokens":519,"latencyMs":6562.223791000004},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2447,"outputTokens":199,"latencyMs":6497.464292000004},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7418,"outputTokens":263,"latencyMs":4308.770542000006},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5076,"outputTokens":455,"latencyMs":7165.029666999995},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6453,"outputTokens":199,"latencyMs":7847.269749999992},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4046,"outputTokens":263,"latencyMs":5162.878791000003},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"false","isCorrect":false,"inputTokens":2610,"outputTokens":3015,"latencyMs":44119.86958299999},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"1","isCorrect":true,"inputTokens":2444,"outputTokens":711,"latencyMs":10732.124499999998},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7415,"outputTokens":455,"latencyMs":7670.041000000005},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"false","isCorrect":false,"inputTokens":5073,"outputTokens":1671,"latencyMs":32276.611915999994},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6453,"outputTokens":200,"latencyMs":5021.2276249999995},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4046,"outputTokens":136,"latencyMs":4285.859167000002},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2610,"outputTokens":136,"latencyMs":2937.344834000003},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2444,"outputTokens":136,"latencyMs":2420.909792000006},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7415,"outputTokens":136,"latencyMs":2657.114041000008},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5073,"outputTokens":136,"latencyMs":4141.019750000007},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6451,"outputTokens":327,"latencyMs":8326.443249999997},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4044,"outputTokens":71,"latencyMs":1961.1611669999984},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2608,"outputTokens":455,"latencyMs":9416.313375000012},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2442,"outputTokens":199,"latencyMs":3679.7195409999986},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7413,"outputTokens":391,"latencyMs":4654.398666000008},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5071,"outputTokens":263,"latencyMs":5227.314999999988},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6450,"outputTokens":583,"latencyMs":11891.486790999988},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4043,"outputTokens":903,"latencyMs":11808.044291999991},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2607,"outputTokens":1031,"latencyMs":13869.627583000009},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2441,"outputTokens":1095,"latencyMs":11982.031124999994},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7412,"outputTokens":1159,"latencyMs":12268.117834000004},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5070,"outputTokens":903,"latencyMs":14245.349500000011},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6450,"outputTokens":583,"latencyMs":10854.242750000005},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4043,"outputTokens":1543,"latencyMs":14848.513416999995},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2607,"outputTokens":1351,"latencyMs":18436.125499999995},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2441,"outputTokens":583,"latencyMs":7873.872290999992},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7412,"outputTokens":1159,"latencyMs":16891.326750000007},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5070,"outputTokens":775,"latencyMs":11653.730375},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6450,"outputTokens":711,"latencyMs":10938.143958},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4043,"outputTokens":839,"latencyMs":9845.249500000005},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2607,"outputTokens":1351,"latencyMs":17360.869999999995},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2441,"outputTokens":583,"latencyMs":6245.138082999998},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7412,"outputTokens":583,"latencyMs":6926.366333000013},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5070,"outputTokens":1159,"latencyMs":10682.860499999995},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6455,"outputTokens":2887,"latencyMs":26044.378417},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":4048,"outputTokens":2311,"latencyMs":20886.991708999994},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2612,"outputTokens":3207,"latencyMs":38211.708791},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2446,"outputTokens":3591,"latencyMs":34722.982124999995},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7417,"outputTokens":2759,"latencyMs":27677.160040999996},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5075,"outputTokens":2183,"latencyMs":21999.34112499999},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":6455,"outputTokens":2375,"latencyMs":24885.276625},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":4048,"outputTokens":2567,"latencyMs":23865.78125},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":2612,"outputTokens":3271,"latencyMs":33953.05562499999},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2446,"outputTokens":2695,"latencyMs":28272.904916999993},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":7417,"outputTokens":2183,"latencyMs":20128.4455},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5075,"outputTokens":2887,"latencyMs":27213.535542000012},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6455,"outputTokens":2119,"latencyMs":23143.38708300001},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":4048,"outputTokens":1735,"latencyMs":19879.81758399999},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2612,"outputTokens":1159,"latencyMs":11657.12725000002},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2446,"outputTokens":1607,"latencyMs":17132.650707999986},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7417,"outputTokens":2119,"latencyMs":27134.673207999993},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"42","isCorrect":false,"inputTokens":5075,"outputTokens":1671,"latencyMs":17106.441208000004},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6451,"outputTokens":135,"latencyMs":2293.6627090000256},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":4044,"outputTokens":135,"latencyMs":2780.268083999981},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2608,"outputTokens":199,"latencyMs":4030.7550000000047},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2442,"outputTokens":327,"latencyMs":4502.81479199999},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7413,"outputTokens":199,"latencyMs":5037.844874999981},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5071,"outputTokens":199,"latencyMs":2760.7317500000063},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":6452,"outputTokens":4554,"latencyMs":44195.818792000005},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96493.32","isCorrect":false,"inputTokens":4045,"outputTokens":4362,"latencyMs":49358.45320799999},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":2609,"outputTokens":7882,"latencyMs":80184.430708},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":2443,"outputTokens":8778,"latencyMs":95858.013875},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"97054.06","isCorrect":false,"inputTokens":7414,"outputTokens":4426,"latencyMs":53834.34679099999},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":5072,"outputTokens":6666,"latencyMs":84141.234291},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6449,"outputTokens":1415,"latencyMs":16387.246041000006},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":4042,"outputTokens":1671,"latencyMs":25604.649542},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2606,"outputTokens":1735,"latencyMs":26253.37858400002},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"78","actual":"80","isCorrect":false,"inputTokens":2440,"outputTokens":2439,"latencyMs":42881.88175},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7411,"outputTokens":1543,"latencyMs":18824.236875000002},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5069,"outputTokens":1351,"latencyMs":19731.303249999997},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6449,"outputTokens":1031,"latencyMs":13784.215957999986},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4042,"outputTokens":1223,"latencyMs":13702.792790999985},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2606,"outputTokens":1223,"latencyMs":14749.500458000024},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2440,"outputTokens":1927,"latencyMs":21055.402042},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7411,"outputTokens":1031,"latencyMs":16298.56808300002},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5069,"outputTokens":1031,"latencyMs":15148.553374999989},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6457,"outputTokens":1223,"latencyMs":23748.731792000006},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4050,"outputTokens":1095,"latencyMs":13191.228082999995},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2614,"outputTokens":1799,"latencyMs":19708.061292},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2448,"outputTokens":1863,"latencyMs":17711.145375000022},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7419,"outputTokens":1287,"latencyMs":14610.536499999987},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5077,"outputTokens":1927,"latencyMs":21769.996958999982},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6457,"outputTokens":1159,"latencyMs":14361.063832999993},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4050,"outputTokens":903,"latencyMs":10174.464332999982},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2614,"outputTokens":1415,"latencyMs":14791.934709000023},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2448,"outputTokens":903,"latencyMs":10505.627374999982},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7419,"outputTokens":1415,"latencyMs":15141.258583000017},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5077,"outputTokens":2503,"latencyMs":25832.709875},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6457,"outputTokens":1415,"latencyMs":17542.110833000013},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4050,"outputTokens":1415,"latencyMs":15454.643125000002},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2614,"outputTokens":1671,"latencyMs":18372.684709000023},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2448,"outputTokens":1607,"latencyMs":18959.7825},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7419,"outputTokens":1351,"latencyMs":17531.771584000002},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5077,"outputTokens":1863,"latencyMs":20752.042625000002},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"11","isCorrect":false,"inputTokens":6457,"outputTokens":903,"latencyMs":11434.620958999993},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4050,"outputTokens":1799,"latencyMs":26667.313249999977},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2614,"outputTokens":1543,"latencyMs":19438.584040999995},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2448,"outputTokens":1863,"latencyMs":24016.536166999984},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7419,"outputTokens":1031,"latencyMs":12378.093457999988},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5077,"outputTokens":1735,"latencyMs":18425.30349999998},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6457,"outputTokens":1031,"latencyMs":13011.211625000025},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":4050,"outputTokens":1031,"latencyMs":12447.250166999991},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2614,"outputTokens":1799,"latencyMs":21169.804915999994},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2448,"outputTokens":1095,"latencyMs":13325.901125000004},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7419,"outputTokens":1799,"latencyMs":20041.018916},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5077,"outputTokens":839,"latencyMs":9830.15854200002},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6456,"outputTokens":2695,"latencyMs":34929.70891699998},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":4049,"outputTokens":2695,"latencyMs":32068.38629199998},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2613,"outputTokens":3207,"latencyMs":35007.753916999965},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"63","actual":"64","isCorrect":false,"inputTokens":2447,"outputTokens":4295,"latencyMs":44454.070875000034},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7418,"outputTokens":4359,"latencyMs":53078.10720800003},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":5076,"outputTokens":5383,"latencyMs":62424.056374999986},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6456,"outputTokens":3527,"latencyMs":38803.08712500002},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":4049,"outputTokens":2631,"latencyMs":36088.47983299999},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2613,"outputTokens":3463,"latencyMs":37541.076541999995},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":2447,"outputTokens":4423,"latencyMs":47284.71529199998},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7418,"outputTokens":2375,"latencyMs":26526.219709000026},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5076,"outputTokens":2183,"latencyMs":22403.027584000025},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6456,"outputTokens":1607,"latencyMs":17674.940834000008},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":4049,"outputTokens":3591,"latencyMs":36116.21895800001},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2613,"outputTokens":3271,"latencyMs":28577.131834},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2447,"outputTokens":3527,"latencyMs":35360.875459},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7418,"outputTokens":2247,"latencyMs":22521.478082999995},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5076,"outputTokens":2503,"latencyMs":25049.46987499995},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6457,"outputTokens":2375,"latencyMs":23942.841625},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4050,"outputTokens":1223,"latencyMs":32165.900916000013},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2614,"outputTokens":1351,"latencyMs":14162.266958999971},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2448,"outputTokens":1479,"latencyMs":17867.209082999965},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7419,"outputTokens":1671,"latencyMs":16419.887457999983},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5077,"outputTokens":1735,"latencyMs":18486.571375},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6457,"outputTokens":1351,"latencyMs":13326.963042000018},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":4050,"outputTokens":1287,"latencyMs":12924.029000000039},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2614,"outputTokens":1671,"latencyMs":68753.054917},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2448,"outputTokens":1735,"latencyMs":20531.763833000034},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7419,"outputTokens":1479,"latencyMs":25654.030582999985},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5077,"outputTokens":1159,"latencyMs":14334.90933299996},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"16","isCorrect":false,"inputTokens":6457,"outputTokens":1991,"latencyMs":22980.818790999998},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":4050,"outputTokens":1223,"latencyMs":14265.010167},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2614,"outputTokens":1223,"latencyMs":16021.799958000018},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2448,"outputTokens":1095,"latencyMs":12047.490749999997},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7419,"outputTokens":1735,"latencyMs":20477.510917000007},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":5077,"outputTokens":1159,"latencyMs":12986.920958000002},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6451,"outputTokens":647,"latencyMs":7786.604583000008},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4044,"outputTokens":1159,"latencyMs":12812.286625000008},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2608,"outputTokens":1287,"latencyMs":13650.962291000003},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2442,"outputTokens":1543,"latencyMs":22916.750333000033},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7413,"outputTokens":1735,"latencyMs":27190.99129199999},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5071,"outputTokens":1223,"latencyMs":18113.423624999996},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6451,"outputTokens":839,"latencyMs":14319.936749999993},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4044,"outputTokens":1159,"latencyMs":19572.69550000003},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2608,"outputTokens":2183,"latencyMs":27670.17745899997},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2442,"outputTokens":2055,"latencyMs":30155.347083},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7413,"outputTokens":1735,"latencyMs":17707.77020899998},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5071,"outputTokens":1671,"latencyMs":17215.395207999973},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10807,"outputTokens":329,"latencyMs":7442.371583},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6888,"outputTokens":329,"latencyMs":6396.415417000011},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7325,"outputTokens":393,"latencyMs":4602.9237079999875},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12115,"outputTokens":265,"latencyMs":4785.739166999992},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8439,"outputTokens":137,"latencyMs":7061.959375000035},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10807,"outputTokens":328,"latencyMs":6893.168333999987},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6888,"outputTokens":392,"latencyMs":5599.888457999972},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7325,"outputTokens":136,"latencyMs":3737.4124590000138},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12115,"outputTokens":200,"latencyMs":6961.4233330000425},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8439,"outputTokens":264,"latencyMs":5140.496583},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10807,"outputTokens":585,"latencyMs":7864.396957999968},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6888,"outputTokens":521,"latencyMs":6421.59816600004},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7325,"outputTokens":265,"latencyMs":3733.0714159999625},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12115,"outputTokens":393,"latencyMs":9006.905709000013},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8439,"outputTokens":329,"latencyMs":6850.975207999989},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10807,"outputTokens":391,"latencyMs":5922.136790999968},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6888,"outputTokens":391,"latencyMs":5514.317334000021},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7325,"outputTokens":199,"latencyMs":5819.365749999997},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12115,"outputTokens":327,"latencyMs":4577.510000000009},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8439,"outputTokens":199,"latencyMs":3300.337999999989},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10807,"outputTokens":522,"latencyMs":10160.32945900003},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6888,"outputTokens":586,"latencyMs":8726.273291999998},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7325,"outputTokens":458,"latencyMs":7168.197749999992},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12115,"outputTokens":330,"latencyMs":9622.921792000008},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8439,"outputTokens":458,"latencyMs":12277.717749999953},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10807,"outputTokens":647,"latencyMs":10452.618916000007},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6888,"outputTokens":327,"latencyMs":7993.501333000022},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7325,"outputTokens":391,"latencyMs":6246.408166999987},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12115,"outputTokens":327,"latencyMs":6159.920333000016},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8439,"outputTokens":135,"latencyMs":4936.892832999991},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10807,"outputTokens":330,"latencyMs":6513.42883400002},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6888,"outputTokens":266,"latencyMs":5169.701290999947},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7325,"outputTokens":394,"latencyMs":6359.4133749999455},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12115,"outputTokens":458,"latencyMs":7373.879582999973},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8439,"outputTokens":586,"latencyMs":9219.977708999999},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10807,"outputTokens":456,"latencyMs":6681.0621670000255},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6888,"outputTokens":456,"latencyMs":6576.267416999966},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7325,"outputTokens":328,"latencyMs":5022.24679200002},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12115,"outputTokens":200,"latencyMs":3512.9928749999963},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8439,"outputTokens":264,"latencyMs":5002.190166999993},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10808,"outputTokens":332,"latencyMs":4617.067666999996},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6889,"outputTokens":780,"latencyMs":10020.49199999997},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7326,"outputTokens":268,"latencyMs":7557.820707999985},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12116,"outputTokens":588,"latencyMs":8139.475207999989},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8440,"outputTokens":268,"latencyMs":4885.101999999955},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10808,"outputTokens":399,"latencyMs":5571.73229200003},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6889,"outputTokens":655,"latencyMs":10517.11179200001},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7326,"outputTokens":271,"latencyMs":4059.1732920000213},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12116,"outputTokens":143,"latencyMs":3110.5762920000125},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8440,"outputTokens":207,"latencyMs":3715.018374999985},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10808,"outputTokens":844,"latencyMs":10064.53433299996},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":6889,"outputTokens":716,"latencyMs":11513.566083000042},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7326,"outputTokens":332,"latencyMs":4870.685041000019},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":12116,"outputTokens":396,"latencyMs":5502.409417000017},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8440,"outputTokens":204,"latencyMs":3546.790500000003},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10807,"outputTokens":711,"latencyMs":8666.248917000019},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6888,"outputTokens":391,"latencyMs":5154.15979200002},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7325,"outputTokens":455,"latencyMs":6469.648125000007},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12115,"outputTokens":967,"latencyMs":12026.984790999966},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8439,"outputTokens":327,"latencyMs":4457.898167000036},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10808,"outputTokens":266,"latencyMs":4677.685125000018},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6889,"outputTokens":458,"latencyMs":7593.830499999982},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7326,"outputTokens":330,"latencyMs":7164.58362499997},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12116,"outputTokens":202,"latencyMs":4569.4382500000065},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8440,"outputTokens":266,"latencyMs":8655.245208000008},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10808,"outputTokens":333,"latencyMs":9397.804249999986},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6889,"outputTokens":525,"latencyMs":7369.637999999977},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7326,"outputTokens":269,"latencyMs":7476.084625000018},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12116,"outputTokens":205,"latencyMs":4457.102749999962},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8440,"outputTokens":205,"latencyMs":3285.5180420000106},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":10808,"outputTokens":332,"latencyMs":5102.7447909999755},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":6889,"outputTokens":652,"latencyMs":8489.679457999999},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":7326,"outputTokens":204,"latencyMs":7314.751374999993},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":12116,"outputTokens":332,"latencyMs":5297.356582999986},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":8440,"outputTokens":460,"latencyMs":5892.525124999986},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":10807,"outputTokens":519,"latencyMs":7676.625582999957},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6888,"outputTokens":711,"latencyMs":10736.315040999965},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7325,"outputTokens":327,"latencyMs":7610.965416999999},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":12115,"outputTokens":647,"latencyMs":9436.054707999981},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":8439,"outputTokens":583,"latencyMs":7257.893417000014},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10804,"outputTokens":1031,"latencyMs":12227.468916999991},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6885,"outputTokens":903,"latencyMs":10091.694916000008},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7322,"outputTokens":839,"latencyMs":10802.154916999978},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12112,"outputTokens":1287,"latencyMs":15510.80912499997},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8436,"outputTokens":775,"latencyMs":11378.500208000012},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10804,"outputTokens":775,"latencyMs":8308.13866700005},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6885,"outputTokens":775,"latencyMs":9544.55587500002},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7322,"outputTokens":775,"latencyMs":17279.684707999986},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12112,"outputTokens":967,"latencyMs":9357.227749999962},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8436,"outputTokens":647,"latencyMs":7357.085124999983},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10805,"outputTokens":903,"latencyMs":9983.735792000021},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6886,"outputTokens":775,"latencyMs":8389.489208000014},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7323,"outputTokens":711,"latencyMs":8864.96325000003},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12113,"outputTokens":903,"latencyMs":11110.859708000033},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8437,"outputTokens":647,"latencyMs":9254.883999999962},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"34904.81","actual":"34682.16","isCorrect":false,"inputTokens":10805,"outputTokens":3210,"latencyMs":35287.34470799996},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":6886,"outputTokens":3082,"latencyMs":53411.28241600003},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":7323,"outputTokens":5386,"latencyMs":65610.21349999995},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":12113,"outputTokens":3082,"latencyMs":30146.02779099997},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":8437,"outputTokens":5194,"latencyMs":47443.21795800002},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":10803,"outputTokens":7433,"latencyMs":99668.25054200005},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":6884,"outputTokens":2825,"latencyMs":29726.150667000038},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"698.10","actual":"698.0962","isCorrect":true,"inputTokens":7321,"outputTokens":3402,"latencyMs":29333.87345799996},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":12111,"outputTokens":8713,"latencyMs":88680.83875000005},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":8435,"outputTokens":2185,"latencyMs":22504.17745899997},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10804,"outputTokens":263,"latencyMs":3635.718082999985},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6885,"outputTokens":455,"latencyMs":6344.6660000000265},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7322,"outputTokens":135,"latencyMs":2214.3594589999993},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12112,"outputTokens":199,"latencyMs":3028.1589169999934},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8436,"outputTokens":263,"latencyMs":3726.436791999964},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10803,"outputTokens":1034,"latencyMs":17297.540125000058},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6884,"outputTokens":1226,"latencyMs":15772.636416999972},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7321,"outputTokens":714,"latencyMs":7838.149208000046},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12111,"outputTokens":1418,"latencyMs":18521.650375000027},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8435,"outputTokens":1546,"latencyMs":16359.941374999937},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":10807,"outputTokens":1543,"latencyMs":27746.01329100004},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":6888,"outputTokens":1799,"latencyMs":21588.628625000012},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":7325,"outputTokens":1607,"latencyMs":22641.205915999948},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":12115,"outputTokens":2119,"latencyMs":21735.99774999998},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8439,"outputTokens":1415,"latencyMs":15331.604541999986},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":10807,"outputTokens":1671,"latencyMs":23176.00108299998},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":6888,"outputTokens":1031,"latencyMs":11122.897291000001},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":7325,"outputTokens":2119,"latencyMs":44203.42183300003},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":12115,"outputTokens":1415,"latencyMs":21619.647499999963},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8439,"outputTokens":2055,"latencyMs":20646.457915999927},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":10807,"outputTokens":1799,"latencyMs":22455.639375000028},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":6888,"outputTokens":1223,"latencyMs":12465.433750000084},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":7325,"outputTokens":1543,"latencyMs":17901.21987499995},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":12115,"outputTokens":1351,"latencyMs":21725.661124999984},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":8439,"outputTokens":1479,"latencyMs":14143.484124999959},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10811,"outputTokens":1095,"latencyMs":11719.594000000041},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6892,"outputTokens":1543,"latencyMs":16026.440790999914},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7329,"outputTokens":839,"latencyMs":8525.078959000064},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12119,"outputTokens":1031,"latencyMs":11283.568582999986},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8443,"outputTokens":1159,"latencyMs":13248.422166000004},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":10811,"outputTokens":903,"latencyMs":10624.811125000007},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6892,"outputTokens":1287,"latencyMs":15027.778207999887},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7329,"outputTokens":967,"latencyMs":10102.057166000013},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":12119,"outputTokens":1223,"latencyMs":14080.474375000107},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8443,"outputTokens":839,"latencyMs":10806.409125000006},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10812,"outputTokens":647,"latencyMs":8619.796208000043},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6893,"outputTokens":1095,"latencyMs":11266.89533300011},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7330,"outputTokens":903,"latencyMs":10153.941749999998},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12120,"outputTokens":903,"latencyMs":10022.941333999974},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8444,"outputTokens":1031,"latencyMs":11607.239833},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":10812,"outputTokens":839,"latencyMs":9680.83516700007},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6893,"outputTokens":1351,"latencyMs":13172.463165999972},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7330,"outputTokens":967,"latencyMs":13761.158374999999},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":12120,"outputTokens":775,"latencyMs":8579.024916999973},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":8444,"outputTokens":967,"latencyMs":11227.277834000066},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10811,"outputTokens":1095,"latencyMs":11719.79470800003},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6892,"outputTokens":1287,"latencyMs":12974.757499999949},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7329,"outputTokens":1159,"latencyMs":12100.158374999999},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12119,"outputTokens":1607,"latencyMs":18089.76549999998},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8443,"outputTokens":1351,"latencyMs":14901.317249999964},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10811,"outputTokens":967,"latencyMs":13135.226917000022},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6892,"outputTokens":1479,"latencyMs":17517.77812500007},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7329,"outputTokens":1159,"latencyMs":14243.380082999938},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"3","actual":"8","isCorrect":false,"inputTokens":12119,"outputTokens":4551,"latencyMs":60141.679957999964},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8443,"outputTokens":1223,"latencyMs":14046.266375000007},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":10812,"outputTokens":1095,"latencyMs":13080.296417000005},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6893,"outputTokens":1095,"latencyMs":12948.556707999902},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7330,"outputTokens":967,"latencyMs":11987.064000000013},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":12120,"outputTokens":2375,"latencyMs":25660.169375000056},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":8444,"outputTokens":1095,"latencyMs":13157.490292000002},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":10813,"outputTokens":1991,"latencyMs":22131.704499999993},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":6894,"outputTokens":2503,"latencyMs":35345.66633400007},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":7331,"outputTokens":1799,"latencyMs":20451.80954200006},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"20","actual":"23","isCorrect":false,"inputTokens":12121,"outputTokens":4423,"latencyMs":45258.41941600002},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":8445,"outputTokens":3335,"latencyMs":34735.526083000004},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":10813,"outputTokens":2887,"latencyMs":41997.15891700005},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":6894,"outputTokens":2503,"latencyMs":39163.075124999974},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":7331,"outputTokens":2503,"latencyMs":27668.932207999984},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"19","actual":"30","isCorrect":false,"inputTokens":12121,"outputTokens":7303,"latencyMs":115098.00795900007},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"18","isCorrect":false,"inputTokens":8445,"outputTokens":2247,"latencyMs":46982.19175},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3772,"outputTokens":72,"latencyMs":2913.5479589999886},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2445,"outputTokens":136,"latencyMs":2803.939374999958},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1643,"outputTokens":200,"latencyMs":6143.997375000035},{"questionId":"q71","format":"csv","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1501,"outputTokens":264,"latencyMs":3737.9859579999465},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4478,"outputTokens":136,"latencyMs":6451.102792000049},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3043,"outputTokens":136,"latencyMs":3775.4380420000525},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3772,"outputTokens":202,"latencyMs":5033.039417000022},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2445,"outputTokens":266,"latencyMs":4111.494624999934},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1643,"outputTokens":394,"latencyMs":8638.389167000074},{"questionId":"q72","format":"csv","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1501,"outputTokens":458,"latencyMs":8524.106499999994},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4478,"outputTokens":330,"latencyMs":3970.999124999973},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3043,"outputTokens":394,"latencyMs":4908.646542000002},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3773,"outputTokens":393,"latencyMs":5176.399416},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2446,"outputTokens":393,"latencyMs":4801.460207999917},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1644,"outputTokens":393,"latencyMs":6057.693375000032},{"questionId":"q73","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1502,"outputTokens":265,"latencyMs":3750.650166999898},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4479,"outputTokens":265,"latencyMs":3854.7792090000585},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3044,"outputTokens":393,"latencyMs":6347.295958000002},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3773,"outputTokens":199,"latencyMs":2818.6481669999193},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2446,"outputTokens":583,"latencyMs":7016.024041999946},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1644,"outputTokens":327,"latencyMs":11679.409291999997},{"questionId":"q74","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1502,"outputTokens":263,"latencyMs":8099.556624999968},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4479,"outputTokens":263,"latencyMs":5838.912250000052},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3044,"outputTokens":199,"latencyMs":4037.007084000041},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3772,"outputTokens":200,"latencyMs":3196.2014169999165},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2445,"outputTokens":456,"latencyMs":5860.588916999986},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1643,"outputTokens":136,"latencyMs":7298.248332999996},{"questionId":"q75","format":"csv","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1501,"outputTokens":136,"latencyMs":2674.1493330000667},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4478,"outputTokens":136,"latencyMs":4064.031667000032},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3043,"outputTokens":264,"latencyMs":5344.256874999963},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3772,"outputTokens":522,"latencyMs":7330.072791999904},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2445,"outputTokens":650,"latencyMs":6851.327042000019},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1643,"outputTokens":522,"latencyMs":5857.433624999947},{"questionId":"q76","format":"csv","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1501,"outputTokens":522,"latencyMs":6343.291249999893},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4478,"outputTokens":266,"latencyMs":4330.397083999938},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3043,"outputTokens":394,"latencyMs":5960.957958000014},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3773,"outputTokens":329,"latencyMs":5319.284916999983},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2446,"outputTokens":329,"latencyMs":4361.255540999933},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1644,"outputTokens":585,"latencyMs":7900.699583000038},{"questionId":"q77","format":"csv","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1502,"outputTokens":457,"latencyMs":5575.410874999943},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4479,"outputTokens":521,"latencyMs":8356.306833000039},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3044,"outputTokens":329,"latencyMs":7722.601000000024},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3773,"outputTokens":263,"latencyMs":5472.443542000023},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2446,"outputTokens":135,"latencyMs":3127.7964580000844},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1644,"outputTokens":263,"latencyMs":3561.4773750000168},{"questionId":"q78","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1502,"outputTokens":199,"latencyMs":2641.831709000049},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4479,"outputTokens":263,"latencyMs":3984.2812919999706},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3044,"outputTokens":327,"latencyMs":4146.360374999931},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3772,"outputTokens":200,"latencyMs":3001.3016669999342},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2445,"outputTokens":200,"latencyMs":3991.4621250000782},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1643,"outputTokens":456,"latencyMs":7423.164000000106},{"questionId":"q79","format":"csv","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1501,"outputTokens":328,"latencyMs":3855.023082999978},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4478,"outputTokens":264,"latencyMs":4289.763542000088},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3043,"outputTokens":200,"latencyMs":3733.6695410000393},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3769,"outputTokens":903,"latencyMs":9863.215167000075},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2442,"outputTokens":775,"latencyMs":9231.59695799998},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1640,"outputTokens":391,"latencyMs":5704.973082999932},{"questionId":"q80","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1498,"outputTokens":583,"latencyMs":8583.113332999987},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4475,"outputTokens":327,"latencyMs":5083.1711249999935},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3040,"outputTokens":455,"latencyMs":6700.828666999936},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":3770,"outputTokens":1608,"latencyMs":18562.350708000013},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2443,"outputTokens":2312,"latencyMs":21658.89724999992},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1641,"outputTokens":2760,"latencyMs":26115.369374999893},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1499,"outputTokens":2760,"latencyMs":27018.220417000004},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4476,"outputTokens":3208,"latencyMs":35106.79574999993},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":3041,"outputTokens":3144,"latencyMs":28490.40104200004},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3770,"outputTokens":2056,"latencyMs":22616.934583000024},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2443,"outputTokens":2376,"latencyMs":29998.364584000083},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1641,"outputTokens":3080,"latencyMs":32440.0187919999},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1499,"outputTokens":1864,"latencyMs":32674.871374999988},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4476,"outputTokens":1992,"latencyMs":18328.068833000027},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3041,"outputTokens":2440,"latencyMs":26599.709708000068},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":3768,"outputTokens":3594,"latencyMs":31722.614457999938},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2441,"outputTokens":6346,"latencyMs":61432.27987500001},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"311695.88","actual":"310695.88","isCorrect":false,"inputTokens":1639,"outputTokens":6922,"latencyMs":67581.54674999998},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1497,"outputTokens":3658,"latencyMs":34084.16679099994},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"311695.88","actual":"310795.88","isCorrect":false,"inputTokens":4474,"outputTokens":7178,"latencyMs":72630.23875000002},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":3039,"outputTokens":5898,"latencyMs":57679.497999999905},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3766,"outputTokens":7369,"latencyMs":67930.0475000001},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333333333","isCorrect":true,"inputTokens":2439,"outputTokens":4942,"latencyMs":46617.24916699994},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.527833","isCorrect":true,"inputTokens":1637,"outputTokens":4874,"latencyMs":46005.71258299996},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333","isCorrect":true,"inputTokens":1495,"outputTokens":3532,"latencyMs":33943.250624999986},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.5298333333","isCorrect":true,"inputTokens":4472,"outputTokens":4044,"latencyMs":37510.19779100001},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333","isCorrect":true,"inputTokens":3037,"outputTokens":4556,"latencyMs":55096.31458399992},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3770,"outputTokens":1351,"latencyMs":13053.103250000044},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2443,"outputTokens":1031,"latencyMs":11122.031167000066},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1641,"outputTokens":1863,"latencyMs":19323.529084000038},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1499,"outputTokens":1479,"latencyMs":18111.95750000002},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4476,"outputTokens":1671,"latencyMs":26929.74866599997},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3041,"outputTokens":1479,"latencyMs":14530.826667000074},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3769,"outputTokens":1543,"latencyMs":13622.04912500002},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2442,"outputTokens":2055,"latencyMs":23578.416874999995},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1640,"outputTokens":3143,"latencyMs":42258.583417000016},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1498,"outputTokens":2631,"latencyMs":24667.923749999958},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4475,"outputTokens":2247,"latencyMs":20338.54649999994},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3040,"outputTokens":1863,"latencyMs":19668.138083999977},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3776,"outputTokens":1735,"latencyMs":17175.41733299999},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2449,"outputTokens":2119,"latencyMs":21621.97758299997},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1647,"outputTokens":2183,"latencyMs":20844.98749999993},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1505,"outputTokens":1671,"latencyMs":17007.475209000055},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4482,"outputTokens":2247,"latencyMs":20809.911709000007},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3047,"outputTokens":2439,"latencyMs":23743.970708000008},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3776,"outputTokens":1479,"latencyMs":13780.006082999986},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2449,"outputTokens":2567,"latencyMs":28457.375708000036},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1647,"outputTokens":1927,"latencyMs":19491.54999999993},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1505,"outputTokens":1223,"latencyMs":18888.93787500006},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4482,"outputTokens":2055,"latencyMs":19879.96829199989},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3047,"outputTokens":2439,"latencyMs":37028.00633300003},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3776,"outputTokens":1799,"latencyMs":20709.313749999972},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2449,"outputTokens":3143,"latencyMs":28282.831917000003},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1647,"outputTokens":2055,"latencyMs":19895.249166999944},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1505,"outputTokens":1927,"latencyMs":24627.73229199997},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4482,"outputTokens":2631,"latencyMs":26081.29570799996},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3047,"outputTokens":1991,"latencyMs":19726.860791999963},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3776,"outputTokens":2567,"latencyMs":24450.25691700005},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2449,"outputTokens":3079,"latencyMs":30192.66949999996},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1647,"outputTokens":2695,"latencyMs":30800.806582999998},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1505,"outputTokens":1735,"latencyMs":17525.293582999962},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4482,"outputTokens":2503,"latencyMs":24294.877791999956},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3047,"outputTokens":2887,"latencyMs":27950.61812499992},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3776,"outputTokens":2695,"latencyMs":41832.30825},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2449,"outputTokens":2311,"latencyMs":25780.131374999997},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1647,"outputTokens":2247,"latencyMs":25229.332374999998},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1505,"outputTokens":2311,"latencyMs":22338.296957999934},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4482,"outputTokens":2887,"latencyMs":38730.74291699997},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3047,"outputTokens":3655,"latencyMs":35328.02654200001},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":3775,"outputTokens":2247,"latencyMs":25864.640083999955},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2448,"outputTokens":2503,"latencyMs":25477.055166000035},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1646,"outputTokens":3399,"latencyMs":31212.052334000007},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1504,"outputTokens":1607,"latencyMs":16476.131416000077},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4481,"outputTokens":2695,"latencyMs":40359.28500000003},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3046,"outputTokens":2439,"latencyMs":30665.69058299996},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":3775,"outputTokens":1927,"latencyMs":21325.32583300001},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2448,"outputTokens":2183,"latencyMs":22164.555750000058},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1646,"outputTokens":2119,"latencyMs":21662.80249999999},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1504,"outputTokens":1927,"latencyMs":20278.839750000043},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":4481,"outputTokens":1479,"latencyMs":16767.767083000042},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"2025-01-17,2025-01-20,2025-01-27,2025-01-28,2025-01-30,2025-02-06,2025-02-10,2025-02-11,2025-02-12","isCorrect":false,"inputTokens":3046,"outputTokens":2180,"latencyMs":27798.925208},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3778,"outputTokens":2439,"latencyMs":34332.84691700002},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2451,"outputTokens":2183,"latencyMs":28876.632458999986},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1649,"outputTokens":3399,"latencyMs":29958.79008299997},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1507,"outputTokens":3463,"latencyMs":36254.60154099995},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4484,"outputTokens":3399,"latencyMs":33635.2489169999},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3049,"outputTokens":2951,"latencyMs":26639.627958000056},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3778,"outputTokens":2375,"latencyMs":24043.562916999916},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2451,"outputTokens":3399,"latencyMs":36727.34020800004},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1649,"outputTokens":2695,"latencyMs":28240.418083999888},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1507,"outputTokens":3143,"latencyMs":32131.14024999994},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4484,"outputTokens":3079,"latencyMs":30882.657292000018},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3049,"outputTokens":3143,"latencyMs":34199.13054200006},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15252,"outputTokens":136,"latencyMs":3174.137834000052},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11559,"outputTokens":264,"latencyMs":4427.513500000001},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8873,"outputTokens":328,"latencyMs":4197.75774999999},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8621,"outputTokens":264,"latencyMs":4365.791124999989},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17198,"outputTokens":328,"latencyMs":8591.86379199999},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13234,"outputTokens":136,"latencyMs":3006.3902920000255},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15254,"outputTokens":328,"latencyMs":5031.756458000047},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11561,"outputTokens":328,"latencyMs":4921.948124999995},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8875,"outputTokens":328,"latencyMs":13561.781500000041},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8623,"outputTokens":328,"latencyMs":11962.30929200002},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17200,"outputTokens":328,"latencyMs":8242.271916999947},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13236,"outputTokens":264,"latencyMs":7252.942959000007},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15249,"outputTokens":264,"latencyMs":4860.508666999987},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11556,"outputTokens":392,"latencyMs":5948.768499999889},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8870,"outputTokens":264,"latencyMs":3931.105542000034},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8618,"outputTokens":648,"latencyMs":11943.225541999913},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17195,"outputTokens":328,"latencyMs":5136.993999999948},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13231,"outputTokens":264,"latencyMs":3974.5073329999577},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15255,"outputTokens":583,"latencyMs":10160.71020900004},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11562,"outputTokens":519,"latencyMs":10971.125875000027},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8876,"outputTokens":327,"latencyMs":4399.097415999975},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8624,"outputTokens":327,"latencyMs":5930.175540999975},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17201,"outputTokens":391,"latencyMs":7765.284375000047},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13237,"outputTokens":391,"latencyMs":4973.2529159999685},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15249,"outputTokens":136,"latencyMs":3776.490165999974},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11556,"outputTokens":328,"latencyMs":7673.985999999917},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8870,"outputTokens":392,"latencyMs":8448.222042000038},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8618,"outputTokens":328,"latencyMs":5834.679583000019},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17195,"outputTokens":328,"latencyMs":4700.3877090000315},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13231,"outputTokens":328,"latencyMs":4259.143250000081},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15254,"outputTokens":264,"latencyMs":4328.258417000063},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11561,"outputTokens":264,"latencyMs":3439.5950410000514},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8875,"outputTokens":584,"latencyMs":6392.925374999992},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8623,"outputTokens":264,"latencyMs":4369.833875000011},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17200,"outputTokens":264,"latencyMs":4026.3382080000592},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13236,"outputTokens":328,"latencyMs":3988.631625000038},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":15253,"outputTokens":263,"latencyMs":6256.574583000038},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":11560,"outputTokens":263,"latencyMs":4265.1440410000505},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8874,"outputTokens":455,"latencyMs":10965.912249999936},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8622,"outputTokens":391,"latencyMs":7398.446083000046},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":17199,"outputTokens":391,"latencyMs":5909.86704199994},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":13235,"outputTokens":199,"latencyMs":3187.290791999898},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":15252,"outputTokens":519,"latencyMs":6490.3748749999795},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11559,"outputTokens":583,"latencyMs":7666.581874999916},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8873,"outputTokens":327,"latencyMs":6757.961624999996},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8621,"outputTokens":263,"latencyMs":4993.553249999997},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17198,"outputTokens":327,"latencyMs":8451.123458999908},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13234,"outputTokens":199,"latencyMs":3843.894541000016},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15256,"outputTokens":392,"latencyMs":11129.69512499997},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11563,"outputTokens":392,"latencyMs":8905.517333000083},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8877,"outputTokens":392,"latencyMs":6319.255083000055},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8625,"outputTokens":328,"latencyMs":7528.265875000041},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17202,"outputTokens":392,"latencyMs":13579.722625000053},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13238,"outputTokens":328,"latencyMs":10575.226957999985},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15252,"outputTokens":200,"latencyMs":5185.377082999912},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11559,"outputTokens":264,"latencyMs":4393.0949580000015},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8873,"outputTokens":456,"latencyMs":6270.737916999962},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8621,"outputTokens":328,"latencyMs":4558.527000000002},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17198,"outputTokens":328,"latencyMs":5035.306250000023},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13234,"outputTokens":328,"latencyMs":6407.646999999997},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15257,"outputTokens":136,"latencyMs":3376.4645419999724},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11564,"outputTokens":392,"latencyMs":4399.214457999915},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8878,"outputTokens":456,"latencyMs":5250.13595799997},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8626,"outputTokens":584,"latencyMs":10384.269833000028},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17203,"outputTokens":328,"latencyMs":4593.475250000018},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13239,"outputTokens":328,"latencyMs":9014.461250000051},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15248,"outputTokens":2375,"latencyMs":24542.61075000011},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11555,"outputTokens":711,"latencyMs":7960.394625000074},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8869,"outputTokens":199,"latencyMs":2844.534417000017},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8617,"outputTokens":4167,"latencyMs":85494.36879199988},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17194,"outputTokens":2503,"latencyMs":24175.646917000064},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13230,"outputTokens":3783,"latencyMs":37382.685666000005},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"12284443","isCorrect":false,"inputTokens":15251,"outputTokens":4745,"latencyMs":52110.05108299991},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15527138","isCorrect":false,"inputTokens":11558,"outputTokens":9417,"latencyMs":101241.22870800004},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8872,"outputTokens":5257,"latencyMs":54524.812208000105},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8620,"outputTokens":5321,"latencyMs":62112.67933299986},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"18856320","isCorrect":false,"inputTokens":17197,"outputTokens":11785,"latencyMs":138915.09487500007},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"18617253","isCorrect":false,"inputTokens":13233,"outputTokens":9097,"latencyMs":90010.27312499995},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":15251,"outputTokens":7561,"latencyMs":100665.4815},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":11558,"outputTokens":5385,"latencyMs":63163.41504199989},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":8872,"outputTokens":13577,"latencyMs":136019.44545800006},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"2528243","actual":"2831139","isCorrect":false,"inputTokens":8620,"outputTokens":8137,"latencyMs":83168.071},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"2528243","actual":"3500000","isCorrect":false,"inputTokens":17197,"outputTokens":12745,"latencyMs":298602.1220839999},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"2528243","actual":"11131566","isCorrect":false,"inputTokens":13233,"outputTokens":21577,"latencyMs":197418.5528330002},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":false,"inputTokens":15250,"outputTokens":10762,"latencyMs":100897.18295899988},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":false,"inputTokens":11557,"outputTokens":6602,"latencyMs":69045.86083299993},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154125.63","isCorrect":false,"inputTokens":8871,"outputTokens":5642,"latencyMs":53949.60254199989},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":false,"inputTokens":8619,"outputTokens":4874,"latencyMs":52207.93591700005},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"157742.648351648","isCorrect":false,"inputTokens":17196,"outputTokens":4940,"latencyMs":71313.78808299988},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"154136","isCorrect":true,"inputTokens":13232,"outputTokens":5704,"latencyMs":55499.88716699998},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"27","isCorrect":false,"inputTokens":15252,"outputTokens":2183,"latencyMs":21596.972249999875},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":11559,"outputTokens":2631,"latencyMs":30117.775832999963},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8873,"outputTokens":3015,"latencyMs":37560.24325000006},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8621,"outputTokens":3399,"latencyMs":39291.82483300008},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"41","actual":"27","isCorrect":false,"inputTokens":17198,"outputTokens":9607,"latencyMs":96459.7463750001},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":13234,"outputTokens":4743,"latencyMs":42681.62850000011},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"61","isCorrect":false,"inputTokens":15252,"outputTokens":5831,"latencyMs":55109.62650000001},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":11559,"outputTokens":7175,"latencyMs":94090.2629170001},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"53","actual":"60","isCorrect":false,"inputTokens":8873,"outputTokens":2439,"latencyMs":22994.73654199997},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"53","actual":"59","isCorrect":false,"inputTokens":8621,"outputTokens":7367,"latencyMs":62292.922792},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"53","actual":"60","isCorrect":false,"inputTokens":17198,"outputTokens":7687,"latencyMs":68955.88562500011},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":13234,"outputTokens":2759,"latencyMs":25175.004457999952},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":15251,"outputTokens":2567,"latencyMs":31751.425124999834},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":11558,"outputTokens":2695,"latencyMs":24752.101749999914},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8872,"outputTokens":4039,"latencyMs":58847.84733400005},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8620,"outputTokens":3015,"latencyMs":28625.518792000134},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"77","actual":"73","isCorrect":false,"inputTokens":17197,"outputTokens":4999,"latencyMs":43475.059833999956},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"74","isCorrect":false,"inputTokens":13233,"outputTokens":15879,"latencyMs":133066.7952080001},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":15251,"outputTokens":1607,"latencyMs":17589.96158400015},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"36","isCorrect":false,"inputTokens":11558,"outputTokens":10759,"latencyMs":91386.12729199999},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8872,"outputTokens":2951,"latencyMs":28628.738499999978},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8620,"outputTokens":2055,"latencyMs":16901.366458999924},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"37","actual":"27","isCorrect":false,"inputTokens":17197,"outputTokens":1863,"latencyMs":16063.757082999917},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13233,"outputTokens":3719,"latencyMs":40554.34516599984},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15251,"outputTokens":967,"latencyMs":15059.88116599992},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":11558,"outputTokens":1095,"latencyMs":10164.44991599978},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8872,"outputTokens":3719,"latencyMs":44044.071624999866},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8620,"outputTokens":2183,"latencyMs":19417.32862499985},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":17197,"outputTokens":1607,"latencyMs":15047.773334000027},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":13233,"outputTokens":1543,"latencyMs":36046.026458000066},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":15251,"outputTokens":3271,"latencyMs":76326.07350000017},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":11558,"outputTokens":3655,"latencyMs":32130.930374999996},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8872,"outputTokens":12615,"latencyMs":155529.18491700012},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8620,"outputTokens":6407,"latencyMs":55902.06070800009},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"49","actual":"106","isCorrect":false,"inputTokens":17197,"outputTokens":7495,"latencyMs":64000.08562499983},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":13233,"outputTokens":3591,"latencyMs":31902.165125000058},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"29","isCorrect":false,"inputTokens":15251,"outputTokens":7751,"latencyMs":65168.02249999996},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"21","isCorrect":false,"inputTokens":11558,"outputTokens":3207,"latencyMs":28594.051167000085},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8872,"outputTokens":10503,"latencyMs":98151.87975000008},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"23","actual":"21","isCorrect":false,"inputTokens":8620,"outputTokens":2183,"latencyMs":20484.786165999947},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"23","actual":"21","isCorrect":false,"inputTokens":17197,"outputTokens":4615,"latencyMs":43518.77370800008},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13233,"outputTokens":3975,"latencyMs":35627.89633300016},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15251,"outputTokens":3015,"latencyMs":26725.319833999965},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11558,"outputTokens":1799,"latencyMs":18761.737124999985},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8872,"outputTokens":2759,"latencyMs":24030.234415999847},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8620,"outputTokens":2311,"latencyMs":20654.35191700002},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17197,"outputTokens":1799,"latencyMs":17041.010666999966},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":3463,"latencyMs":33392.745709000155},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"56","isCorrect":false,"inputTokens":15258,"outputTokens":4103,"latencyMs":38199.90779100009},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"73","isCorrect":false,"inputTokens":11565,"outputTokens":12743,"latencyMs":131865.93516699993},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8879,"outputTokens":4167,"latencyMs":39757.292166},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8627,"outputTokens":7239,"latencyMs":81548.7545830002},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"57","actual":"60","isCorrect":false,"inputTokens":17204,"outputTokens":15303,"latencyMs":134679.453584},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":13240,"outputTokens":4167,"latencyMs":38586.18929200014},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"57","isCorrect":false,"inputTokens":15258,"outputTokens":6407,"latencyMs":74895.58804200008},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"32","isCorrect":false,"inputTokens":11565,"outputTokens":3015,"latencyMs":35560.51104200003},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8879,"outputTokens":5191,"latencyMs":56691.20683400007},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8627,"outputTokens":4231,"latencyMs":38942.962958000135},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"43","actual":"39","isCorrect":false,"inputTokens":17204,"outputTokens":11847,"latencyMs":143298.53979200008},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":13240,"outputTokens":5767,"latencyMs":58260.77429199987},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15258,"outputTokens":2951,"latencyMs":30454.88316700002},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":11565,"outputTokens":4423,"latencyMs":44076.22399999993},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8879,"outputTokens":4231,"latencyMs":37241.785167000024},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8627,"outputTokens":5895,"latencyMs":90620.1480419999},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"25","actual":"18","isCorrect":false,"inputTokens":17204,"outputTokens":3975,"latencyMs":40301.10383399995},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":13240,"outputTokens":3911,"latencyMs":53672.49758299999},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15258,"outputTokens":3463,"latencyMs":35417.804375000065},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":11565,"outputTokens":4487,"latencyMs":46868.0803749999},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8879,"outputTokens":4551,"latencyMs":45573.12279199995},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8627,"outputTokens":2887,"latencyMs":28422.857124999864},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17204,"outputTokens":3143,"latencyMs":29955.825083999895},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13240,"outputTokens":5575,"latencyMs":48339.364959000144},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15258,"outputTokens":3143,"latencyMs":25295.857915999833},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11565,"outputTokens":3079,"latencyMs":29557.22145800013},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8879,"outputTokens":2503,"latencyMs":22121.652333999984},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8627,"outputTokens":2695,"latencyMs":31378.58437499986},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17204,"outputTokens":1799,"latencyMs":20389.638000000035},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13240,"outputTokens":3079,"latencyMs":28901.529666000046},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6905,"outputTokens":263,"latencyMs":3115.7104579999577},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4927,"outputTokens":327,"latencyMs":7230.5603749998845},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5906,"outputTokens":263,"latencyMs":6441.958833999932},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7815,"outputTokens":199,"latencyMs":3481.11870799982},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5933,"outputTokens":135,"latencyMs":2440.1648330001626},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6905,"outputTokens":841,"latencyMs":9103.615125000011},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4927,"outputTokens":1097,"latencyMs":10853.658833999885},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5906,"outputTokens":393,"latencyMs":4811.6409579999745},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7815,"outputTokens":265,"latencyMs":3462.576958999969},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5933,"outputTokens":201,"latencyMs":4551.6412080000155},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":6906,"outputTokens":199,"latencyMs":5946.616957999999},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":4928,"outputTokens":391,"latencyMs":4862.764540999895},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5907,"outputTokens":199,"latencyMs":4436.1078329999},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":7816,"outputTokens":263,"latencyMs":3710.672332999995},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5934,"outputTokens":263,"latencyMs":3584.6445420000236},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6906,"outputTokens":264,"latencyMs":3332.7081249998882},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4928,"outputTokens":328,"latencyMs":6029.872375000035},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5907,"outputTokens":264,"latencyMs":6360.82320899982},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7816,"outputTokens":328,"latencyMs":4304.171290999977},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5934,"outputTokens":328,"latencyMs":6850.6273750001565},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6905,"outputTokens":1095,"latencyMs":25444.60245799995},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4927,"outputTokens":839,"latencyMs":11782.655000000028},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5906,"outputTokens":263,"latencyMs":5465.98116700002},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7815,"outputTokens":263,"latencyMs":3371.2434590000194},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5933,"outputTokens":263,"latencyMs":3541.5000830001663},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6905,"outputTokens":905,"latencyMs":9463.865125000011},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4927,"outputTokens":649,"latencyMs":6622.134208000032},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5906,"outputTokens":329,"latencyMs":4798.912999999942},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7815,"outputTokens":265,"latencyMs":5167.431041999953},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5933,"outputTokens":393,"latencyMs":4693.827333000023},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":6906,"outputTokens":199,"latencyMs":2821.266375000123},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":4928,"outputTokens":839,"latencyMs":8631.246000000043},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5907,"outputTokens":327,"latencyMs":4855.562292000046},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":7816,"outputTokens":519,"latencyMs":7240.806624999968},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5934,"outputTokens":1031,"latencyMs":10435.050374999875},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":6906,"outputTokens":199,"latencyMs":3034.7289579999633},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":4928,"outputTokens":327,"latencyMs":3241.3320420000236},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5907,"outputTokens":391,"latencyMs":5222.304125000024},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":7816,"outputTokens":263,"latencyMs":3285.6503329998814},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5934,"outputTokens":135,"latencyMs":3403.779457999859},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6905,"outputTokens":967,"latencyMs":12630.437167000026},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4927,"outputTokens":1095,"latencyMs":12474.425874999957},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5906,"outputTokens":1863,"latencyMs":15583.305916999932},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7815,"outputTokens":455,"latencyMs":6376.325249999994},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5933,"outputTokens":327,"latencyMs":5189.892333999975},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6905,"outputTokens":457,"latencyMs":4789.633792000124},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4927,"outputTokens":969,"latencyMs":9603.09604199999},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5906,"outputTokens":265,"latencyMs":3472.784415999893},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/payments","isCorrect":false,"inputTokens":7815,"outputTokens":1098,"latencyMs":14847.909750000108},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/payments","isCorrect":false,"inputTokens":5933,"outputTokens":1354,"latencyMs":14238.748833000194},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":6889,"outputTokens":3719,"latencyMs":29588.24908400001},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4911,"outputTokens":5319,"latencyMs":40931.71183300018},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5890,"outputTokens":391,"latencyMs":5362.043415999971},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":7799,"outputTokens":2247,"latencyMs":34099.03204199998},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":5917,"outputTokens":20167,"latencyMs":191462.27824999997},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"2453.41","actual":"2413.3866666667","isCorrect":false,"inputTokens":6890,"outputTokens":10189,"latencyMs":114932.37154199998},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"2453.41","actual":"2344","isCorrect":false,"inputTokens":4912,"outputTokens":12488,"latencyMs":178401.16920799995},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"2453.41","actual":"2399.5942028985507","isCorrect":false,"inputTokens":5891,"outputTokens":12494,"latencyMs":106734.32024999987},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"2453.41","actual":"2453.4133333333","isCorrect":true,"inputTokens":7800,"outputTokens":9613,"latencyMs":79749.86854199995},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"2453.41","actual":"2513","isCorrect":false,"inputTokens":5918,"outputTokens":9352,"latencyMs":79398.59566699993},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":6889,"outputTokens":4615,"latencyMs":42187.74462500005},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4911,"outputTokens":3527,"latencyMs":32269.509624999948},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":5890,"outputTokens":9671,"latencyMs":76910.37262500008},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"29","actual":"28","isCorrect":false,"inputTokens":7799,"outputTokens":10887,"latencyMs":88385.73287499999},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"33","isCorrect":false,"inputTokens":5917,"outputTokens":13319,"latencyMs":135069.12662500003},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6889,"outputTokens":2503,"latencyMs":24155.693625000073},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4911,"outputTokens":8519,"latencyMs":80310.74116600002},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"17","actual":"13","isCorrect":false,"inputTokens":5890,"outputTokens":6855,"latencyMs":60660.83295800001},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"17","actual":"13","isCorrect":false,"inputTokens":7799,"outputTokens":3847,"latencyMs":60666.268124999944},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"14","isCorrect":false,"inputTokens":5917,"outputTokens":7303,"latencyMs":57974.093916999875},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":6889,"outputTokens":3463,"latencyMs":38306.33962500002},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4911,"outputTokens":3591,"latencyMs":29538.051624999847},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"29","actual":"38","isCorrect":false,"inputTokens":5890,"outputTokens":15815,"latencyMs":129636.9376660001},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"29","actual":"22","isCorrect":false,"inputTokens":7799,"outputTokens":10503,"latencyMs":76536.67662499985},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"50","isCorrect":false,"inputTokens":5917,"outputTokens":13319,"latencyMs":151121.41308299988},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6891,"outputTokens":4103,"latencyMs":56042.69449999998},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":4913,"outputTokens":4743,"latencyMs":37126.876166999806},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5892,"outputTokens":5639,"latencyMs":40804.70775000006},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"11","actual":"6","isCorrect":false,"inputTokens":7801,"outputTokens":9799,"latencyMs":92226.40016699978},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5919,"outputTokens":12039,"latencyMs":93280.16320900014},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":6891,"outputTokens":4295,"latencyMs":41815.3666660001},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":4913,"outputTokens":3335,"latencyMs":29692.3865410001},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"18","actual":"17","isCorrect":false,"inputTokens":5892,"outputTokens":6599,"latencyMs":97809.67475},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"18","actual":"15","isCorrect":false,"inputTokens":7801,"outputTokens":12039,"latencyMs":123416.02841699985},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"17","isCorrect":false,"inputTokens":5919,"outputTokens":10567,"latencyMs":91551.0178749999},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":6896,"outputTokens":3271,"latencyMs":30817.282166999998},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4918,"outputTokens":5703,"latencyMs":63405.342667000135},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"33","actual":"34","isCorrect":false,"inputTokens":5897,"outputTokens":14151,"latencyMs":112034.90975000011},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"33","actual":"37","isCorrect":false,"inputTokens":7806,"outputTokens":15175,"latencyMs":145415.13762499997},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"63","isCorrect":false,"inputTokens":5924,"outputTokens":18759,"latencyMs":151461.663834},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"43","isCorrect":false,"inputTokens":6894,"outputTokens":5959,"latencyMs":47470.96787500009},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4916,"outputTokens":5383,"latencyMs":53329.43183299992},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"42","actual":"43","isCorrect":false,"inputTokens":5895,"outputTokens":10375,"latencyMs":85387.93562499993},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"42","actual":"60","isCorrect":false,"inputTokens":7804,"outputTokens":12167,"latencyMs":93500.84408300021},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"80","isCorrect":false,"inputTokens":5922,"outputTokens":9671,"latencyMs":379540.6658340001},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":6890,"outputTokens":4743,"latencyMs":38821.55270899995},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4912,"outputTokens":6727,"latencyMs":57143.98108300008},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"25","actual":"27","isCorrect":false,"inputTokens":5891,"outputTokens":14407,"latencyMs":121313.45120800007},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"25","actual":"19","isCorrect":false,"inputTokens":7800,"outputTokens":7559,"latencyMs":69642.35850000009},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"17","isCorrect":false,"inputTokens":5918,"outputTokens":16135,"latencyMs":161343.49933400005},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"34","isCorrect":false,"inputTokens":6896,"outputTokens":20167,"latencyMs":230741.27374999993},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4918,"outputTokens":7495,"latencyMs":63636.350584000116},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"29","actual":"36","isCorrect":false,"inputTokens":5897,"outputTokens":16263,"latencyMs":130179.59895799984},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"29","actual":"37","isCorrect":false,"inputTokens":7806,"outputTokens":11591,"latencyMs":113961.67562500015},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"37","isCorrect":false,"inputTokens":5924,"outputTokens":16519,"latencyMs":140941.021834},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6896,"outputTokens":5447,"latencyMs":46888.73112499993},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4918,"outputTokens":7111,"latencyMs":74291.24454099988},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5897,"outputTokens":4423,"latencyMs":38978.35370799992},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":7806,"outputTokens":4039,"latencyMs":36546.21775000007},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5924,"outputTokens":4167,"latencyMs":39038.52904099994},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":6898,"outputTokens":3015,"latencyMs":26637.197584000183},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4920,"outputTokens":2887,"latencyMs":26040.22404200025},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5899,"outputTokens":3463,"latencyMs":29262.439125000034},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"5","actual":"6","isCorrect":false,"inputTokens":7808,"outputTokens":6215,"latencyMs":58986.4326249999},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5926,"outputTokens":4743,"latencyMs":38633.85925000021},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6898,"outputTokens":3079,"latencyMs":27888.549333999865},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":4920,"outputTokens":4679,"latencyMs":43776.82637499971},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5899,"outputTokens":5447,"latencyMs":50479.701083000284},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7808,"outputTokens":4999,"latencyMs":58853.683209000155},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5926,"outputTokens":3655,"latencyMs":31553.769249999896},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6898,"outputTokens":2759,"latencyMs":47123.68912500003},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":4920,"outputTokens":4359,"latencyMs":41352.168209000025},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5899,"outputTokens":6343,"latencyMs":55856.09641700005},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"3","actual":"2","isCorrect":false,"inputTokens":7808,"outputTokens":4103,"latencyMs":35685.38595899986},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5926,"outputTokens":6343,"latencyMs":51239.12116699992},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6896,"outputTokens":6855,"latencyMs":90414.68912500003},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4918,"outputTokens":2695,"latencyMs":27534.36641700007},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5897,"outputTokens":4487,"latencyMs":42209.12216599984},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":7806,"outputTokens":6279,"latencyMs":75733.36095800018},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5924,"outputTokens":7687,"latencyMs":63058.29333399981},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6896,"outputTokens":4103,"latencyMs":40312.71462500002},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4918,"outputTokens":4167,"latencyMs":35873.915792000014},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5897,"outputTokens":5703,"latencyMs":57978.6901250002},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7806,"outputTokens":6023,"latencyMs":54796.04729200015},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":5924,"outputTokens":5127,"latencyMs":43498.875916999765},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":1023,"outputTokens":583,"latencyMs":6742.807415999938},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":665,"outputTokens":455,"latencyMs":8014.11641700007},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":756,"outputTokens":135,"latencyMs":3002.658749999944},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":1107,"outputTokens":135,"latencyMs":2293.2929159998894},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":775,"outputTokens":135,"latencyMs":3505.548708999995},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1021,"outputTokens":268,"latencyMs":3357.363291999791},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":663,"outputTokens":396,"latencyMs":4544.950250000227},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":754,"outputTokens":204,"latencyMs":3910.6737079997547},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1105,"outputTokens":140,"latencyMs":2807.8532920000143},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":773,"outputTokens":204,"latencyMs":6755.754457999952},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1021,"outputTokens":136,"latencyMs":2664.359124999959},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":663,"outputTokens":136,"latencyMs":2253.774665999692},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":754,"outputTokens":200,"latencyMs":5005.998707999941},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1105,"outputTokens":72,"latencyMs":2703.680333000142},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":773,"outputTokens":72,"latencyMs":1897.0315409996547},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":1023,"outputTokens":135,"latencyMs":3792.394541000016},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":665,"outputTokens":135,"latencyMs":4632.95924999984},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":756,"outputTokens":135,"latencyMs":2394.134250000119},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":1107,"outputTokens":135,"latencyMs":2430.5971249998547},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":775,"outputTokens":135,"latencyMs":2441.4810000001453},{"questionId":"q155","format":"json-pretty","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1021,"outputTokens":72,"latencyMs":1814.3805419998243},{"questionId":"q155","format":"json-compact","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":663,"outputTokens":200,"latencyMs":3557.1527090002783},{"questionId":"q155","format":"toon","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":754,"outputTokens":136,"latencyMs":3990.5303329997696},{"questionId":"q155","format":"xml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1105,"outputTokens":136,"latencyMs":3151.5690419999883},{"questionId":"q155","format":"yaml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":773,"outputTokens":136,"latencyMs":2329.0516249998473},{"questionId":"q156","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1023,"outputTokens":135,"latencyMs":1982.217999999877},{"questionId":"q156","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":665,"outputTokens":199,"latencyMs":2489.357166999951},{"questionId":"q156","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":756,"outputTokens":199,"latencyMs":3184.5403330000117},{"questionId":"q156","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1107,"outputTokens":199,"latencyMs":3035.3530419999734},{"questionId":"q156","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":775,"outputTokens":199,"latencyMs":2576.0412079999223},{"questionId":"q157","format":"json-pretty","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1023,"outputTokens":136,"latencyMs":15388.45091599971},{"questionId":"q157","format":"json-compact","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":665,"outputTokens":200,"latencyMs":3027.245583000127},{"questionId":"q157","format":"toon","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":756,"outputTokens":200,"latencyMs":2682.324666999746},{"questionId":"q157","format":"xml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1107,"outputTokens":72,"latencyMs":2551.2237090002745},{"questionId":"q157","format":"yaml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":775,"outputTokens":136,"latencyMs":4109.2170409997925},{"questionId":"q158","format":"json-pretty","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":1021,"outputTokens":199,"latencyMs":3716.7424159999937},{"questionId":"q158","format":"json-compact","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":663,"outputTokens":455,"latencyMs":6808.871625000145},{"questionId":"q158","format":"toon","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":754,"outputTokens":327,"latencyMs":4373.244665999897},{"questionId":"q158","format":"xml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":1105,"outputTokens":135,"latencyMs":2383.4876660001464},{"questionId":"q158","format":"yaml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":773,"outputTokens":263,"latencyMs":3284.6608330002055},{"questionId":"q159","format":"json-pretty","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1022,"outputTokens":136,"latencyMs":2568.9396250001155},{"questionId":"q159","format":"json-compact","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":664,"outputTokens":136,"latencyMs":2548.5491659999825},{"questionId":"q159","format":"toon","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":755,"outputTokens":200,"latencyMs":2528.12133300025},{"questionId":"q159","format":"xml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1106,"outputTokens":200,"latencyMs":3261.567334000021},{"questionId":"q159","format":"yaml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":774,"outputTokens":264,"latencyMs":5840.089374999981},{"questionId":"q160","format":"json-pretty","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1023,"outputTokens":459,"latencyMs":4751.093458000105},{"questionId":"q160","format":"json-compact","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":665,"outputTokens":715,"latencyMs":9806.253459000029},{"questionId":"q160","format":"toon","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":756,"outputTokens":267,"latencyMs":3160.0135419997387},{"questionId":"q160","format":"xml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1107,"outputTokens":459,"latencyMs":4843.594291999936},{"questionId":"q160","format":"yaml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":775,"outputTokens":395,"latencyMs":5162.69116699975},{"questionId":"q161","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1023,"outputTokens":135,"latencyMs":3906.6883749999106},{"questionId":"q161","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":665,"outputTokens":263,"latencyMs":3832.8434589998797},{"questionId":"q161","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":756,"outputTokens":263,"latencyMs":4753.713458000217},{"questionId":"q161","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1107,"outputTokens":199,"latencyMs":6292.803332999814},{"questionId":"q161","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":775,"outputTokens":199,"latencyMs":6083.018833000213},{"questionId":"q162","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1023,"outputTokens":135,"latencyMs":2117.091250000056},{"questionId":"q162","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":665,"outputTokens":199,"latencyMs":5661.312124999706},{"questionId":"q162","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":756,"outputTokens":263,"latencyMs":5603.599000000395},{"questionId":"q162","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1107,"outputTokens":135,"latencyMs":4710.21570800012},{"questionId":"q162","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":775,"outputTokens":199,"latencyMs":7471.390374999959},{"questionId":"q163","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1022,"outputTokens":199,"latencyMs":4701.419417000376},{"questionId":"q163","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":664,"outputTokens":199,"latencyMs":3847.8547080000862},{"questionId":"q163","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":755,"outputTokens":263,"latencyMs":3375.736333000008},{"questionId":"q163","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1106,"outputTokens":263,"latencyMs":4812.272791000083},{"questionId":"q163","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":774,"outputTokens":199,"latencyMs":2934.4373750002123},{"questionId":"q164","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1022,"outputTokens":135,"latencyMs":2458.2781249997206},{"questionId":"q164","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":664,"outputTokens":263,"latencyMs":3522.378250000067},{"questionId":"q164","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":755,"outputTokens":327,"latencyMs":4799.6738340002485},{"questionId":"q164","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1106,"outputTokens":199,"latencyMs":3384.5427500000224},{"questionId":"q164","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":774,"outputTokens":263,"latencyMs":5075.06341599999},{"questionId":"q165","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1022,"outputTokens":199,"latencyMs":2597.252208999824},{"questionId":"q165","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":664,"outputTokens":199,"latencyMs":2931.3202499998733},{"questionId":"q165","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":755,"outputTokens":71,"latencyMs":2898.455083000008},{"questionId":"q165","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1106,"outputTokens":263,"latencyMs":3072.9117919998243},{"questionId":"q165","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":774,"outputTokens":71,"latencyMs":2456.2880830001086},{"questionId":"q166","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1026,"outputTokens":199,"latencyMs":2803.085833000019},{"questionId":"q166","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":668,"outputTokens":839,"latencyMs":7020.810707999859},{"questionId":"q166","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":759,"outputTokens":199,"latencyMs":2661.654792000074},{"questionId":"q166","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1110,"outputTokens":327,"latencyMs":5022.77420799993},{"questionId":"q166","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":778,"outputTokens":263,"latencyMs":3315.3438749997877},{"questionId":"q167","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1022,"outputTokens":263,"latencyMs":4004.776000000071},{"questionId":"q167","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":664,"outputTokens":327,"latencyMs":4605.751166999806},{"questionId":"q167","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":755,"outputTokens":327,"latencyMs":5653.84929200029},{"questionId":"q167","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1106,"outputTokens":263,"latencyMs":3888.8481250000186},{"questionId":"q167","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":774,"outputTokens":263,"latencyMs":4843.462165999692},{"questionId":"q168","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1024,"outputTokens":199,"latencyMs":2777.7275000000373},{"questionId":"q168","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":666,"outputTokens":711,"latencyMs":10276.33304100018},{"questionId":"q168","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":757,"outputTokens":199,"latencyMs":4521.871375000104},{"questionId":"q168","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1108,"outputTokens":199,"latencyMs":5794.047832999844},{"questionId":"q168","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":776,"outputTokens":135,"latencyMs":3790.2669999999925},{"questionId":"q169","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":1026,"outputTokens":391,"latencyMs":5940.847500000149},{"questionId":"q169","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":668,"outputTokens":455,"latencyMs":4762.850875000004},{"questionId":"q169","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":759,"outputTokens":455,"latencyMs":4719.768250000197},{"questionId":"q169","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":1110,"outputTokens":327,"latencyMs":6340.48066599993},{"questionId":"q169","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":778,"outputTokens":263,"latencyMs":3185.5706250001676},{"questionId":"q170","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1025,"outputTokens":455,"latencyMs":4706.524750000332},{"questionId":"q170","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":667,"outputTokens":327,"latencyMs":5000.733999999706},{"questionId":"q170","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":758,"outputTokens":455,"latencyMs":6487.487999999896},{"questionId":"q170","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1109,"outputTokens":455,"latencyMs":8960.450375000015},{"questionId":"q170","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":777,"outputTokens":391,"latencyMs":5475.017541000154},{"questionId":"q171","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1027,"outputTokens":263,"latencyMs":3693.9329169997945},{"questionId":"q171","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":669,"outputTokens":263,"latencyMs":3648.1655830000527},{"questionId":"q171","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":760,"outputTokens":967,"latencyMs":8853.470167000312},{"questionId":"q171","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1111,"outputTokens":263,"latencyMs":3237.0124579998665},{"questionId":"q171","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":779,"outputTokens":263,"latencyMs":4246.907124999911},{"questionId":"q172","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1027,"outputTokens":199,"latencyMs":3634.9288749997504},{"questionId":"q172","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":669,"outputTokens":327,"latencyMs":20629.421875},{"questionId":"q172","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":760,"outputTokens":199,"latencyMs":3223.972542000003},{"questionId":"q172","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1111,"outputTokens":327,"latencyMs":13383.079999999609},{"questionId":"q172","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":779,"outputTokens":263,"latencyMs":4296.551624999847},{"questionId":"q173","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1028,"outputTokens":199,"latencyMs":2751.2610419997945},{"questionId":"q173","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":670,"outputTokens":327,"latencyMs":4416.645750000142},{"questionId":"q173","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":761,"outputTokens":519,"latencyMs":7847.565500000026},{"questionId":"q173","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1112,"outputTokens":263,"latencyMs":6915.099750000052},{"questionId":"q173","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":780,"outputTokens":391,"latencyMs":6582.503958000336},{"questionId":"q174","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1025,"outputTokens":135,"latencyMs":2869.2113329996355},{"questionId":"q174","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":667,"outputTokens":263,"latencyMs":3683.578083000146},{"questionId":"q174","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":758,"outputTokens":327,"latencyMs":11444.25062499987},{"questionId":"q174","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1109,"outputTokens":327,"latencyMs":11302.633040999994},{"questionId":"q174","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":777,"outputTokens":135,"latencyMs":3082.4122499995865},{"questionId":"q175","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1029,"outputTokens":327,"latencyMs":4507.2793749999255},{"questionId":"q175","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":671,"outputTokens":263,"latencyMs":4098.119249999989},{"questionId":"q175","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":762,"outputTokens":327,"latencyMs":10054.765292000026},{"questionId":"q175","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1113,"outputTokens":391,"latencyMs":6727.330041999929},{"questionId":"q175","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":781,"outputTokens":391,"latencyMs":7630.485625000205},{"questionId":"q176","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1023,"outputTokens":135,"latencyMs":2451.910416999832},{"questionId":"q176","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":665,"outputTokens":263,"latencyMs":3689.5402919999324},{"questionId":"q176","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":756,"outputTokens":199,"latencyMs":2873.5955409999005},{"questionId":"q176","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1107,"outputTokens":199,"latencyMs":3277.6729580000974},{"questionId":"q176","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":263,"latencyMs":4645.139667000156},{"questionId":"q177","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1031,"outputTokens":327,"latencyMs":3554.097957999911},{"questionId":"q177","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":3744.1457079998218},{"questionId":"q177","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":764,"outputTokens":263,"latencyMs":6140.8108749999665},{"questionId":"q177","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":327,"latencyMs":7183.078166999854},{"questionId":"q177","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":783,"outputTokens":263,"latencyMs":5394.631290999707},{"questionId":"q178","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1026,"outputTokens":135,"latencyMs":2505.3744160002097},{"questionId":"q178","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":668,"outputTokens":775,"latencyMs":11512.826999999583},{"questionId":"q178","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":759,"outputTokens":583,"latencyMs":9364.836542000063},{"questionId":"q178","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1110,"outputTokens":199,"latencyMs":4985.15625},{"questionId":"q178","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":778,"outputTokens":199,"latencyMs":3276.027791999746},{"questionId":"q179","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1025,"outputTokens":199,"latencyMs":4783.0132499998435},{"questionId":"q179","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":667,"outputTokens":839,"latencyMs":9481.153750000056},{"questionId":"q179","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":758,"outputTokens":199,"latencyMs":4011.8218750003725},{"questionId":"q179","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1109,"outputTokens":327,"latencyMs":4096.573667000048},{"questionId":"q179","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":777,"outputTokens":455,"latencyMs":5798.487083999906},{"questionId":"q180","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6451,"outputTokens":135,"latencyMs":5243.732333999593},{"questionId":"q180","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":4044,"outputTokens":135,"latencyMs":2556.379874999635},{"questionId":"q180","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2608,"outputTokens":135,"latencyMs":1891.7810420002788},{"questionId":"q180","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2442,"outputTokens":263,"latencyMs":5116.138582999818},{"questionId":"q180","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7413,"outputTokens":135,"latencyMs":5086.265749999788},{"questionId":"q180","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5071,"outputTokens":135,"latencyMs":2536.9129999997094},{"questionId":"q181","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":6456,"outputTokens":338,"latencyMs":7833.342083000112},{"questionId":"q181","format":"json-compact","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4049,"outputTokens":594,"latencyMs":5790.048458999954},{"questionId":"q181","format":"toon","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2613,"outputTokens":146,"latencyMs":3634.676667000167},{"questionId":"q181","format":"csv","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2447,"outputTokens":210,"latencyMs":3299.1852080002427},{"questionId":"q181","format":"xml","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":7418,"outputTokens":466,"latencyMs":5790.619957999792},{"questionId":"q181","format":"yaml","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":5076,"outputTokens":466,"latencyMs":5859.513791000005},{"questionId":"q182","format":"json-pretty","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":6454,"outputTokens":775,"latencyMs":11483.762374999933},{"questionId":"q182","format":"json-compact","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":4047,"outputTokens":519,"latencyMs":8336.065458999947},{"questionId":"q182","format":"toon","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":2611,"outputTokens":327,"latencyMs":4580.0390419997275},{"questionId":"q182","format":"csv","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":2445,"outputTokens":135,"latencyMs":4742.354375000112},{"questionId":"q182","format":"xml","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":7416,"outputTokens":263,"latencyMs":4211.900249999948},{"questionId":"q182","format":"yaml","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":5074,"outputTokens":327,"latencyMs":4381.881250000093},{"questionId":"q183","format":"json-pretty","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":6455,"outputTokens":327,"latencyMs":4497.625540999696},{"questionId":"q183","format":"json-compact","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4048,"outputTokens":199,"latencyMs":3268.267374999821},{"questionId":"q183","format":"toon","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2612,"outputTokens":263,"latencyMs":5449.473415999673},{"questionId":"q183","format":"csv","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2446,"outputTokens":263,"latencyMs":4097.444000000134},{"questionId":"q183","format":"xml","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7417,"outputTokens":263,"latencyMs":4184.440708999988},{"questionId":"q183","format":"yaml","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5075,"outputTokens":135,"latencyMs":2946.645917000249},{"questionId":"q184","format":"json-pretty","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":6455,"outputTokens":204,"latencyMs":9614.618167000357},{"questionId":"q184","format":"json-compact","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4048,"outputTokens":140,"latencyMs":2873.793583000079},{"questionId":"q184","format":"toon","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2612,"outputTokens":140,"latencyMs":2877.5963750001974},{"questionId":"q184","format":"csv","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2446,"outputTokens":204,"latencyMs":3551.0457079997286},{"questionId":"q184","format":"xml","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7417,"outputTokens":140,"latencyMs":2625.599458000157},{"questionId":"q184","format":"yaml","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5075,"outputTokens":204,"latencyMs":2858.9412090000696},{"questionId":"q185","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6452,"outputTokens":199,"latencyMs":3881.6359999999404},{"questionId":"q185","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":4045,"outputTokens":263,"latencyMs":20388.577374999877},{"questionId":"q185","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":2609,"outputTokens":199,"latencyMs":3270.6690000002272},{"questionId":"q185","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":2443,"outputTokens":3591,"latencyMs":29106.583208000287},{"questionId":"q185","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7414,"outputTokens":391,"latencyMs":4287.198749999981},{"questionId":"q185","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":5072,"outputTokens":327,"latencyMs":3268.473958000075},{"questionId":"q186","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10804,"outputTokens":583,"latencyMs":5497.04287499981},{"questionId":"q186","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6885,"outputTokens":519,"latencyMs":8948.515999999829},{"questionId":"q186","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7322,"outputTokens":199,"latencyMs":4607.618165999651},{"questionId":"q186","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12112,"outputTokens":263,"latencyMs":3848.347834000364},{"questionId":"q186","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8436,"outputTokens":263,"latencyMs":3796.977042000275},{"questionId":"q187","format":"json-pretty","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orders","isCorrect":false,"inputTokens":10811,"outputTokens":455,"latencyMs":5749.156665999908},{"questionId":"q187","format":"json-compact","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":6892,"outputTokens":725,"latencyMs":8672.660540999845},{"questionId":"q187","format":"toon","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":7329,"outputTokens":533,"latencyMs":5036.442500000354},{"questionId":"q187","format":"xml","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":12119,"outputTokens":405,"latencyMs":4477.925249999855},{"questionId":"q187","format":"yaml","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":8443,"outputTokens":533,"latencyMs":5181.2483749999665},{"questionId":"q188","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":10807,"outputTokens":263,"latencyMs":4242.422333000228},{"questionId":"q188","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6888,"outputTokens":519,"latencyMs":5718.889750000089},{"questionId":"q188","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7325,"outputTokens":327,"latencyMs":5340.791166000068},{"questionId":"q188","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":12115,"outputTokens":967,"latencyMs":9309.043292000424},{"questionId":"q188","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8439,"outputTokens":583,"latencyMs":6073.824750000145},{"questionId":"q189","format":"json-pretty","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":10812,"outputTokens":140,"latencyMs":4690.233665999956},{"questionId":"q189","format":"json-compact","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":6893,"outputTokens":268,"latencyMs":5466.577833000105},{"questionId":"q189","format":"toon","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7330,"outputTokens":204,"latencyMs":2964.15870800009},{"questionId":"q189","format":"xml","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":12120,"outputTokens":332,"latencyMs":4515.02179200016},{"questionId":"q189","format":"yaml","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":8444,"outputTokens":268,"latencyMs":8201.164624999743},{"questionId":"q190","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10808,"outputTokens":200,"latencyMs":4878.779084000271},{"questionId":"q190","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6889,"outputTokens":200,"latencyMs":3476.9356669997796},{"questionId":"q190","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7326,"outputTokens":200,"latencyMs":2631.7864590003155},{"questionId":"q190","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12116,"outputTokens":200,"latencyMs":3225.6047499999404},{"questionId":"q190","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8440,"outputTokens":264,"latencyMs":6446.187125000171},{"questionId":"q191","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":10813,"outputTokens":395,"latencyMs":4756.288000000175},{"questionId":"q191","format":"json-compact","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":6894,"outputTokens":267,"latencyMs":4393.102415999863},{"questionId":"q191","format":"toon","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":7331,"outputTokens":267,"latencyMs":5854.2481249999255},{"questionId":"q191","format":"xml","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":12121,"outputTokens":267,"latencyMs":6437.172999999952},{"questionId":"q191","format":"yaml","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":8445,"outputTokens":203,"latencyMs":3253.0284589999355},{"questionId":"q192","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3768,"outputTokens":839,"latencyMs":7548.902958999854},{"questionId":"q192","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2441,"outputTokens":647,"latencyMs":8269.41454199981},{"questionId":"q192","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1639,"outputTokens":263,"latencyMs":8128.112708000001},{"questionId":"q192","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1497,"outputTokens":967,"latencyMs":14334.201832999941},{"questionId":"q192","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4474,"outputTokens":903,"latencyMs":11843.660625000019},{"questionId":"q192","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3039,"outputTokens":839,"latencyMs":12383.660041000228},{"questionId":"q193","format":"json-pretty","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3772,"outputTokens":212,"latencyMs":3716.6943749999627},{"questionId":"q193","format":"json-compact","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2445,"outputTokens":276,"latencyMs":4321.190417000093},{"questionId":"q193","format":"toon","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1643,"outputTokens":276,"latencyMs":3628.611583000049},{"questionId":"q193","format":"csv","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1501,"outputTokens":276,"latencyMs":3329.8520830003545},{"questionId":"q193","format":"xml","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4478,"outputTokens":276,"latencyMs":8496.843958000187},{"questionId":"q193","format":"yaml","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3043,"outputTokens":340,"latencyMs":4394.631957999896},{"questionId":"q194","format":"json-pretty","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3771,"outputTokens":392,"latencyMs":7423.73466600012},{"questionId":"q194","format":"json-compact","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2444,"outputTokens":584,"latencyMs":5982.649750000332},{"questionId":"q194","format":"toon","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1642,"outputTokens":200,"latencyMs":4239.526542000007},{"questionId":"q194","format":"csv","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1500,"outputTokens":200,"latencyMs":5031.122084000148},{"questionId":"q194","format":"xml","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4477,"outputTokens":264,"latencyMs":7930.7731669996865},{"questionId":"q194","format":"yaml","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3042,"outputTokens":264,"latencyMs":3106.251792000141},{"questionId":"q195","format":"json-pretty","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3772,"outputTokens":524,"latencyMs":8153.412459000014},{"questionId":"q195","format":"json-compact","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2445,"outputTokens":588,"latencyMs":7503.793999999762},{"questionId":"q195","format":"toon","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1643,"outputTokens":204,"latencyMs":3050.2509169997647},{"questionId":"q195","format":"csv","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1501,"outputTokens":140,"latencyMs":2617.243791999761},{"questionId":"q195","format":"xml","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4478,"outputTokens":204,"latencyMs":3606.4029169999994},{"questionId":"q195","format":"yaml","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3043,"outputTokens":140,"latencyMs":2635.89858300006},{"questionId":"q196","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":3768,"outputTokens":199,"latencyMs":2703.3255830002017},{"questionId":"q196","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":2441,"outputTokens":327,"latencyMs":8638.098624999635},{"questionId":"q196","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":1639,"outputTokens":263,"latencyMs":5401.915333000012},{"questionId":"q196","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":1497,"outputTokens":327,"latencyMs":5221.692542000208},{"questionId":"q196","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":4474,"outputTokens":263,"latencyMs":3620.0856249998324},{"questionId":"q196","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":3039,"outputTokens":263,"latencyMs":3699.8902920000255},{"questionId":"q197","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15248,"outputTokens":1415,"latencyMs":16647.309458999895},{"questionId":"q197","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11555,"outputTokens":1415,"latencyMs":28783.25216699997},{"questionId":"q197","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8869,"outputTokens":199,"latencyMs":2771.9329590001144},{"questionId":"q197","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8617,"outputTokens":1543,"latencyMs":13179.85262500029},{"questionId":"q197","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17194,"outputTokens":2439,"latencyMs":22739.320625000168},{"questionId":"q197","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13230,"outputTokens":6023,"latencyMs":51610.507999999914},{"questionId":"q198","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15253,"outputTokens":415,"latencyMs":4503.3462910000235},{"questionId":"q198","format":"json-compact","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":11560,"outputTokens":543,"latencyMs":5954.608874999918},{"questionId":"q198","format":"toon","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8874,"outputTokens":351,"latencyMs":5119.701166999992},{"questionId":"q198","format":"csv","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8622,"outputTokens":223,"latencyMs":3383.965749999974},{"questionId":"q198","format":"xml","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17199,"outputTokens":351,"latencyMs":8255.69604199985},{"questionId":"q198","format":"yaml","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":13235,"outputTokens":415,"latencyMs":5688.796708000358},{"questionId":"q199","format":"json-pretty","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":15253,"outputTokens":713,"latencyMs":6935.332459000405},{"questionId":"q199","format":"json-compact","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":11560,"outputTokens":777,"latencyMs":7743.049292000011},{"questionId":"q199","format":"toon","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8874,"outputTokens":329,"latencyMs":7626.734916999936},{"questionId":"q199","format":"csv","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8622,"outputTokens":201,"latencyMs":3741.813084000256},{"questionId":"q199","format":"xml","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17199,"outputTokens":329,"latencyMs":4252.712875000201},{"questionId":"q199","format":"yaml","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":13235,"outputTokens":329,"latencyMs":4048.160000000149},{"questionId":"q200","format":"json-pretty","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15252,"outputTokens":265,"latencyMs":4140.997250000015},{"questionId":"q200","format":"json-compact","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":11559,"outputTokens":457,"latencyMs":4518.3047080002725},{"questionId":"q200","format":"toon","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8873,"outputTokens":393,"latencyMs":4574.140791999642},{"questionId":"q200","format":"csv","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8621,"outputTokens":585,"latencyMs":5762.444084000308},{"questionId":"q200","format":"xml","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17198,"outputTokens":393,"latencyMs":4484.691707999911},{"questionId":"q200","format":"yaml","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":13234,"outputTokens":265,"latencyMs":4706.706375000067},{"questionId":"q201","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":15249,"outputTokens":327,"latencyMs":3816.0244579999708},{"questionId":"q201","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11556,"outputTokens":455,"latencyMs":6546.3870419999585},{"questionId":"q201","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8870,"outputTokens":263,"latencyMs":4477.5936670000665},{"questionId":"q201","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8618,"outputTokens":455,"latencyMs":5239.246875000186},{"questionId":"q201","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17195,"outputTokens":647,"latencyMs":7984.748166000005},{"questionId":"q201","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13231,"outputTokens":263,"latencyMs":8407.612875000108},{"questionId":"q202","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":6889,"outputTokens":2951,"latencyMs":27031.601250000298},{"questionId":"q202","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4911,"outputTokens":10631,"latencyMs":81286.11437499989},{"questionId":"q202","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5890,"outputTokens":135,"latencyMs":3970.110458999872},{"questionId":"q202","format":"xml","model":"gpt-5-nano","expected":"75","actual":"58","isCorrect":false,"inputTokens":7799,"outputTokens":4871,"latencyMs":149805.12412499962},{"questionId":"q202","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":5917,"outputTokens":13703,"latencyMs":155739.1889589997},{"questionId":"q203","format":"json-pretty","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":6898,"outputTokens":466,"latencyMs":9108.469208000228},{"questionId":"q203","format":"json-compact","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":4920,"outputTokens":1106,"latencyMs":10545.836332999635},{"questionId":"q203","format":"toon","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":5899,"outputTokens":594,"latencyMs":8183.054624999873},{"questionId":"q203","format":"xml","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7808,"outputTokens":1426,"latencyMs":11678.348749999888},{"questionId":"q203","format":"yaml","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":5926,"outputTokens":850,"latencyMs":8783.712416999973},{"questionId":"q204","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6893,"outputTokens":455,"latencyMs":4951.810749999713},{"questionId":"q204","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4915,"outputTokens":583,"latencyMs":8194.983541999944},{"questionId":"q204","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5894,"outputTokens":263,"latencyMs":8032.524958000053},{"questionId":"q204","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7803,"outputTokens":263,"latencyMs":5646.691916999873},{"questionId":"q204","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5921,"outputTokens":199,"latencyMs":3208.1868750001304},{"questionId":"q205","format":"json-pretty","model":"gpt-5-nano","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":1378,"outputTokens":455,"latencyMs":5234.0922079999},{"questionId":"q205","format":"json-compact","model":"gpt-5-nano","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":891,"outputTokens":1159,"latencyMs":13605.088709000032},{"questionId":"q205","format":"toon","model":"gpt-5-nano","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":639,"outputTokens":711,"latencyMs":6515.72516599996},{"questionId":"q205","format":"csv","model":"gpt-5-nano","expected":"YES","actual":"NO","isCorrect":false,"inputTokens":587,"outputTokens":1479,"latencyMs":14114.901416999754},{"questionId":"q205","format":"xml","model":"gpt-5-nano","expected":"YES","actual":"NO","isCorrect":false,"inputTokens":1561,"outputTokens":327,"latencyMs":5021.389500000048},{"questionId":"q205","format":"yaml","model":"gpt-5-nano","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":1097,"outputTokens":455,"latencyMs":5526.448458000086},{"questionId":"q206","format":"json-pretty","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1192,"outputTokens":647,"latencyMs":6677.833459000103},{"questionId":"q206","format":"json-compact","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":777,"outputTokens":455,"latencyMs":5277.759208000265},{"questionId":"q206","format":"toon","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":569,"outputTokens":1543,"latencyMs":16482.88245799998},{"questionId":"q206","format":"csv","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":520,"outputTokens":647,"latencyMs":8937.574082999956},{"questionId":"q206","format":"xml","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1345,"outputTokens":391,"latencyMs":5002.396875000093},{"questionId":"q206","format":"yaml","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":953,"outputTokens":711,"latencyMs":6825.064792000223},{"questionId":"q207","format":"json-pretty","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1572,"outputTokens":1351,"latencyMs":11435.325457999948},{"questionId":"q207","format":"json-compact","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1013,"outputTokens":1671,"latencyMs":17690.187415999826},{"questionId":"q207","format":"toon","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":716,"outputTokens":3399,"latencyMs":31119.575375000015},{"questionId":"q207","format":"csv","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":661,"outputTokens":1031,"latencyMs":13081.246334000025},{"questionId":"q207","format":"xml","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1786,"outputTokens":455,"latencyMs":8677.37220800016},{"questionId":"q207","format":"yaml","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1251,"outputTokens":903,"latencyMs":8989.367707999889},{"questionId":"q208","format":"json-pretty","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1370,"outputTokens":775,"latencyMs":7549.4047079999},{"questionId":"q208","format":"json-compact","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":886,"outputTokens":1095,"latencyMs":9804.55941700004},{"questionId":"q208","format":"toon","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1114,"outputTokens":967,"latencyMs":8704.191707999911},{"questionId":"q208","format":"csv","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":584,"outputTokens":519,"latencyMs":8088.646707999986},{"questionId":"q208","format":"xml","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1552,"outputTokens":583,"latencyMs":8100.714499999769},{"questionId":"q208","format":"yaml","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1090,"outputTokens":967,"latencyMs":8288.674542000052},{"questionId":"q209","format":"json-pretty","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1326,"outputTokens":647,"latencyMs":6657.2364159999415},{"questionId":"q209","format":"json-compact","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":851,"outputTokens":1159,"latencyMs":13106.269707999658},{"questionId":"q209","format":"toon","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1078,"outputTokens":1351,"latencyMs":22118.10566599993},{"questionId":"q209","format":"csv","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":424,"outputTokens":1031,"latencyMs":10323.110000000335},{"questionId":"q209","format":"xml","model":"gpt-5-nano","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1505,"outputTokens":455,"latencyMs":5428.757249999791},{"questionId":"q209","format":"yaml","model":"gpt-5-nano","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1054,"outputTokens":1671,"latencyMs":15239.667082999833}]