toon/benchmarks/results/accuracy/models/gpt-5-nano

[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6406,"outputTokens":72,"latencyMs":2795.7537920000004},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3999,"outputTokens":136,"latencyMs":2731.920209},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2563,"outputTokens":136,"latencyMs":2043.561292},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2397,"outputTokens":72,"latencyMs":3079.960125},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7368,"outputTokens":72,"latencyMs":2146.722875},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5026,"outputTokens":72,"latencyMs":1723.30575},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6406,"outputTokens":135,"latencyMs":2380.766125},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3999,"outputTokens":135,"latencyMs":2692.873125},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2563,"outputTokens":135,"latencyMs":2005.906459},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2397,"outputTokens":135,"latencyMs":2132.547084},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7368,"outputTokens":135,"latencyMs":2446.40625},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5026,"outputTokens":135,"latencyMs":2234.044917},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6408,"outputTokens":140,"latencyMs":2156.7097919999997},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4001,"outputTokens":140,"latencyMs":2113.4089169999997},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2565,"outputTokens":204,"latencyMs":3955.9496670000008},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2399,"outputTokens":140,"latencyMs":2025.2626250000003},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7370,"outputTokens":204,"latencyMs":3569.3472919999995},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5028,"outputTokens":140,"latencyMs":3380.634500000001},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6408,"outputTokens":71,"latencyMs":4386.4415},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4001,"outputTokens":71,"latencyMs":2326.8963750000003},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2565,"outputTokens":135,"latencyMs":3054.547041},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2742.175000000001},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7370,"outputTokens":199,"latencyMs":2664.4997089999997},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5028,"outputTokens":135,"latencyMs":2353.598750000001},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":6404,"outputTokens":391,"latencyMs":4494.445208000001},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":3997,"outputTokens":135,"latencyMs":2237.265708000001},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":2561,"outputTokens":199,"latencyMs":5053.545375},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2395,"outputTokens":263,"latencyMs":4431.87125},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":7366,"outputTokens":199,"latencyMs":2658.2782499999994},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":5024,"outputTokens":327,"latencyMs":4898.068541999999},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6405,"outputTokens":136,"latencyMs":3223.991291000002},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3998,"outputTokens":136,"latencyMs":2550.9398330000004},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2562,"outputTokens":456,"latencyMs":4873.721000000001},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2396,"outputTokens":136,"latencyMs":2422.785667},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7367,"outputTokens":72,"latencyMs":2197.1337079999994},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5025,"outputTokens":72,"latencyMs":2109.0456250000025},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6406,"outputTokens":71,"latencyMs":3442.8210830000025},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3999,"outputTokens":135,"latencyMs":2297.883417000001},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2563,"outputTokens":135,"latencyMs":2089.317750000002},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2397,"outputTokens":71,"latencyMs":2221.912333},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7368,"outputTokens":135,"latencyMs":2788.8089580000014},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5026,"outputTokens":135,"latencyMs":2084.1717910000007},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6407,"outputTokens":77,"latencyMs":3207.1332079999993},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4000,"outputTokens":333,"latencyMs":3978.2705830000014},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2564,"outputTokens":141,"latencyMs":2483.454833},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2398,"outputTokens":205,"latencyMs":3026.1904160000013},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7369,"outputTokens":141,"latencyMs":2303.2678330000017},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5027,"outputTokens":205,"latencyMs":2111.9866250000014},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6409,"outputTokens":391,"latencyMs":3880.3459999999977},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4002,"outputTokens":1031,"latencyMs":10601.403875000004},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2566,"outputTokens":135,"latencyMs":3648.207042000002},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2400,"outputTokens":199,"latencyMs":3941.768667000004},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7371,"outputTokens":199,"latencyMs":3288.114999999998},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5029,"outputTokens":6343,"latencyMs":44351.5315},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6406,"outputTokens":263,"latencyMs":3694.0153750000027},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3999,"outputTokens":199,"latencyMs":2959.9164579999997},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2563,"outputTokens":327,"latencyMs":4157.200499999992},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2397,"outputTokens":199,"latencyMs":2684.010792000001},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7368,"outputTokens":327,"latencyMs":6843.256250000006},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5026,"outputTokens":135,"latencyMs":2646.607624999997},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6406,"outputTokens":136,"latencyMs":2040.7884160000103},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3999,"outputTokens":200,"latencyMs":3072.7327499999956},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2563,"outputTokens":136,"latencyMs":2512.4735840000067},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2397,"outputTokens":136,"latencyMs":2537.215207999994},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7368,"outputTokens":200,"latencyMs":3484.028041999991},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5026,"outputTokens":136,"latencyMs":2740.545417000001},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6404,"outputTokens":519,"latencyMs":5067.75499999999},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3997,"outputTokens":135,"latencyMs":2207.2960420000018},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2561,"outputTokens":71,"latencyMs":2023.4182909999945},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2395,"outputTokens":71,"latencyMs":1965.9474999999948},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7366,"outputTokens":327,"latencyMs":5445.7322910000075},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5024,"outputTokens":135,"latencyMs":2217.8456250000017},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6403,"outputTokens":775,"latencyMs":6416.424459000002},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3996,"outputTokens":1095,"latencyMs":10216.908708000003},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2560,"outputTokens":1415,"latencyMs":12012.967833000002},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2394,"outputTokens":1607,"latencyMs":15004.525874999992},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7365,"outputTokens":839,"latencyMs":7702.567542000004},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5023,"outputTokens":903,"latencyMs":6934.4256250000035},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6403,"outputTokens":455,"latencyMs":6329.976332999999},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3996,"outputTokens":1287,"latencyMs":11756.823124999995},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2560,"outputTokens":1351,"latencyMs":13607.471833000003},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2394,"outputTokens":1415,"latencyMs":11347.121041999999},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7365,"outputTokens":711,"latencyMs":8337.290334000005},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5023,"outputTokens":647,"latencyMs":6715.685916999995},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6403,"outputTokens":711,"latencyMs":6485.847374999998},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3996,"outputTokens":455,"latencyMs":4515.228292},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2560,"outputTokens":1415,"latencyMs":11616.520208000002},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2394,"outputTokens":1479,"latencyMs":10645.710208000004},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7365,"outputTokens":839,"latencyMs":6661.52620800001},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5023,"outputTokens":583,"latencyMs":8068.320082999999},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6408,"outputTokens":2183,"latencyMs":17114.974833},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":4001,"outputTokens":2311,"latencyMs":19111.09525},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2565,"outputTokens":2503,"latencyMs":18288.487999999998},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2399,"outputTokens":2119,"latencyMs":16220.573124999995},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7370,"outputTokens":1799,"latencyMs":12881.310708000005},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5028,"outputTokens":2567,"latencyMs":19749.305250000005},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":6408,"outputTokens":4679,"latencyMs":34949.00533299998},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":4001,"outputTokens":2951,"latencyMs":21987.433625000005},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2565,"outputTokens":2567,"latencyMs":21293.442624999996},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2399,"outputTokens":5063,"latencyMs":44032.956208},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":7370,"outputTokens":4231,"latencyMs":40993.50533399999},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5028,"outputTokens":2119,"latencyMs":17330.996000000014},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6408,"outputTokens":1415,"latencyMs":10579.236458},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":4001,"outputTokens":1863,"latencyMs":19204.662540999998},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2565,"outputTokens":1735,"latencyMs":15921.706082999997},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2399,"outputTokens":1671,"latencyMs":14187.36045800001},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7370,"outputTokens":2439,"latencyMs":23366.120749999987},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5028,"outputTokens":1415,"latencyMs":10560.425208000015},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6404,"outputTokens":71,"latencyMs":1677.0029579999973},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3997,"outputTokens":71,"latencyMs":2073.0098330000183},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2561,"outputTokens":71,"latencyMs":2217.0232499999984},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2395,"outputTokens":647,"latencyMs":11864.822375000018},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7366,"outputTokens":135,"latencyMs":3301.152207999985},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5024,"outputTokens":71,"latencyMs":3555.6330829999933},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":6405,"outputTokens":4426,"latencyMs":41580.46891700002},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":3998,"outputTokens":5450,"latencyMs":46870.75433300002},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2562,"outputTokens":8394,"latencyMs":64883.778458999994},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":2396,"outputTokens":5002,"latencyMs":48141.74441699998},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":7367,"outputTokens":11978,"latencyMs":87634.05166699999},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":5025,"outputTokens":5258,"latencyMs":91479.50108300001},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6402,"outputTokens":2503,"latencyMs":24335.92074999999},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":3995,"outputTokens":839,"latencyMs":11736.013915999996},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2559,"outputTokens":1991,"latencyMs":27924.497417000006},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"78","actual":"80","isCorrect":false,"inputTokens":2393,"outputTokens":2183,"latencyMs":24487.570542},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7364,"outputTokens":1543,"latencyMs":21492.189084000012},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5022,"outputTokens":1031,"latencyMs":38446.63391599999},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6402,"outputTokens":1159,"latencyMs":8782.016457999998},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3995,"outputTokens":1031,"latencyMs":8675.909083999984},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2559,"outputTokens":1223,"latencyMs":8873.937125000026},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2393,"outputTokens":2119,"latencyMs":15471.028375000024},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7364,"outputTokens":1159,"latencyMs":11071.565917},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5022,"outputTokens":1031,"latencyMs":8543.282542},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6410,"outputTokens":1479,"latencyMs":13175.369875000004},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4003,"outputTokens":1287,"latencyMs":10265.33600000001},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2567,"outputTokens":1223,"latencyMs":9675.368832999986},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2401,"outputTokens":1607,"latencyMs":16439.982916999987},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7372,"outputTokens":1735,"latencyMs":12514.508667000016},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5030,"outputTokens":1735,"latencyMs":13288.657208000019},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6410,"outputTokens":1223,"latencyMs":9795.180999999982},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":967,"latencyMs":7360.374584000005},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2567,"outputTokens":967,"latencyMs":9643.991083},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1991,"latencyMs":15133.441250000003},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":1607,"latencyMs":12934.877166999999},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":903,"latencyMs":7409.917291999998},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6410,"outputTokens":2631,"latencyMs":21096.591249999998},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":1095,"latencyMs":10623.016666999989},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":2567,"outputTokens":1415,"latencyMs":11573.735833000013},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1671,"latencyMs":15761.348625000013},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":2567,"latencyMs":21791.119957999996},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":1223,"latencyMs":10159.468874999991},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6410,"outputTokens":1863,"latencyMs":14556.631499999989},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4003,"outputTokens":2439,"latencyMs":19549.012916999985},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2567,"outputTokens":1479,"latencyMs":10861.368959000014},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2401,"outputTokens":1223,"latencyMs":12907.081083999976},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7372,"outputTokens":1479,"latencyMs":11228.751874999987},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"10","isCorrect":false,"inputTokens":5030,"outputTokens":967,"latencyMs":12392.240124999982},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6410,"outputTokens":903,"latencyMs":7743.199166000006},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":967,"latencyMs":7717.007332999987},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2567,"outputTokens":1543,"latencyMs":13466.096416999993},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1671,"latencyMs":19386.823458000028},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":9202.514542000019},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":839,"latencyMs":5914.2648340000305},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6409,"outputTokens":3271,"latencyMs":25706.06487500001},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":4002,"outputTokens":2695,"latencyMs":18916.239166999992},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2566,"outputTokens":1863,"latencyMs":16402.201292000012},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"63","actual":"64","isCorrect":false,"inputTokens":2400,"outputTokens":3783,"latencyMs":32033.75787500001},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7371,"outputTokens":3591,"latencyMs":34038.13491700002},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":5029,"outputTokens":3847,"latencyMs":30728.939167000004},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6409,"outputTokens":2439,"latencyMs":20353.994166999997},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":4002,"outputTokens":2439,"latencyMs":19757.36262500001},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2566,"outputTokens":2887,"latencyMs":25929.855417000013},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2400,"outputTokens":4231,"latencyMs":31922.923416999984},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7371,"outputTokens":3015,"latencyMs":25425.99424999999},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5029,"outputTokens":3207,"latencyMs":26093.998416999995},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6409,"outputTokens":2567,"latencyMs":25022.423124999972},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":4002,"outputTokens":2311,"latencyMs":18758.042874999985},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2566,"outputTokens":2247,"latencyMs":18562.77574999997},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"39","actual":"38","isCorrect":false,"inputTokens":2400,"outputTokens":4871,"latencyMs":40234.79562499997},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7371,"outputTokens":2375,"latencyMs":19609.509583999985},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5029,"outputTokens":2439,"latencyMs":19463.670209000004},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6410,"outputTokens":839,"latencyMs":8255.072958000004},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":1223,"latencyMs":12505.736417000007},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2567,"outputTokens":1671,"latencyMs":13201.153250000032},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1351,"latencyMs":11218.009917000018},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":12240.528457999986},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":2183,"latencyMs":18332.564458000008},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6410,"outputTokens":711,"latencyMs":5743.938874999993},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":4003,"outputTokens":1735,"latencyMs":14705.464042000007},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2567,"outputTokens":1095,"latencyMs":9447.797707999998},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2401,"outputTokens":839,"latencyMs":6942.873625000007},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"8","actual":"7","isCorrect":false,"inputTokens":7372,"outputTokens":2183,"latencyMs":16337.69312499999},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5030,"outputTokens":1223,"latencyMs":10260.930583000008},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6410,"outputTokens":967,"latencyMs":8287.556291000044},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":4003,"outputTokens":1991,"latencyMs":15832.841291000019},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2567,"outputTokens":1927,"latencyMs":14752.899334000016},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2401,"outputTokens":1607,"latencyMs":13089.083583},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":12004.315166999993},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":5030,"outputTokens":1543,"latencyMs":14155.877500000002},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6404,"outputTokens":1415,"latencyMs":14304.43970799999},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3997,"outputTokens":1159,"latencyMs":10277.40625},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2561,"outputTokens":2119,"latencyMs":18774.139125000045},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2395,"outputTokens":2503,"latencyMs":21518.568416999944},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7366,"outputTokens":1735,"latencyMs":15540.177874999994},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5024,"outputTokens":1415,"latencyMs":13529.77120800002},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6404,"outputTokens":903,"latencyMs":9838.043916999944},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3997,"outputTokens":775,"latencyMs":9624.56358300004},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2561,"outputTokens":1223,"latencyMs":11479.994999999995},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2395,"outputTokens":2119,"latencyMs":16858.317958},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7366,"outputTokens":967,"latencyMs":8445.36166600004},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5024,"outputTokens":839,"latencyMs":7989.79895799997},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10760,"outputTokens":137,"latencyMs":2076.940249999985},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6841,"outputTokens":265,"latencyMs":3102.8519999999553},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7278,"outputTokens":201,"latencyMs":3148.431500000006},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12068,"outputTokens":201,"latencyMs":2814.5968749999884},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8392,"outputTokens":137,"latencyMs":2404.5113330000313},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10760,"outputTokens":136,"latencyMs":3983.4646250000224},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6841,"outputTokens":200,"latencyMs":2714.843957999954},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7278,"outputTokens":136,"latencyMs":2891.6611250000424},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12068,"outputTokens":200,"latencyMs":2560.106291000033},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8392,"outputTokens":200,"latencyMs":2690.9643340000184},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10760,"outputTokens":201,"latencyMs":2398.3073330000043},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6841,"outputTokens":201,"latencyMs":3097.4866250000196},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7278,"outputTokens":201,"latencyMs":2677.376667000004},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12068,"outputTokens":201,"latencyMs":2613.068500000052},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8392,"outputTokens":201,"latencyMs":2712.1262500000303},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3359.9519169999985},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6841,"outputTokens":135,"latencyMs":2747.6355420000036},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7278,"outputTokens":391,"latencyMs":4143.603874999972},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12068,"outputTokens":199,"latencyMs":2685.048084000009},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8392,"outputTokens":135,"latencyMs":2242.9143330000225},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10760,"outputTokens":394,"latencyMs":4438.404832999979},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6841,"outputTokens":330,"latencyMs":5011.802582999982},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7278,"outputTokens":202,"latencyMs":3542.613416999986},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12068,"outputTokens":394,"latencyMs":3921.5867089999956},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8392,"outputTokens":266,"latencyMs":5912.314874999982},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10760,"outputTokens":135,"latencyMs":2155.0715830000117},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6841,"outputTokens":327,"latencyMs":3821.0887500000536},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7278,"outputTokens":263,"latencyMs":3178.6688330000034},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12068,"outputTokens":199,"latencyMs":2524.3564170000027},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8392,"outputTokens":327,"latencyMs":3552.28125},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10760,"outputTokens":266,"latencyMs":3441.550917000044},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6841,"outputTokens":266,"latencyMs":3261.5270829999936},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7278,"outputTokens":202,"latencyMs":2685.566583000007},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12068,"outputTokens":394,"latencyMs":4273.437875000003},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8392,"outputTokens":266,"latencyMs":2843.469624999969},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10760,"outputTokens":200,"latencyMs":4721.6026249999995},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6841,"outputTokens":328,"latencyMs":3975.6657499999856},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7278,"outputTokens":328,"latencyMs":3999.040666999994},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12068,"outputTokens":264,"latencyMs":4652.639332999999},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8392,"outputTokens":328,"latencyMs":3829.222000000009},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10761,"outputTokens":140,"latencyMs":2191.818917000026},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6842,"outputTokens":140,"latencyMs":2863.233583000023},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7279,"outputTokens":140,"latencyMs":1999.2712090000277},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12069,"outputTokens":204,"latencyMs":3021.517832999991},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8393,"outputTokens":332,"latencyMs":5323.491916000028},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10761,"outputTokens":143,"latencyMs":3467.1724169999943},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6842,"outputTokens":207,"latencyMs":3979.5487079999875},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7279,"outputTokens":143,"latencyMs":2075.3569580000476},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12069,"outputTokens":271,"latencyMs":3360.761583000014},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8393,"outputTokens":79,"latencyMs":3540.7481249999837},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10761,"outputTokens":268,"latencyMs":3815.062042000005},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":6842,"outputTokens":396,"latencyMs":4238.7039159999695},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7279,"outputTokens":204,"latencyMs":2662.2077500000014},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":12069,"outputTokens":140,"latencyMs":2843.7720839999965},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8393,"outputTokens":204,"latencyMs":4767.953125},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3603.189249999996},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6841,"outputTokens":199,"latencyMs":2921.2523330000113},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7278,"outputTokens":455,"latencyMs":6127.850834000041},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"3","actual":"10","isCorrect":false,"inputTokens":12068,"outputTokens":519,"latencyMs":5192.418166999996},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8392,"outputTokens":455,"latencyMs":7608.280457999965},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10761,"outputTokens":330,"latencyMs":3521.545542000036},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6842,"outputTokens":202,"latencyMs":3222.715499999991},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7279,"outputTokens":138,"latencyMs":2931.7234590000007},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12069,"outputTokens":202,"latencyMs":7230.87591599999},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8393,"outputTokens":138,"latencyMs":2280.7286670000176},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10761,"outputTokens":141,"latencyMs":2470.5883330000215},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6842,"outputTokens":205,"latencyMs":2900.343332999968},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7279,"outputTokens":205,"latencyMs":2854.8742910000146},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12069,"outputTokens":141,"latencyMs":5015.89291699999},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8393,"outputTokens":141,"latencyMs":2197.4238340000156},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10761,"outputTokens":396,"latencyMs":8121.776167000004},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6842,"outputTokens":524,"latencyMs":5608.220708999957},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7279,"outputTokens":332,"latencyMs":4742.264792000002},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12069,"outputTokens":332,"latencyMs":5623.460333000054},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8393,"outputTokens":204,"latencyMs":2709.7400409999536},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3973.2480000000214},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6841,"outputTokens":455,"latencyMs":5220.780375000031},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7278,"outputTokens":839,"latencyMs":9090.352833999961},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":12068,"outputTokens":519,"latencyMs":5274.0245830000495},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":8392,"outputTokens":519,"latencyMs":5785.010666999966},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10757,"outputTokens":775,"latencyMs":7403.081957999966},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6838,"outputTokens":711,"latencyMs":6760.097416999983},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7275,"outputTokens":775,"latencyMs":7540.421958999999},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12065,"outputTokens":839,"latencyMs":7469.843333999976},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8389,"outputTokens":583,"latencyMs":5533.986083000025},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10757,"outputTokens":711,"latencyMs":8027.375500000024},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6838,"outputTokens":711,"latencyMs":6540.831958000024},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7275,"outputTokens":711,"latencyMs":6368.782166999998},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12065,"outputTokens":711,"latencyMs":6313.597209000029},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8389,"outputTokens":647,"latencyMs":6299.8524580000085},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10758,"outputTokens":775,"latencyMs":7374.740040999954},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6839,"outputTokens":711,"latencyMs":7314.57354100002},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7276,"outputTokens":519,"latencyMs":6731.960124999983},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12066,"outputTokens":647,"latencyMs":6681.448958000052},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8390,"outputTokens":711,"latencyMs":7164.086874999979},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":10758,"outputTokens":2442,"latencyMs":18872.10591599997},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":6839,"outputTokens":4426,"latencyMs":37886.70441600005},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":7276,"outputTokens":2890,"latencyMs":25755.817291999992},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":12066,"outputTokens":2570,"latencyMs":21423.09054200002},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":8390,"outputTokens":2186,"latencyMs":16161.674042000028},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"698.10","actual":"693.64","isCorrect":false,"inputTokens":10756,"outputTokens":6409,"latencyMs":48809.46754099999},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":6837,"outputTokens":5961,"latencyMs":45822.211416999984},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"698.10","actual":"950.05","isCorrect":false,"inputTokens":7274,"outputTokens":2697,"latencyMs":21227.373750000028},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":12064,"outputTokens":3721,"latencyMs":26520.034125000006},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"698.10","actual":"693.64","isCorrect":false,"inputTokens":8388,"outputTokens":6217,"latencyMs":54472.098708000034},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10757,"outputTokens":199,"latencyMs":3240.0961670000106},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6838,"outputTokens":391,"latencyMs":6134.471666999976},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7275,"outputTokens":135,"latencyMs":2585.341582999972},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12065,"outputTokens":327,"latencyMs":3617.489916999999},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8389,"outputTokens":199,"latencyMs":2682.431666999997},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10756,"outputTokens":842,"latencyMs":7093.496583},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6837,"outputTokens":842,"latencyMs":7421.49883300002},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7274,"outputTokens":842,"latencyMs":7471.532540999993},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"2152.82","actual":"1822.85","isCorrect":false,"inputTokens":12064,"outputTokens":842,"latencyMs":6895.495374999999},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8388,"outputTokens":650,"latencyMs":6038.821250000037},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":10760,"outputTokens":1415,"latencyMs":11667.665457999974},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":6841,"outputTokens":1863,"latencyMs":16860.552292000037},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":7278,"outputTokens":1479,"latencyMs":13681.357707999996},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":12068,"outputTokens":1671,"latencyMs":13620.787917000009},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8392,"outputTokens":1479,"latencyMs":12091.125792000035},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":10760,"outputTokens":1415,"latencyMs":11046.142666},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":6841,"outputTokens":1607,"latencyMs":14428.138582999993},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":7278,"outputTokens":1735,"latencyMs":14634.961167000001},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":12068,"outputTokens":1543,"latencyMs":14096.25225000002},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8392,"outputTokens":1671,"latencyMs":18844.023499999952},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":10760,"outputTokens":1223,"latencyMs":13014.50229199999},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":6841,"outputTokens":1415,"latencyMs":10900.717040999967},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":7278,"outputTokens":1927,"latencyMs":13485.596332999994},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":12068,"outputTokens":1415,"latencyMs":14228.706707999983},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":8392,"outputTokens":1991,"latencyMs":15106.401208999974},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10764,"outputTokens":1543,"latencyMs":14486.385042000038},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6845,"outputTokens":1031,"latencyMs":12831.842833000002},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7282,"outputTokens":1031,"latencyMs":11625.482334},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12072,"outputTokens":967,"latencyMs":7937.718709000037},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8396,"outputTokens":775,"latencyMs":6501.633499999996},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":10764,"outputTokens":967,"latencyMs":9524.465083999967},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6845,"outputTokens":1159,"latencyMs":11175.71074999997},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7282,"outputTokens":903,"latencyMs":8199.182500000054},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":12072,"outputTokens":1223,"latencyMs":13390.794166999985},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8396,"outputTokens":967,"latencyMs":12348.245707999973},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10765,"outputTokens":1095,"latencyMs":10116.773791000014},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6846,"outputTokens":967,"latencyMs":13025.872541000019},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7283,"outputTokens":647,"latencyMs":9304.396834000014},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12073,"outputTokens":1479,"latencyMs":14533.240667000064},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8397,"outputTokens":711,"latencyMs":6816.599000000046},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":10765,"outputTokens":1287,"latencyMs":11121.241000000038},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6846,"outputTokens":967,"latencyMs":7971.9096250000875},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7283,"outputTokens":1223,"latencyMs":13170.786708},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":12073,"outputTokens":1351,"latencyMs":11287.08370800002},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":8397,"outputTokens":1671,"latencyMs":13525.659250000026},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10764,"outputTokens":1095,"latencyMs":10712.591958999983},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6845,"outputTokens":967,"latencyMs":9069.787000000011},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7282,"outputTokens":1031,"latencyMs":7882.628000000026},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"3","actual":"9","isCorrect":false,"inputTokens":12072,"outputTokens":2247,"latencyMs":18683.20766700001},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8396,"outputTokens":1031,"latencyMs":8478.459499999997},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10764,"outputTokens":1159,"latencyMs":9306.706791999983},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6845,"outputTokens":1287,"latencyMs":11594.567415999947},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7282,"outputTokens":1031,"latencyMs":9524.092375000007},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12072,"outputTokens":2759,"latencyMs":26369.26116600004},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8396,"outputTokens":775,"latencyMs":9748.013957999996},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":10765,"outputTokens":1095,"latencyMs":39946.88145800005},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6846,"outputTokens":903,"latencyMs":9888.969541999977},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7283,"outputTokens":1095,"latencyMs":12640.796208000043},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":12073,"outputTokens":1351,"latencyMs":11214.770499999984},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":8397,"outputTokens":903,"latencyMs":9450.747916999971},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":10766,"outputTokens":2503,"latencyMs":19977.371999999974},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":6847,"outputTokens":2375,"latencyMs":18024.229249999975},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"20","actual":"40","isCorrect":false,"inputTokens":7284,"outputTokens":7495,"latencyMs":58220.70745899994},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"20","actual":"38","isCorrect":false,"inputTokens":12074,"outputTokens":4679,"latencyMs":37425.450541},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":8398,"outputTokens":2247,"latencyMs":17404.883417000063},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":10766,"outputTokens":2311,"latencyMs":16292.80449999997},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"20","isCorrect":false,"inputTokens":6847,"outputTokens":2119,"latencyMs":15755.76154200011},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":7284,"outputTokens":2823,"latencyMs":21742.35158399993},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"19","actual":"30","isCorrect":false,"inputTokens":12074,"outputTokens":3207,"latencyMs":24869.222708999994},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"18","isCorrect":false,"inputTokens":8398,"outputTokens":1671,"latencyMs":12834.909708000021},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3725,"outputTokens":72,"latencyMs":1824.3022920000367},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2398,"outputTokens":72,"latencyMs":1991.3117499999935},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1596,"outputTokens":136,"latencyMs":3694.33816699998},{"questionId":"q71","format":"csv","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1454,"outputTokens":136,"latencyMs":2339.3556249999674},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4431,"outputTokens":136,"latencyMs":2338.732917000074},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2996,"outputTokens":136,"latencyMs":2367.6684170000954},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3725,"outputTokens":202,"latencyMs":2570.8423750000075},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2398,"outputTokens":138,"latencyMs":6741.431541999918},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1596,"outputTokens":138,"latencyMs":2214.866916000028},{"questionId":"q72","format":"csv","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1454,"outputTokens":74,"latencyMs":2041.7232079999521},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4431,"outputTokens":138,"latencyMs":2356.0058329999447},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2996,"outputTokens":138,"latencyMs":1795.673124999972},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3726,"outputTokens":265,"latencyMs":4947.881333000027},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2399,"outputTokens":265,"latencyMs":2833.8702500000363},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1597,"outputTokens":201,"latencyMs":3614.8626249999506},{"questionId":"q73","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1455,"outputTokens":201,"latencyMs":2361.6649169999873},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4432,"outputTokens":137,"latencyMs":2093.6825420000823},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2997,"outputTokens":137,"latencyMs":4162.406042000046},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3726,"outputTokens":135,"latencyMs":2269.4359159999294},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2964.297833999968},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1597,"outputTokens":391,"latencyMs":4793.913707999978},{"questionId":"q74","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1455,"outputTokens":71,"latencyMs":1709.6704169999575},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4432,"outputTokens":199,"latencyMs":2772.8872919999994},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2997,"outputTokens":135,"latencyMs":3211.8954580000136},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3725,"outputTokens":200,"latencyMs":2706.251292000059},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2398,"outputTokens":264,"latencyMs":4304.166708000004},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1596,"outputTokens":1672,"latencyMs":15282.85487499996},{"questionId":"q75","format":"csv","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1454,"outputTokens":136,"latencyMs":4779.248625000007},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4431,"outputTokens":200,"latencyMs":2664.8808749999152},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2996,"outputTokens":136,"latencyMs":4078.707541999989},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3725,"outputTokens":202,"latencyMs":2657.9091670000926},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2398,"outputTokens":202,"latencyMs":2583.576166999992},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1596,"outputTokens":522,"latencyMs":6120.337832999998},{"questionId":"q76","format":"csv","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1454,"outputTokens":138,"latencyMs":1891.5040410000365},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4431,"outputTokens":202,"latencyMs":2342.1456659999676},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2996,"outputTokens":138,"latencyMs":2111.249959000037},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3726,"outputTokens":201,"latencyMs":2276.2088330000406},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2399,"outputTokens":201,"latencyMs":2445.9590000000317},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1597,"outputTokens":265,"latencyMs":3605.441749999998},{"questionId":"q77","format":"csv","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1455,"outputTokens":265,"latencyMs":3432.412791000097},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4432,"outputTokens":201,"latencyMs":3005.060334000038},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2997,"outputTokens":265,"latencyMs":4920.82916600001},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3726,"outputTokens":327,"latencyMs":9672.216999999946},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2258.2261660000077},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1597,"outputTokens":135,"latencyMs":2784.1056249999674},{"questionId":"q78","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1455,"outputTokens":135,"latencyMs":2266.577583999955},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4432,"outputTokens":199,"latencyMs":3289.6401250000345},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2997,"outputTokens":199,"latencyMs":3341.089249999961},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3725,"outputTokens":72,"latencyMs":2366.2678750000196},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2398,"outputTokens":200,"latencyMs":3525.4627500000643},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1596,"outputTokens":200,"latencyMs":4579.349582999945},{"questionId":"q79","format":"csv","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1454,"outputTokens":136,"latencyMs":2242.795291999937},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4431,"outputTokens":136,"latencyMs":1997.3022089999868},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2996,"outputTokens":200,"latencyMs":3089.5134580000304},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3722,"outputTokens":263,"latencyMs":3487.994750000071},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2395,"outputTokens":327,"latencyMs":3876.0249590000603},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1593,"outputTokens":327,"latencyMs":4497.503999999957},{"questionId":"q80","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1451,"outputTokens":327,"latencyMs":3974.2590000000782},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4428,"outputTokens":775,"latencyMs":9364.97662500001},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2993,"outputTokens":839,"latencyMs":6536.485957999947},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":3723,"outputTokens":2952,"latencyMs":25197.723415999906},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2396,"outputTokens":2376,"latencyMs":19591.46325000003},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1594,"outputTokens":3848,"latencyMs":30049.87841600005},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1452,"outputTokens":3592,"latencyMs":32584.832832999993},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4429,"outputTokens":2568,"latencyMs":26232.028625000035},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2994,"outputTokens":3784,"latencyMs":31686.203708999907},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3723,"outputTokens":2056,"latencyMs":29541.192583000055},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2396,"outputTokens":2120,"latencyMs":18433.71520799992},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1594,"outputTokens":1416,"latencyMs":16568.16829199996},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1452,"outputTokens":2120,"latencyMs":18401.384500000044},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4429,"outputTokens":2120,"latencyMs":71863.88837499998},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2994,"outputTokens":2248,"latencyMs":22854.19095900003},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":3721,"outputTokens":3530,"latencyMs":29241.990583000006},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2394,"outputTokens":3594,"latencyMs":41383.51104199991},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1592,"outputTokens":3786,"latencyMs":30739.118541999953},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1450,"outputTokens":5514,"latencyMs":47904.817541000084},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":4427,"outputTokens":2762,"latencyMs":26283.145374999964},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2992,"outputTokens":4042,"latencyMs":29921.262624999974},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333","isCorrect":true,"inputTokens":3719,"outputTokens":2636,"latencyMs":19491.296667000046},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.527833","isCorrect":true,"inputTokens":2392,"outputTokens":3850,"latencyMs":27670.99208300002},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333","isCorrect":true,"inputTokens":1590,"outputTokens":5260,"latencyMs":36886.95470800006},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.5278","isCorrect":true,"inputTokens":1448,"outputTokens":3914,"latencyMs":32095.964000000036},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.5303","isCorrect":true,"inputTokens":4425,"outputTokens":2826,"latencyMs":21857.65495799994},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.5298333333","isCorrect":true,"inputTokens":2990,"outputTokens":4492,"latencyMs":33101.25937500002},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3723,"outputTokens":1159,"latencyMs":9321.95083300001},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2396,"outputTokens":1287,"latencyMs":10380.200499999919},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1594,"outputTokens":1415,"latencyMs":11589.85175000003},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1452,"outputTokens":1671,"latencyMs":13053.38820799999},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4429,"outputTokens":1415,"latencyMs":13855.05920899997},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2994,"outputTokens":1415,"latencyMs":11732.793959000031},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3722,"outputTokens":2055,"latencyMs":15511.885458000004},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2395,"outputTokens":1735,"latencyMs":12649.70991700003},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1593,"outputTokens":2311,"latencyMs":19864.19262499991},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1451,"outputTokens":2439,"latencyMs":21360.455709},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4428,"outputTokens":1863,"latencyMs":14230.067458999925},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2993,"outputTokens":2119,"latencyMs":17830.336374999955},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3729,"outputTokens":2055,"latencyMs":15676.003875000053},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2402,"outputTokens":2247,"latencyMs":18072.957041000016},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1600,"outputTokens":1735,"latencyMs":17205.39591600001},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1458,"outputTokens":1671,"latencyMs":15129.71100000001},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4435,"outputTokens":1863,"latencyMs":16848.065500000026},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3000,"outputTokens":3783,"latencyMs":28171.87820799998},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3729,"outputTokens":1607,"latencyMs":12516.068333000061},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2402,"outputTokens":1799,"latencyMs":14587.507709000027},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1600,"outputTokens":1735,"latencyMs":13464.926124999998},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1458,"outputTokens":1415,"latencyMs":10154.312957999995},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4435,"outputTokens":1799,"latencyMs":13857.554457999999},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3000,"outputTokens":1991,"latencyMs":15959.20745899994},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3729,"outputTokens":3015,"latencyMs":21109.16279199999},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2402,"outputTokens":2375,"latencyMs":17738.52874999994},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1600,"outputTokens":2695,"latencyMs":24250.144250000012},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1458,"outputTokens":1863,"latencyMs":14587.208416000009},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4435,"outputTokens":1863,"latencyMs":15798.752917000093},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3000,"outputTokens":2119,"latencyMs":15580.995792000089},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3729,"outputTokens":1799,"latencyMs":15500.211708000046},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2402,"outputTokens":2247,"latencyMs":16598.138999999966},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1600,"outputTokens":1671,"latencyMs":15448.291624999954},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1458,"outputTokens":2759,"latencyMs":22686.199166000006},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4435,"outputTokens":2247,"latencyMs":14591.05012499995},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3000,"outputTokens":2119,"latencyMs":15068.102708999999},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3729,"outputTokens":2055,"latencyMs":14814.978499999968},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2402,"outputTokens":2631,"latencyMs":18904.37629100005},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1600,"outputTokens":1991,"latencyMs":13199.51000000001},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1458,"outputTokens":1863,"latencyMs":13311.805165999918},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4435,"outputTokens":1991,"latencyMs":14602.34366699995},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3000,"outputTokens":2183,"latencyMs":15701.061791999964},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3728,"outputTokens":1863,"latencyMs":13439.475374999922},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2401,"outputTokens":1927,"latencyMs":15008.399999999907},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1599,"outputTokens":3783,"latencyMs":35872.39141700009},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1457,"outputTokens":2503,"latencyMs":20055.865292000002},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":4434,"outputTokens":2503,"latencyMs":17435.123250000062},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":2999,"outputTokens":3079,"latencyMs":22982.65754200006},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":3728,"outputTokens":1799,"latencyMs":13667.848667000071},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"10","isCorrect":false,"inputTokens":2401,"outputTokens":1927,"latencyMs":17325.981458000024},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1599,"outputTokens":2887,"latencyMs":20446.213084000046},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1457,"outputTokens":1735,"latencyMs":12592.209082999965},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":4434,"outputTokens":2183,"latencyMs":16554.567291000043},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2999,"outputTokens":1799,"latencyMs":14725.110458000097},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3731,"outputTokens":2439,"latencyMs":18433.54758299992},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2404,"outputTokens":2887,"latencyMs":19885.17279099999},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1602,"outputTokens":2439,"latencyMs":16427.026208999916},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1460,"outputTokens":2503,"latencyMs":22909.33795800002},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4437,"outputTokens":3207,"latencyMs":27805.63466699992},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3002,"outputTokens":3463,"latencyMs":33591.67854200001},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3731,"outputTokens":3015,"latencyMs":23251.54983299994},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2404,"outputTokens":2247,"latencyMs":16468.20525},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1602,"outputTokens":3271,"latencyMs":22610.48450000002},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1460,"outputTokens":2695,"latencyMs":19205.803833000013},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4437,"outputTokens":3015,"latencyMs":55259.601417000056},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3002,"outputTokens":3591,"latencyMs":32831.01295799995},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15205,"outputTokens":136,"latencyMs":4415.759916999959},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11512,"outputTokens":136,"latencyMs":2476.5069170000497},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8826,"outputTokens":392,"latencyMs":6678.939291999908},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8574,"outputTokens":264,"latencyMs":3124.76004199998},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17151,"outputTokens":264,"latencyMs":3757.339666999993},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13187,"outputTokens":136,"latencyMs":2453.827042000019},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15207,"outputTokens":264,"latencyMs":3340.344334000023},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11514,"outputTokens":136,"latencyMs":2731.200542000006},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8828,"outputTokens":456,"latencyMs":4634.077583000064},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8576,"outputTokens":264,"latencyMs":3072.655792000005},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17153,"outputTokens":328,"latencyMs":5187.99537499994},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13189,"outputTokens":264,"latencyMs":2972.668459000066},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15202,"outputTokens":392,"latencyMs":6565.118416999932},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11509,"outputTokens":328,"latencyMs":5349.2032079999335},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8823,"outputTokens":264,"latencyMs":5895.460208999924},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8571,"outputTokens":392,"latencyMs":8778.092291999958},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17148,"outputTokens":328,"latencyMs":3495.3217089999234},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13184,"outputTokens":200,"latencyMs":2354.116207999992},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15208,"outputTokens":327,"latencyMs":4937.107541999896},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11515,"outputTokens":263,"latencyMs":5866.194583999924},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8829,"outputTokens":327,"latencyMs":4661.650708000059},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8577,"outputTokens":199,"latencyMs":5637.232500000042},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17154,"outputTokens":327,"latencyMs":4181.799791000085},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13190,"outputTokens":71,"latencyMs":4502.852916000062},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15202,"outputTokens":264,"latencyMs":4264.957042000024},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11509,"outputTokens":264,"latencyMs":4715.0439169999445},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8823,"outputTokens":456,"latencyMs":4663.678291999968},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8571,"outputTokens":456,"latencyMs":4373.569167000009},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17148,"outputTokens":264,"latencyMs":4518.0309170000255},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13184,"outputTokens":200,"latencyMs":3396.0952080000425},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15207,"outputTokens":328,"latencyMs":3352.841791999992},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11514,"outputTokens":200,"latencyMs":3811.8977919999743},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8828,"outputTokens":520,"latencyMs":4372.860667000059},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8576,"outputTokens":392,"latencyMs":8314.033834000002},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17153,"outputTokens":264,"latencyMs":3775.505833000061},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13189,"outputTokens":200,"latencyMs":3031.6716250000754},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":15206,"outputTokens":263,"latencyMs":3577.9217920000665},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":11513,"outputTokens":391,"latencyMs":4984.194374999963},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8827,"outputTokens":327,"latencyMs":2999.1308750000317},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8575,"outputTokens":199,"latencyMs":2731.939916999894},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":17152,"outputTokens":263,"latencyMs":4291.760083000059},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":13188,"outputTokens":199,"latencyMs":2982.4712919999147},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":15205,"outputTokens":199,"latencyMs":3033.5258750000503},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11512,"outputTokens":199,"latencyMs":2402.1904580000555},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8826,"outputTokens":199,"latencyMs":3819.8529170000693},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8574,"outputTokens":199,"latencyMs":5906.104833999998},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17151,"outputTokens":327,"latencyMs":6253.140375000075},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13187,"outputTokens":327,"latencyMs":5041.93295799999},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15209,"outputTokens":136,"latencyMs":2659.5286250000354},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11516,"outputTokens":264,"latencyMs":5142.21333300008},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8830,"outputTokens":1032,"latencyMs":10100.530999999959},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8578,"outputTokens":456,"latencyMs":4893.221375000081},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17155,"outputTokens":264,"latencyMs":4294.26020800008},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13191,"outputTokens":264,"latencyMs":4737.258334000013},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15205,"outputTokens":264,"latencyMs":3726.951584000024},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11512,"outputTokens":264,"latencyMs":7198.318916999968},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8826,"outputTokens":584,"latencyMs":7164.169375000056},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8574,"outputTokens":264,"latencyMs":3408.346166000003},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17151,"outputTokens":264,"latencyMs":5034.2518750000745},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13187,"outputTokens":200,"latencyMs":2860.038958000019},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15210,"outputTokens":200,"latencyMs":6269.80237499997},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11517,"outputTokens":264,"latencyMs":3151.269250000012},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8831,"outputTokens":392,"latencyMs":3999.4535840000026},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8579,"outputTokens":456,"latencyMs":5135.202249999973},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17156,"outputTokens":328,"latencyMs":3332.8847920000553},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13192,"outputTokens":392,"latencyMs":5556.021707999986},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15201,"outputTokens":2311,"latencyMs":23159.096124999924},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11508,"outputTokens":1543,"latencyMs":12534.502666999935},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8822,"outputTokens":199,"latencyMs":2567.922332999995},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8570,"outputTokens":1479,"latencyMs":14547.191708000028},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17147,"outputTokens":3591,"latencyMs":33813.18545800005},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"155","isCorrect":false,"inputTokens":13183,"outputTokens":5447,"latencyMs":44699.56258300005},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":15204,"outputTokens":6025,"latencyMs":49491.311875000014},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":11511,"outputTokens":5449,"latencyMs":44976.463749999995},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8825,"outputTokens":13705,"latencyMs":127624.62895799999},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15412563","isCorrect":false,"inputTokens":8573,"outputTokens":5641,"latencyMs":47563.12933399994},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"15517376","isCorrect":false,"inputTokens":17150,"outputTokens":9545,"latencyMs":71158.95558299997},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":13186,"outputTokens":7049,"latencyMs":74691.67350000003},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"2528243","actual":"1521139","isCorrect":false,"inputTokens":15204,"outputTokens":6857,"latencyMs":67510.32391699997},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"2528243","actual":"2498824","isCorrect":false,"inputTokens":11511,"outputTokens":4937,"latencyMs":37506.675708999974},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":8825,"outputTokens":12809,"latencyMs":112831.9693750001},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"2528243","actual":"2529243","isCorrect":false,"inputTokens":8573,"outputTokens":12361,"latencyMs":89265.98774999997},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"2528243","actual":"2561476","isCorrect":false,"inputTokens":17150,"outputTokens":8393,"latencyMs":55145.15708399995},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":13186,"outputTokens":8393,"latencyMs":66740.92758300004},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"157962.66","isCorrect":false,"inputTokens":15203,"outputTokens":4106,"latencyMs":38557.43400000001},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":11510,"outputTokens":5578,"latencyMs":67541.88345900003},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8824,"outputTokens":6730,"latencyMs":51204.950333000044},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8572,"outputTokens":5642,"latencyMs":37148.54029199993},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"223000","isCorrect":false,"inputTokens":17149,"outputTokens":1672,"latencyMs":14603.206790999975},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"158305.18","isCorrect":false,"inputTokens":13185,"outputTokens":6730,"latencyMs":51263.04112499999},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":15205,"outputTokens":28487,"latencyMs":190900.79233299987},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":11512,"outputTokens":2887,"latencyMs":18004.22108300007},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8826,"outputTokens":3911,"latencyMs":36760.86504200008},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":8574,"outputTokens":4551,"latencyMs":32632.275999999954},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"41","actual":"43","isCorrect":false,"inputTokens":17151,"outputTokens":5959,"latencyMs":47963.752624999965},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":13187,"outputTokens":4615,"latencyMs":35156.557249999954},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"48","isCorrect":false,"inputTokens":15205,"outputTokens":4999,"latencyMs":37420.13208300003},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":11512,"outputTokens":6599,"latencyMs":50662.197375000105},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"53","actual":"55","isCorrect":false,"inputTokens":8826,"outputTokens":4423,"latencyMs":37099.02266700007},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"53","actual":"56","isCorrect":false,"inputTokens":8574,"outputTokens":3719,"latencyMs":28880.48079199996},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"53","actual":"47","isCorrect":false,"inputTokens":17151,"outputTokens":5127,"latencyMs":38762.62162499991},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":13187,"outputTokens":9991,"latencyMs":77426.31925000018},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":15204,"outputTokens":5447,"latencyMs":40331.298708999995},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"76","isCorrect":false,"inputTokens":11511,"outputTokens":2631,"latencyMs":20413.793082999997},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8825,"outputTokens":2311,"latencyMs":16898.795500000007},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8573,"outputTokens":2887,"latencyMs":21191.05854200013},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"77","actual":"68","isCorrect":false,"inputTokens":17150,"outputTokens":7687,"latencyMs":55218.46995800012},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":13186,"outputTokens":3079,"latencyMs":21970.35683299997},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":15204,"outputTokens":2311,"latencyMs":16199.219916000031},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":11511,"outputTokens":2055,"latencyMs":14659.400208999868},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8825,"outputTokens":4359,"latencyMs":34435.57237499999},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8573,"outputTokens":2567,"latencyMs":18210.730375000043},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":17150,"outputTokens":2055,"latencyMs":18385.114875000203},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13186,"outputTokens":2311,"latencyMs":20261.37933399994},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15204,"outputTokens":1095,"latencyMs":8671.577082999982},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":11511,"outputTokens":1031,"latencyMs":10162.498167000012},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8825,"outputTokens":2823,"latencyMs":24796.8173750001},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8573,"outputTokens":2055,"latencyMs":16484.410083999857},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":17150,"outputTokens":775,"latencyMs":7641.333917000098},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":13186,"outputTokens":1927,"latencyMs":14260.779457999859},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"43","isCorrect":false,"inputTokens":15204,"outputTokens":2375,"latencyMs":18652.363167000003},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"40","isCorrect":false,"inputTokens":11511,"outputTokens":2247,"latencyMs":15727.368292000145},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8825,"outputTokens":3463,"latencyMs":24244.907750000013},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8573,"outputTokens":4935,"latencyMs":32889.85933299991},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"49","actual":"43","isCorrect":false,"inputTokens":17150,"outputTokens":7431,"latencyMs":49845.45004200004},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":13186,"outputTokens":3335,"latencyMs":23436.545666999882},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":15204,"outputTokens":5703,"latencyMs":37366.89908399992},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":11511,"outputTokens":2631,"latencyMs":22536.738458000124},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8825,"outputTokens":6855,"latencyMs":58546.48245800007},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8573,"outputTokens":2759,"latencyMs":20400.750625000102},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":17150,"outputTokens":8007,"latencyMs":67408.01587500004},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13186,"outputTokens":8007,"latencyMs":56406.308708},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15204,"outputTokens":2375,"latencyMs":16841.610582999885},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11511,"outputTokens":3015,"latencyMs":22129.66941699991},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8825,"outputTokens":5063,"latencyMs":41461.67545800004},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8573,"outputTokens":1799,"latencyMs":13731.491125000175},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17150,"outputTokens":1671,"latencyMs":12081.078541999916},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":13186,"outputTokens":2311,"latencyMs":17877.154000000097},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"54","isCorrect":false,"inputTokens":15211,"outputTokens":3463,"latencyMs":30047.93187500001},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"54","isCorrect":false,"inputTokens":11518,"outputTokens":4103,"latencyMs":45088.04829100007},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8832,"outputTokens":7047,"latencyMs":50745.696167000104},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8580,"outputTokens":5703,"latencyMs":40459.02520899987},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"57","actual":"84","isCorrect":false,"inputTokens":17157,"outputTokens":16455,"latencyMs":125781.46854200005},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":13193,"outputTokens":6663,"latencyMs":102326.54787499993},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"31","isCorrect":false,"inputTokens":15211,"outputTokens":3271,"latencyMs":25686.286792000057},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":11518,"outputTokens":6279,"latencyMs":52420.123124999925},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"43","actual":"42","isCorrect":false,"inputTokens":8832,"outputTokens":8327,"latencyMs":65663.83879199997},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8580,"outputTokens":3719,"latencyMs":26515.606124999933},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"43","actual":"30","isCorrect":false,"inputTokens":17157,"outputTokens":3143,"latencyMs":32663.77841699985},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"49","isCorrect":false,"inputTokens":13193,"outputTokens":5447,"latencyMs":41647.481875000056},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15211,"outputTokens":2503,"latencyMs":19866.231833999977},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":11518,"outputTokens":2567,"latencyMs":20572.84479100001},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8832,"outputTokens":7687,"latencyMs":59710.30420799996},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8580,"outputTokens":3271,"latencyMs":25443.094375000102},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"25","actual":"24","isCorrect":false,"inputTokens":17157,"outputTokens":3079,"latencyMs":25214.91200000001},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"17","isCorrect":false,"inputTokens":13193,"outputTokens":5639,"latencyMs":46368.48183299997},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"8","isCorrect":false,"inputTokens":15211,"outputTokens":2439,"latencyMs":20279.95849999995},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11518,"outputTokens":2823,"latencyMs":21447.17133299983},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8832,"outputTokens":3527,"latencyMs":27965.023334000027},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8580,"outputTokens":2567,"latencyMs":22863.875459000003},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17157,"outputTokens":3399,"latencyMs":28244.31625000015},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":13193,"outputTokens":2887,"latencyMs":23516.321749999886},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15211,"outputTokens":4295,"latencyMs":35812.47529199999},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11518,"outputTokens":2567,"latencyMs":22001.28716599988},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8832,"outputTokens":3527,"latencyMs":27949.87525000004},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8580,"outputTokens":3591,"latencyMs":30516.59579199995},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17157,"outputTokens":3207,"latencyMs":25457.98716599983},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13193,"outputTokens":3015,"latencyMs":23336.21820799983},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6858,"outputTokens":135,"latencyMs":2642.089500000002},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4880,"outputTokens":199,"latencyMs":3509.738791999873},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5859,"outputTokens":135,"latencyMs":2451.722916000057},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7768,"outputTokens":199,"latencyMs":2887.4899579999037},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5886,"outputTokens":135,"latencyMs":2344.7639579998795},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6858,"outputTokens":201,"latencyMs":3325.3229580000043},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4880,"outputTokens":265,"latencyMs":3112.0506659999955},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5859,"outputTokens":329,"latencyMs":3138.3786250001285},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7768,"outputTokens":201,"latencyMs":2456.365125000011},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5886,"outputTokens":265,"latencyMs":3176.0160840000026},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":6859,"outputTokens":455,"latencyMs":4163.004833000014},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":4881,"outputTokens":199,"latencyMs":3717.775041999994},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5860,"outputTokens":199,"latencyMs":4775.366875000065},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":7769,"outputTokens":327,"latencyMs":4004.8282500000205},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5887,"outputTokens":199,"latencyMs":2888.953624999849},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6859,"outputTokens":392,"latencyMs":4199.671832999913},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4881,"outputTokens":520,"latencyMs":5690.4224580000155},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5860,"outputTokens":264,"latencyMs":3060.348708000034},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7769,"outputTokens":456,"latencyMs":4671.072417000076},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5887,"outputTokens":200,"latencyMs":2604.2215829999186},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6858,"outputTokens":263,"latencyMs":3508.316957999952},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4880,"outputTokens":263,"latencyMs":3040.1347499999683},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5859,"outputTokens":327,"latencyMs":3664.1815829998814},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7768,"outputTokens":199,"latencyMs":3045.7201249999925},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5886,"outputTokens":327,"latencyMs":4769.399749999866},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6858,"outputTokens":137,"latencyMs":2659.686250000028},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4880,"outputTokens":265,"latencyMs":6073.4702920001},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5859,"outputTokens":201,"latencyMs":2600.5177920002025},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7768,"outputTokens":265,"latencyMs":3274.608666999964},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5886,"outputTokens":265,"latencyMs":5826.719209000003},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":6859,"outputTokens":199,"latencyMs":3293.278500000015},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":4881,"outputTokens":263,"latencyMs":4044.819916999899},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5860,"outputTokens":199,"latencyMs":4312.394667000044},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":7769,"outputTokens":391,"latencyMs":4605.550000000047},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5887,"outputTokens":199,"latencyMs":2351.3004580000415},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":6859,"outputTokens":199,"latencyMs":2810.2617079999764},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":4881,"outputTokens":135,"latencyMs":2526.6270830000285},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5860,"outputTokens":199,"latencyMs":2574.3227499998175},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":7769,"outputTokens":199,"latencyMs":3967.6630420000292},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5887,"outputTokens":199,"latencyMs":4692.83683299995},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6858,"outputTokens":199,"latencyMs":2618.3168750000186},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4880,"outputTokens":903,"latencyMs":8403.643415999832},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5859,"outputTokens":391,"latencyMs":5556.864374999888},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7768,"outputTokens":327,"latencyMs":4956.439874999924},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5886,"outputTokens":199,"latencyMs":2702.3142909999005},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6858,"outputTokens":137,"latencyMs":6340.5018329999875},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4880,"outputTokens":1289,"latencyMs":10921.655666999985},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5859,"outputTokens":329,"latencyMs":4083.661084000021},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7768,"outputTokens":201,"latencyMs":2712.257832999807},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5886,"outputTokens":1161,"latencyMs":13487.609124999959},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":6842,"outputTokens":4295,"latencyMs":31497.821125000017},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4864,"outputTokens":5063,"latencyMs":39918.98462500004},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5843,"outputTokens":263,"latencyMs":3533.640083000064},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":7752,"outputTokens":7431,"latencyMs":61702.794250000035},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"67","isCorrect":false,"inputTokens":5870,"outputTokens":3463,"latencyMs":26411.484875000082},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"2453.41","actual":"2558","isCorrect":false,"inputTokens":6843,"outputTokens":10888,"latencyMs":83042.5446250001},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"2453.41","actual":"2453.4133333333","isCorrect":true,"inputTokens":4865,"outputTokens":7629,"latencyMs":55094.018666000105},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"2453.41","actual":"2536.72","isCorrect":false,"inputTokens":5844,"outputTokens":5770,"latencyMs":40701.20837500016},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"2453.41","actual":"2386.03","isCorrect":false,"inputTokens":7753,"outputTokens":4234,"latencyMs":31565.561874999898},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"2453.41","actual":"2459.97 ms","isCorrect":false,"inputTokens":5871,"outputTokens":3979,"latencyMs":31334.34950000001},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":6842,"outputTokens":2695,"latencyMs":21486.44941599993},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":4864,"outputTokens":2311,"latencyMs":18554.253540999955},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":5843,"outputTokens":3591,"latencyMs":26000.71870899992},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"29","actual":"25","isCorrect":false,"inputTokens":7752,"outputTokens":10439,"latencyMs":83326.65795799997},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"27","isCorrect":false,"inputTokens":5870,"outputTokens":3463,"latencyMs":27636.63966600015},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6842,"outputTokens":2311,"latencyMs":17983.573333000066},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4864,"outputTokens":3463,"latencyMs":39156.05854200013},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5843,"outputTokens":13575,"latencyMs":103096.09795899992},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"17","actual":"14","isCorrect":false,"inputTokens":7752,"outputTokens":8135,"latencyMs":67448.66695800005},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5870,"outputTokens":12103,"latencyMs":104351.20504099992},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":6842,"outputTokens":1863,"latencyMs":15394.159792000195},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"28","isCorrect":false,"inputTokens":4864,"outputTokens":10887,"latencyMs":95055.6825420002},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"29","actual":"17","isCorrect":false,"inputTokens":5843,"outputTokens":3015,"latencyMs":22336.973833000055},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"29","actual":"21","isCorrect":false,"inputTokens":7752,"outputTokens":6279,"latencyMs":55273.57554200012},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"24","isCorrect":false,"inputTokens":5870,"outputTokens":2183,"latencyMs":16989.170292000053},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"18","isCorrect":false,"inputTokens":6844,"outputTokens":19463,"latencyMs":160960.1156250001},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4866,"outputTokens":5575,"latencyMs":46369.69162499998},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":5845,"outputTokens":4423,"latencyMs":35200.247999999905},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"11","actual":"19","isCorrect":false,"inputTokens":7754,"outputTokens":10695,"latencyMs":84882.94016600004},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":5872,"outputTokens":4487,"latencyMs":35050.97583300015},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":6844,"outputTokens":4167,"latencyMs":33162.189375000075},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"40","isCorrect":false,"inputTokens":4866,"outputTokens":22215,"latencyMs":203905.71083300002},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":5845,"outputTokens":3847,"latencyMs":30513.41970800003},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"18","actual":"16","isCorrect":false,"inputTokens":7754,"outputTokens":7431,"latencyMs":58706.27720899996},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"24","isCorrect":false,"inputTokens":5872,"outputTokens":11271,"latencyMs":101555.05770900007},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":6849,"outputTokens":4295,"latencyMs":36673.49066599994},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4871,"outputTokens":5767,"latencyMs":52464.82908300008},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":5850,"outputTokens":6087,"latencyMs":56860.8709160001},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"33","actual":"35","isCorrect":false,"inputTokens":7759,"outputTokens":8903,"latencyMs":74215.49379099999},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"28","isCorrect":false,"inputTokens":5877,"outputTokens":2503,"latencyMs":22895.61141699995},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"39","isCorrect":false,"inputTokens":6847,"outputTokens":2695,"latencyMs":24883.977415999863},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4869,"outputTokens":3591,"latencyMs":33835.543250000104},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":5848,"outputTokens":6599,"latencyMs":62772.784166000085},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":7757,"outputTokens":3783,"latencyMs":125893.00587500003},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":5875,"outputTokens":2951,"latencyMs":25861.298999999883},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"21","isCorrect":false,"inputTokens":6843,"outputTokens":6471,"latencyMs":57175.68374999985},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4865,"outputTokens":15815,"latencyMs":156164.25191699993},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"25","actual":"19","isCorrect":false,"inputTokens":5844,"outputTokens":4935,"latencyMs":48042.519040999934},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"25","actual":"20","isCorrect":false,"inputTokens":7753,"outputTokens":6023,"latencyMs":54635.70745799993},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":5871,"outputTokens":4487,"latencyMs":42548.56787499995},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"30","isCorrect":false,"inputTokens":6849,"outputTokens":5703,"latencyMs":47509.304291000124},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4871,"outputTokens":15111,"latencyMs":134634.7018749998},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":5850,"outputTokens":2887,"latencyMs":29909.168542},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"29","actual":"30","isCorrect":false,"inputTokens":7759,"outputTokens":9287,"latencyMs":96027.13508400018},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":5877,"outputTokens":4359,"latencyMs":46109.76416699984},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6849,"outputTokens":5127,"latencyMs":54735.276541},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4871,"outputTokens":2631,"latencyMs":34303.451208999846},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5850,"outputTokens":3719,"latencyMs":43253.39220800018},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":7759,"outputTokens":2951,"latencyMs":37003.87133300002},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5877,"outputTokens":5383,"latencyMs":46064.57499999995},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6851,"outputTokens":2759,"latencyMs":24990.20387499989},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4873,"outputTokens":3527,"latencyMs":28991.103249999927},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5852,"outputTokens":6151,"latencyMs":55169.2852080001},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7761,"outputTokens":4807,"latencyMs":41365.402750000125},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5879,"outputTokens":2503,"latencyMs":21423.665666999994},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6851,"outputTokens":2311,"latencyMs":20191.79941700003},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":4873,"outputTokens":5127,"latencyMs":40667.05391700007},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"2","actual":"3","isCorrect":false,"inputTokens":5852,"outputTokens":4103,"latencyMs":35758.653625000035},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7761,"outputTokens":5191,"latencyMs":42368.70191699988},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5879,"outputTokens":2951,"latencyMs":26119.438083000015},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6851,"outputTokens":5383,"latencyMs":49430.52000000002},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":4873,"outputTokens":3975,"latencyMs":33286.24708299991},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5852,"outputTokens":4295,"latencyMs":37179.58474999992},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7761,"outputTokens":4679,"latencyMs":42021.32975000003},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5879,"outputTokens":3911,"latencyMs":32745.71325000003},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6849,"outputTokens":2823,"latencyMs":28571.53804200003},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4871,"outputTokens":5191,"latencyMs":52367.614333000034},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5850,"outputTokens":3591,"latencyMs":30858.75320900022},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7759,"outputTokens":8327,"latencyMs":76327.44225000008},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5877,"outputTokens":7239,"latencyMs":58981.77649999992},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6849,"outputTokens":2759,"latencyMs":21856.85245799995},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":4871,"outputTokens":3463,"latencyMs":27430.045124999946},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5850,"outputTokens":6471,"latencyMs":54548.6966250001},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"5","actual":"6","isCorrect":false,"inputTokens":7759,"outputTokens":10119,"latencyMs":87576.6973329999},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5877,"outputTokens":4295,"latencyMs":32472.19966599997},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":2312.0224580001086},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":2231.8640000000596},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":709,"outputTokens":71,"latencyMs":2134.7074579999316},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":3170.491625000024},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":728,"outputTokens":71,"latencyMs":4572.2386660000775},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":974,"outputTokens":76,"latencyMs":1885.3976249999832},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":616,"outputTokens":140,"latencyMs":2061.0951669998467},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":707,"outputTokens":140,"latencyMs":2638.9032089998946},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1058,"outputTokens":76,"latencyMs":2053.443042000057},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":726,"outputTokens":140,"latencyMs":2261.1999999999534},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":974,"outputTokens":72,"latencyMs":3845.7434590000194},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":616,"outputTokens":200,"latencyMs":2642.983917000005},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":707,"outputTokens":136,"latencyMs":2658.965042000171},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1058,"outputTokens":72,"latencyMs":2037.6524579999968},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":726,"outputTokens":200,"latencyMs":4185.288249999983},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":1971.2106669999193},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":618,"outputTokens":71,"latencyMs":2029.0975829998497},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":709,"outputTokens":135,"latencyMs":2696.0341250000056},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":2149.661042000167},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":728,"outputTokens":71,"latencyMs":1868.1827089998405},{"questionId":"q155","format":"json-pretty","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":974,"outputTokens":136,"latencyMs":2445.285457999911},{"questionId":"q155","format":"json-compact","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":616,"outputTokens":136,"latencyMs":2233.945000000065},{"questionId":"q155","format":"toon","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":707,"outputTokens":200,"latencyMs":2702.534250000026},{"questionId":"q155","format":"xml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1058,"outputTokens":136,"latencyMs":2075.463834000053},{"questionId":"q155","format":"yaml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":726,"outputTokens":72,"latencyMs":5153.698083000025},{"questionId":"q156","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":1629.6089579998516},{"questionId":"q156","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":4391.98208300001},{"questionId":"q156","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":709,"outputTokens":135,"latencyMs":2099.9590000000317},{"questionId":"q156","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":1909.576124999905},{"questionId":"q156","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":728,"outputTokens":135,"latencyMs":2411.902791999979},{"questionId":"q157","format":"json-pretty","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":976,"outputTokens":136,"latencyMs":2482.494249999989},{"questionId":"q157","format":"json-compact","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":618,"outputTokens":72,"latencyMs":1850.1961659998633},{"questionId":"q157","format":"toon","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":709,"outputTokens":200,"latencyMs":2955.7467910000123},{"questionId":"q157","format":"xml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1060,"outputTokens":200,"latencyMs":2802.7335420001764},{"questionId":"q157","format":"yaml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":728,"outputTokens":136,"latencyMs":2228.2546250000596},{"questionId":"q158","format":"json-pretty","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":974,"outputTokens":71,"latencyMs":1945.2352499999106},{"questionId":"q158","format":"json-compact","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":616,"outputTokens":71,"latencyMs":2144.7766249999404},{"questionId":"q158","format":"toon","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":707,"outputTokens":199,"latencyMs":2729.1954579998273},{"questionId":"q158","format":"xml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":1058,"outputTokens":135,"latencyMs":2579.960625000065},{"questionId":"q158","format":"yaml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":726,"outputTokens":71,"latencyMs":2418.635832999833},{"questionId":"q159","format":"json-pretty","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":975,"outputTokens":136,"latencyMs":3062.0771659999155},{"questionId":"q159","format":"json-compact","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":617,"outputTokens":136,"latencyMs":4291.742499999935},{"questionId":"q159","format":"toon","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":708,"outputTokens":328,"latencyMs":3913.950291000074},{"questionId":"q159","format":"xml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1059,"outputTokens":136,"latencyMs":2528.3267919998616},{"questionId":"q159","format":"yaml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":727,"outputTokens":136,"latencyMs":2194.895041999873},{"questionId":"q160","format":"json-pretty","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":976,"outputTokens":139,"latencyMs":3661.4919579999987},{"questionId":"q160","format":"json-compact","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":618,"outputTokens":203,"latencyMs":3087.264417000115},{"questionId":"q160","format":"toon","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":709,"outputTokens":75,"latencyMs":2045.724208000116},{"questionId":"q160","format":"xml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1060,"outputTokens":75,"latencyMs":2745.066542000044},{"questionId":"q160","format":"yaml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":728,"outputTokens":843,"latencyMs":8787.615250000032},{"questionId":"q161","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":2095.7312079998665},{"questionId":"q161","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":3192.4400830001105},{"questionId":"q161","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":709,"outputTokens":135,"latencyMs":2619.6019999999553},{"questionId":"q161","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":2165.53766599996},{"questionId":"q161","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":728,"outputTokens":135,"latencyMs":2236.4154999998864},{"questionId":"q162","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":976,"outputTokens":7,"latencyMs":1959.035666000098},{"questionId":"q162","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":3408.7168330000713},{"questionId":"q162","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":709,"outputTokens":71,"latencyMs":7638.709082999965},{"questionId":"q162","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":2790.4492919999175},{"questionId":"q162","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":728,"outputTokens":71,"latencyMs":2064.096915999893},{"questionId":"q163","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":975,"outputTokens":135,"latencyMs":2720.4852919999976},{"questionId":"q163","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":617,"outputTokens":135,"latencyMs":3240.151833000127},{"questionId":"q163","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":708,"outputTokens":199,"latencyMs":4423.658624999924},{"questionId":"q163","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1059,"outputTokens":71,"latencyMs":2253.4459999999963},{"questionId":"q163","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":727,"outputTokens":135,"latencyMs":4213.069040999981},{"questionId":"q164","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":975,"outputTokens":199,"latencyMs":3178.958667000057},{"questionId":"q164","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":617,"outputTokens":775,"latencyMs":8963.453499999829},{"questionId":"q164","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":708,"outputTokens":327,"latencyMs":4819.837041999912},{"questionId":"q164","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1059,"outputTokens":135,"latencyMs":2564.8647080000956},{"questionId":"q164","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":727,"outputTokens":199,"latencyMs":2959.5384170000907},{"questionId":"q165","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":975,"outputTokens":71,"latencyMs":3220.785208000103},{"questionId":"q165","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":617,"outputTokens":199,"latencyMs":2784.003792000003},{"questionId":"q165","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":708,"outputTokens":71,"latencyMs":3810.677124999929},{"questionId":"q165","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1059,"outputTokens":135,"latencyMs":1838.4450000000652},{"questionId":"q165","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":727,"outputTokens":135,"latencyMs":3023.823166999966},{"questionId":"q166","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":979,"outputTokens":71,"latencyMs":4515.81495800009},{"questionId":"q166","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":621,"outputTokens":327,"latencyMs":4036.937458000146},{"questionId":"q166","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":712,"outputTokens":327,"latencyMs":3925.6301249999087},{"questionId":"q166","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1063,"outputTokens":263,"latencyMs":4828.367165999953},{"questionId":"q166","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":731,"outputTokens":135,"latencyMs":2436.752584000118},{"questionId":"q167","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":975,"outputTokens":263,"latencyMs":3149.5658330000006},{"questionId":"q167","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":617,"outputTokens":199,"latencyMs":2797.849542000098},{"questionId":"q167","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":708,"outputTokens":263,"latencyMs":3504.1114999998827},{"questionId":"q167","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1059,"outputTokens":135,"latencyMs":3626.619750000071},{"questionId":"q167","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":727,"outputTokens":263,"latencyMs":8001.90012500016},{"questionId":"q168","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":977,"outputTokens":71,"latencyMs":1770.4174170000479},{"questionId":"q168","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":619,"outputTokens":647,"latencyMs":6697.601999999955},{"questionId":"q168","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":710,"outputTokens":327,"latencyMs":3620.5571250000503},{"questionId":"q168","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1061,"outputTokens":135,"latencyMs":2246.236124999821},{"questionId":"q168","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":729,"outputTokens":135,"latencyMs":2095.6032910000067},{"questionId":"q169","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":979,"outputTokens":263,"latencyMs":5218.508042000001},{"questionId":"q169","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":621,"outputTokens":391,"latencyMs":4260.963791999966},{"questionId":"q169","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":712,"outputTokens":263,"latencyMs":3208.7124580000527},{"questionId":"q169","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":1063,"outputTokens":263,"latencyMs":3158.103209000081},{"questionId":"q169","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":731,"outputTokens":135,"latencyMs":2637.7113749999553},{"questionId":"q170","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":978,"outputTokens":199,"latencyMs":4182.437665999867},{"questionId":"q170","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":620,"outputTokens":263,"latencyMs":3155.0406659999862},{"questionId":"q170","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":711,"outputTokens":391,"latencyMs":5566.256125000073},{"questionId":"q170","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1062,"outputTokens":327,"latencyMs":3721.184208000079},{"questionId":"q170","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":730,"outputTokens":199,"latencyMs":4757.437958000228},{"questionId":"q171","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":980,"outputTokens":199,"latencyMs":2493.2133329999633},{"questionId":"q171","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":622,"outputTokens":199,"latencyMs":3028.5618330000434},{"questionId":"q171","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":713,"outputTokens":327,"latencyMs":3776.8497919999063},{"questionId":"q171","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1064,"outputTokens":327,"latencyMs":5966.682250000071},{"questionId":"q171","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":732,"outputTokens":135,"latencyMs":2331.9263340001926},{"questionId":"q172","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":980,"outputTokens":135,"latencyMs":2097.668916999828},{"questionId":"q172","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":622,"outputTokens":327,"latencyMs":3725.9484159999993},{"questionId":"q172","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":713,"outputTokens":135,"latencyMs":2032.4292919998989},{"questionId":"q172","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1064,"outputTokens":199,"latencyMs":2836.448790999828},{"questionId":"q172","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":732,"outputTokens":199,"latencyMs":3434.1892089999747},{"questionId":"q173","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":981,"outputTokens":135,"latencyMs":2831.8669160001446},{"questionId":"q173","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":623,"outputTokens":391,"latencyMs":6664.1556669999845},{"questionId":"q173","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":714,"outputTokens":263,"latencyMs":3239.020249999827},{"questionId":"q173","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1065,"outputTokens":455,"latencyMs":5118.517375000054},{"questionId":"q173","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":733,"outputTokens":327,"latencyMs":5797.415291999932},{"questionId":"q174","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":978,"outputTokens":71,"latencyMs":1952.9836659999564},{"questionId":"q174","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":620,"outputTokens":391,"latencyMs":4394.613874999806},{"questionId":"q174","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":711,"outputTokens":199,"latencyMs":2786.7329579999205},{"questionId":"q174","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1062,"outputTokens":135,"latencyMs":2533.21154199983},{"questionId":"q174","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":71,"latencyMs":1956.7482919998001},{"questionId":"q175","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":982,"outputTokens":327,"latencyMs":3973.723250000039},{"questionId":"q175","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":624,"outputTokens":391,"latencyMs":4001.693250000011},{"questionId":"q175","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":715,"outputTokens":391,"latencyMs":4934.054459000006},{"questionId":"q175","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1066,"outputTokens":327,"latencyMs":3737.762875000015},{"questionId":"q175","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":734,"outputTokens":263,"latencyMs":3000.23054099991},{"questionId":"q176","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":976,"outputTokens":135,"latencyMs":3078.639083000133},{"questionId":"q176","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":618,"outputTokens":263,"latencyMs":3533.0008750001434},{"questionId":"q176","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":709,"outputTokens":263,"latencyMs":3243.636959000025},{"questionId":"q176","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1060,"outputTokens":263,"latencyMs":6352.7193330000155},{"questionId":"q176","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":728,"outputTokens":135,"latencyMs":4659.21166699985},{"questionId":"q177","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":984,"outputTokens":199,"latencyMs":3261.5107500001322},{"questionId":"q177","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":626,"outputTokens":199,"latencyMs":3467.698916000081},{"questionId":"q177","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":2226.124458000064},{"questionId":"q177","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1068,"outputTokens":263,"latencyMs":3677.065958000021},{"questionId":"q177","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":736,"outputTokens":135,"latencyMs":2577.7424580000807},{"questionId":"q178","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":979,"outputTokens":199,"latencyMs":13625.448916999856},{"questionId":"q178","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":621,"outputTokens":135,"latencyMs":2291.9423330000136},{"questionId":"q178","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":712,"outputTokens":199,"latencyMs":2938.0128330001608},{"questionId":"q178","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1063,"outputTokens":519,"latencyMs":5407.197042000014},{"questionId":"q178","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":731,"outputTokens":135,"latencyMs":2133.6571669999976},{"questionId":"q179","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":978,"outputTokens":199,"latencyMs":2824.474042000016},{"questionId":"q179","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":620,"outputTokens":199,"latencyMs":2885.682041000109},{"questionId":"q179","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":711,"outputTokens":391,"latencyMs":5116.009333000053},{"questionId":"q179","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1062,"outputTokens":263,"latencyMs":3732.189458999783},{"questionId":"q179","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":199,"latencyMs":3656.646790999919},{"questionId":"q180","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6404,"outputTokens":71,"latencyMs":2266.199166000122},{"questionId":"q180","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3997,"outputTokens":199,"latencyMs":2985.217999999877},{"questionId":"q180","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2561,"outputTokens":71,"latencyMs":4531.09912499995},{"questionId":"q180","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2395,"outputTokens":327,"latencyMs":7071.067792000016},{"questionId":"q180","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7366,"outputTokens":135,"latencyMs":2746.68429200002},{"questionId":"q180","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5024,"outputTokens":71,"latencyMs":2643.376791999908},{"questionId":"q181","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":6409,"outputTokens":340,"latencyMs":3842.7833749998827},{"questionId":"q181","format":"json-compact","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4002,"outputTokens":402,"latencyMs":4222.851749999914},{"questionId":"q181","format":"toon","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2566,"outputTokens":210,"latencyMs":2795.296166999964},{"questionId":"q181","format":"csv","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2400,"outputTokens":82,"latencyMs":2186.6787089998834},{"questionId":"q181","format":"xml","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":7371,"outputTokens":276,"latencyMs":3283.7072499999776},{"questionId":"q181","format":"yaml","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":5029,"outputTokens":340,"latencyMs":3938.074459000025},{"questionId":"q182","format":"json-pretty","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":6407,"outputTokens":263,"latencyMs":3906.2781659998},{"questionId":"q182","format":"json-compact","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":4000,"outputTokens":327,"latencyMs":4669.161083000014},{"questionId":"q182","format":"toon","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":2564,"outputTokens":71,"latencyMs":3148.013666999992},{"questionId":"q182","format":"csv","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":2398,"outputTokens":71,"latencyMs":2121.9527920000255},{"questionId":"q182","format":"xml","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":7369,"outputTokens":263,"latencyMs":4802.542292000027},{"questionId":"q182","format":"yaml","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":5027,"outputTokens":327,"latencyMs":3741.182999999961},{"questionId":"q183","format":"json-pretty","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":6408,"outputTokens":71,"latencyMs":2065.5990830000956},{"questionId":"q183","format":"json-compact","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4001,"outputTokens":71,"latencyMs":1998.4624169999734},{"questionId":"q183","format":"toon","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2565,"outputTokens":71,"latencyMs":1797.8245419999585},{"questionId":"q183","format":"csv","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2815.201624999987},{"questionId":"q183","format":"xml","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7370,"outputTokens":135,"latencyMs":4208.477582999971},{"questionId":"q183","format":"yaml","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5028,"outputTokens":71,"latencyMs":2256.8574999999255},{"questionId":"q184","format":"json-pretty","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":6408,"outputTokens":204,"latencyMs":3212.476624999894},{"questionId":"q184","format":"json-compact","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4001,"outputTokens":140,"latencyMs":2664.868083999958},{"questionId":"q184","format":"toon","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2565,"outputTokens":140,"latencyMs":5919.902500000084},{"questionId":"q184","format":"csv","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2399,"outputTokens":76,"latencyMs":1970.7766670000274},{"questionId":"q184","format":"xml","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7370,"outputTokens":76,"latencyMs":1976.160666000098},{"questionId":"q184","format":"yaml","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5028,"outputTokens":140,"latencyMs":2378.865332999965},{"questionId":"q185","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6405,"outputTokens":135,"latencyMs":2776.5269589999225},{"questionId":"q185","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":3998,"outputTokens":135,"latencyMs":2518.771375000011},{"questionId":"q185","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":2562,"outputTokens":199,"latencyMs":3686.2868329999037},{"questionId":"q185","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":2396,"outputTokens":967,"latencyMs":9257.057583000045},{"questionId":"q185","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7367,"outputTokens":135,"latencyMs":4153.484124999959},{"questionId":"q185","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":5025,"outputTokens":135,"latencyMs":3150.407000000123},{"questionId":"q186","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10757,"outputTokens":199,"latencyMs":2903.4743750002235},{"questionId":"q186","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6838,"outputTokens":583,"latencyMs":5690.455374999903},{"questionId":"q186","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7275,"outputTokens":71,"latencyMs":7394.790583000053},{"questionId":"q186","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12065,"outputTokens":199,"latencyMs":11446.779499999946},{"questionId":"q186","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8389,"outputTokens":199,"latencyMs":2758.905333999777},{"questionId":"q187","format":"json-pretty","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":10764,"outputTokens":599,"latencyMs":5310.473666999955},{"questionId":"q187","format":"json-compact","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":6845,"outputTokens":789,"latencyMs":6727.976667000214},{"questionId":"q187","format":"toon","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":7282,"outputTokens":471,"latencyMs":5490.880708000157},{"questionId":"q187","format":"xml","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":12072,"outputTokens":343,"latencyMs":4612.854832999874},{"questionId":"q187","format":"yaml","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":8396,"outputTokens":791,"latencyMs":7194.165915999794},{"questionId":"q188","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3178.9103329998907},{"questionId":"q188","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6841,"outputTokens":327,"latencyMs":3662.467750000069},{"questionId":"q188","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7278,"outputTokens":455,"latencyMs":4551.9334169998765},{"questionId":"q188","format":"xml","model":"gpt-5-nano","expected":"4","actual":"10","isCorrect":false,"inputTokens":12068,"outputTokens":519,"latencyMs":5273.39154200023},{"questionId":"q188","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8392,"outputTokens":327,"latencyMs":4245.433791999938},{"questionId":"q189","format":"json-pretty","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":10765,"outputTokens":268,"latencyMs":4681.627957999939},{"questionId":"q189","format":"json-compact","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":6846,"outputTokens":332,"latencyMs":3301.5220000001136},{"questionId":"q189","format":"toon","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7283,"outputTokens":140,"latencyMs":4202.679125000024},{"questionId":"q189","format":"xml","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":12073,"outputTokens":204,"latencyMs":2711.6467079999857},{"questionId":"q189","format":"yaml","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":8397,"outputTokens":205,"latencyMs":2543.4837499998976},{"questionId":"q190","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10761,"outputTokens":72,"latencyMs":2149.682041999884},{"questionId":"q190","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6842,"outputTokens":200,"latencyMs":2211.3391670000274},{"questionId":"q190","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7279,"outputTokens":136,"latencyMs":2225.490125000011},{"questionId":"q190","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12069,"outputTokens":200,"latencyMs":3754.3431250001304},{"questionId":"q190","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8393,"outputTokens":136,"latencyMs":7293.941040999955},{"questionId":"q191","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":10766,"outputTokens":333,"latencyMs":4800.030750000151},{"questionId":"q191","format":"json-compact","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":6847,"outputTokens":331,"latencyMs":5688.367417000001},{"questionId":"q191","format":"toon","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":7284,"outputTokens":205,"latencyMs":3750.244292000076},{"questionId":"q191","format":"xml","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":12074,"outputTokens":205,"latencyMs":3307.1429999999236},{"questionId":"q191","format":"yaml","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":8398,"outputTokens":141,"latencyMs":4616.1370419999585},{"questionId":"q192","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3721,"outputTokens":327,"latencyMs":4998.584792000009},{"questionId":"q192","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2394,"outputTokens":839,"latencyMs":9367.604667000007},{"questionId":"q192","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1592,"outputTokens":391,"latencyMs":4071.9847500000615},{"questionId":"q192","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1450,"outputTokens":455,"latencyMs":6016.693167000078},{"questionId":"q192","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4427,"outputTokens":839,"latencyMs":8399.051541999914},{"questionId":"q192","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2992,"outputTokens":199,"latencyMs":2688.4976670001633},{"questionId":"q193","format":"json-pretty","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":3725,"outputTokens":274,"latencyMs":4121.197374999989},{"questionId":"q193","format":"json-compact","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2398,"outputTokens":276,"latencyMs":3618.0884169999044},{"questionId":"q193","format":"toon","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1596,"outputTokens":148,"latencyMs":5133.002667000052},{"questionId":"q193","format":"csv","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1454,"outputTokens":148,"latencyMs":2504.0228329999372},{"questionId":"q193","format":"xml","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":4431,"outputTokens":274,"latencyMs":3449.389417000115},{"questionId":"q193","format":"yaml","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2996,"outputTokens":532,"latencyMs":6014.739541999996},{"questionId":"q194","format":"json-pretty","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3724,"outputTokens":136,"latencyMs":3948.2680420000106},{"questionId":"q194","format":"json-compact","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2397,"outputTokens":264,"latencyMs":2758.7947919999715},{"questionId":"q194","format":"toon","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1595,"outputTokens":200,"latencyMs":2665.807042000117},{"questionId":"q194","format":"csv","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1453,"outputTokens":200,"latencyMs":2793.7808749999385},{"questionId":"q194","format":"xml","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4430,"outputTokens":200,"latencyMs":2658.43429200002},{"questionId":"q194","format":"yaml","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2995,"outputTokens":200,"latencyMs":3203.553791999817},{"questionId":"q195","format":"json-pretty","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3725,"outputTokens":76,"latencyMs":2192.951583000133},{"questionId":"q195","format":"json-compact","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2398,"outputTokens":204,"latencyMs":2600.9522079997696},{"questionId":"q195","format":"toon","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1596,"outputTokens":76,"latencyMs":4160.560415999964},{"questionId":"q195","format":"csv","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1454,"outputTokens":140,"latencyMs":2145.1014999998733},{"questionId":"q195","format":"xml","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4431,"outputTokens":12,"latencyMs":2984.335833000019},{"questionId":"q195","format":"yaml","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2996,"outputTokens":76,"latencyMs":2231.3227499998175},{"questionId":"q196","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":3721,"outputTokens":135,"latencyMs":3135.1317079998553},{"questionId":"q196","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":2394,"outputTokens":71,"latencyMs":2038.079417000059},{"questionId":"q196","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":1592,"outputTokens":199,"latencyMs":2405.8865420001093},{"questionId":"q196","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":1450,"outputTokens":71,"latencyMs":2052.968958000187},{"questionId":"q196","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":4427,"outputTokens":135,"latencyMs":2958.8703749999404},{"questionId":"q196","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":2992,"outputTokens":135,"latencyMs":2353.1580829999875},{"questionId":"q197","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15201,"outputTokens":1287,"latencyMs":11019.641290999949},{"questionId":"q197","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11508,"outputTokens":1287,"latencyMs":10685.38570899982},{"questionId":"q197","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8822,"outputTokens":199,"latencyMs":4465.280124999816},{"questionId":"q197","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8570,"outputTokens":1351,"latencyMs":14746.95849999995},{"questionId":"q197","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17147,"outputTokens":2375,"latencyMs":21686.653166999808},{"questionId":"q197","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13183,"outputTokens":3463,"latencyMs":28692.80233399989},{"questionId":"q198","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15206,"outputTokens":287,"latencyMs":3100.767833000049},{"questionId":"q198","format":"json-compact","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":11513,"outputTokens":351,"latencyMs":3610.665959000122},{"questionId":"q198","format":"toon","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8827,"outputTokens":159,"latencyMs":2709.3721249999944},{"questionId":"q198","format":"csv","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8575,"outputTokens":223,"latencyMs":3709.3974999999627},{"questionId":"q198","format":"xml","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17152,"outputTokens":415,"latencyMs":4834.6889170000795},{"questionId":"q198","format":"yaml","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":13188,"outputTokens":351,"latencyMs":4287.428334000055},{"questionId":"q199","format":"json-pretty","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":15206,"outputTokens":265,"latencyMs":3169.219291999936},{"questionId":"q199","format":"json-compact","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":11513,"outputTokens":393,"latencyMs":4319.117707999889},{"questionId":"q199","format":"toon","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8827,"outputTokens":329,"latencyMs":3787.7225410002284},{"questionId":"q199","format":"csv","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8575,"outputTokens":201,"latencyMs":3099.9900420000777},{"questionId":"q199","format":"xml","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17152,"outputTokens":329,"latencyMs":3604.399583000224},{"questionId":"q199","format":"yaml","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":13188,"outputTokens":393,"latencyMs":4602.328416999895},{"questionId":"q200","format":"json-pretty","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15205,"outputTokens":265,"latencyMs":5139.138416999951},{"questionId":"q200","format":"json-compact","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":11512,"outputTokens":329,"latencyMs":4392.627249999903},{"questionId":"q200","format":"toon","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8826,"outputTokens":265,"latencyMs":3076.617999999784},{"questionId":"q200","format":"csv","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8574,"outputTokens":393,"latencyMs":4265.7371660000645},{"questionId":"q200","format":"xml","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17151,"outputTokens":265,"latencyMs":7332.103000000119},{"questionId":"q200","format":"yaml","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":13187,"outputTokens":265,"latencyMs":3677.992083000019},{"questionId":"q201","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":15202,"outputTokens":135,"latencyMs":3846.9981249999255},{"questionId":"q201","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11509,"outputTokens":327,"latencyMs":3941.1369579997845},{"questionId":"q201","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8823,"outputTokens":199,"latencyMs":2715.6938750003465},{"questionId":"q201","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8571,"outputTokens":199,"latencyMs":3929.0370829999447},{"questionId":"q201","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17148,"outputTokens":135,"latencyMs":2409.6185420001857},{"questionId":"q201","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13184,"outputTokens":263,"latencyMs":2841.174083000049},{"questionId":"q202","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":6842,"outputTokens":4039,"latencyMs":30658.40908400016},{"questionId":"q202","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4864,"outputTokens":8007,"latencyMs":70745.20808399981},{"questionId":"q202","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5843,"outputTokens":199,"latencyMs":2693.741791999899},{"questionId":"q202","format":"xml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":7752,"outputTokens":5831,"latencyMs":45934.20145899989},{"questionId":"q202","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"49","isCorrect":false,"inputTokens":5870,"outputTokens":6919,"latencyMs":57812.3292080001},{"questionId":"q203","format":"json-pretty","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":6851,"outputTokens":470,"latencyMs":4051.8215000000782},{"questionId":"q203","format":"json-compact","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":4873,"outputTokens":658,"latencyMs":7203.393791999668},{"questionId":"q203","format":"toon","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":false,"inputTokens":5852,"outputTokens":1245,"latencyMs":11520.45708299987},{"questionId":"q203","format":"xml","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":7761,"outputTokens":669,"latencyMs":7284.115042000078},{"questionId":"q203","format":"yaml","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":5879,"outputTokens":1117,"latencyMs":9623.01495799981},{"questionId":"q204","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6846,"outputTokens":135,"latencyMs":2629.631916000042},{"questionId":"q204","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4868,"outputTokens":263,"latencyMs":3570.4422909999266},{"questionId":"q204","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5847,"outputTokens":199,"latencyMs":2593.2370839999057},{"questionId":"q204","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7756,"outputTokens":199,"latencyMs":8825.160583000164},{"questionId":"q204","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5874,"outputTokens":135,"latencyMs":2405.8004589998163}]