[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":715.7922079999998},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":514.3712909999999},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":515.4745829999997},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":519.066667},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":700.2497500000004},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":509.53250000000025},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":708.2401669999999},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":688.2738340000001},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":609.7697080000003},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":542.677666},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":473.4646670000002},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":361.08208300000024},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6502,"outputTokens":7,"latencyMs":369.48091699999986},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":379.33929199999966},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":466.31766700000026},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":365.9372080000003},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":528.364791},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":399.84241700000075},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":366.5641249999999},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":397.3729170000006},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":503.67520800000057},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":498.8639579999999},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":489.77787499999977},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":377.90870899999936},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":405.04845900000146},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":388.77599999999984},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":381.14237499999945},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2500,"outputTokens":1,"latencyMs":379.97608299999956},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":469.180875},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":405.39016699999956},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":389.3730000000014},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4092,"outputTokens":2,"latencyMs":304.86824999999953},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":371.71337499999936},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":356.8349999999991},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":487.9919170000012},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":404.0316669999993},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":415.8974159999998},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":491.17195900000115},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":359.57554100000016},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":428.15508299999965},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":720.5289999999986},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":354.7881660000003},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6501,"outputTokens":6,"latencyMs":388.11945899999955},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":428.4201670000002},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":453.42029099999854},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":379.73699999999917},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":384.23425000000134},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":363.7936659999996},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":364.62412499999846},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":359.64195800000016},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":547.5654170000053},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":505.421957999999},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":603.6783749999959},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":494.53708400000323},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":598.2074999999968},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":507.8135420000035},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":475.59583399999974},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":457.98679200000333},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":543.3139999999985},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":431.0919999999969},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6500,"outputTokens":2,"latencyMs":471.2661660000085},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4094,"outputTokens":2,"latencyMs":350.15337500000896},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":391.0407919999998},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":504.1753749999916},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":527.9338340000104},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":385.4689999999973},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":425.2715420000022},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":342.9030829999974},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":329.7982500000071},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":324.93850000000384},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":3407.0566249999974},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":382.60233300000255},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6499,"outputTokens":5,"latencyMs":433.60766700000386},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4093,"outputTokens":5,"latencyMs":354.0262079999957},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":1263.3100000000122},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":337.2589169999992},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":517.890459000002},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":4911.097708000001},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6501,"outputTokens":1,"latencyMs":511.1116670000047},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4095,"outputTokens":1,"latencyMs":391.570332999996},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":366.3286669999943},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":418.3922500000044},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":374.4381660000072},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":438.7353329999896},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":536.3706660000025},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":383.8483750000014},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":361.38229200000933},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":357.3639169999951},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":447.6785830000008},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":396.1677500000078},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":452.6305410000059},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":451.60924999999406},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":499.9052079999965},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":362.4022499999992},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":497.8733750000101},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":353.36641699999745},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":430.4758329999895},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":350.63016700001026},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":309.9106669999892},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":376.74549999999},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":543.0557499999995},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":437.95674999999756},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":441.81141700000444},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":444.66187500000524},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":455.034249999997},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":475.86675000000105},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":470.3446249999979},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":482.47833399999945},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"88","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":492.92866700000013},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"91","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":438.046583000003},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":378.2597919999971},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"86","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":344.08279200000106},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":485.85454200000095},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"88","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":342.2459999999992},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":374.1241660000087},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"68","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":10910.081749999998},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"60","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":349.547040999998},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"61","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":442.77045900000667},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"57","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":344.6504590000113},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":359.585625000007},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":379.3804170000076},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":394.18537500000093},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":415.24545899999794},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":802.7305419999902},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"40","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":364.7414590000117},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":375.68104100000346},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"23","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":391.3775830000086},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"27","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":360.26708299998427},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"35","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":350.4283750000177},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"26","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":353.66908399999375},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":545.0741670000134},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":389.9900830000115},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":581.5199159999902},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":364.47508400000515},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":390.6585830000113},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":289.6875},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":400.41412500001024},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":389.7332500000193},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97288","isCorrect":false,"inputTokens":6499,"outputTokens":2,"latencyMs":646.3010420000064},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99835","isCorrect":false,"inputTokens":4093,"outputTokens":2,"latencyMs":408.09875000000466},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100556","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":378.83412499999395},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99815","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":433.671291000006},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100150","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":452.1253339999821},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98943","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":372.40287499999977},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":495.71899999998277},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":392.63529199999175},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"80","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":491.6334999999963},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":327.66433400000096},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"83","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":409.1040840000205},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":409.7532080000092},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":518.558417000022},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":466.76799999998184},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":369.8977500000037},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"0","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":508.2411659999925},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":536.1317920000001},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":488.1594590000168},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":6504,"outputTokens":1,"latencyMs":490.02733299997635},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":489.17304199998034},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":459.1112079999875},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":496.96749999999884},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":536.7265830000106},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.94920800000546},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":429.92095800000243},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":4098,"outputTokens":1,"latencyMs":373.0112090000184},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":379.4247500000056},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":514.27462500002},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":402.5948749999807},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":399.9442910000216},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":349.201166999992},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":349.179375000007},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":365.0213750000112},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":333.7756250000093},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":461.6036250000179},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.6424999999872},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"5","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":597.8406249999825},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":387.17829100001836},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":581.8407910000242},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":2507,"outputTokens":1,"latencyMs":330.2263329999987},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":362.77995799999917},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":386.4515839999949},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":361.7845420000085},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":486.78579100000206},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":2652,"outputTokens":1,"latencyMs":353.0864580000052},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":323.6826670000155},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":437.86891699998523},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":355.76112499999},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"78","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":518.5223750000005},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":526.1264169999922},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"68","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":381.29349999999977},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":332.30487500000163},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"71","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":436.124416000006},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":382.07420900001307},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":392.4862499999872},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":366.9365000000107},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"61","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":368.402374999976},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"62","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":329.6864169999899},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"59","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":461.06554199999664},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"60","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":402.63970800000243},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":511.04824999999255},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":810.5883329999924},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":550.7842079999973},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":442.4831659999909},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"25","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":537.9287919999915},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"30","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":457.40937499998836},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":549.3395409999939},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":489.55799999999},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":537.7483750000247},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":434.4694170000148},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":7444,"outputTokens":1,"latencyMs":625.4984169999952},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":456.1298339999921},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":420.46937500001513},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":8449.22325000001},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":365.2605420000036},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":411.62945899998886},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":345.0152919999964},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":369.746375000017},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"11","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":524.9201249999751},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":327.5708330000052},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":2652,"outputTokens":1,"latencyMs":981.0529590000224},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":356.0790830000187},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":462.76745899999514},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":424.536832999991},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":400.6113329999789},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":416.195000000007},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"24","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":428.1540410000016},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":728.33170900002},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":443.955541000003},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":10132.960584000015},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":480.8921670000127},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":381.28229199998896},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":349.58874999999534},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":348.22937499999534},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":436.751958000008},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":350.02525000000605},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":378.0389159999904},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":367.3374590000021},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":360.48287499998696},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":335.94899999999325},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":425.37100000001374},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":341.7231250000186},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10941,"outputTokens":3,"latencyMs":815.0260840000119},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6923,"outputTokens":3,"latencyMs":654.1040409999841},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7321,"outputTokens":3,"latencyMs":461.9326669999864},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12270,"outputTokens":3,"latencyMs":572.5033330000006},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8507,"outputTokens":3,"latencyMs":531.6192080000183},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10941,"outputTokens":2,"latencyMs":547.4871670000139},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6923,"outputTokens":2,"latencyMs":412.8233750000072},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7321,"outputTokens":2,"latencyMs":647.1747499999765},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12270,"outputTokens":2,"latencyMs":737.2074999999895},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8507,"outputTokens":2,"latencyMs":818.4059999999881},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10941,"outputTokens":3,"latencyMs":669.1105000000098},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6923,"outputTokens":3,"latencyMs":518.5489999999991},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7321,"outputTokens":3,"latencyMs":507.65958300000057},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12270,"outputTokens":3,"latencyMs":673.3291249999893},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8507,"outputTokens":3,"latencyMs":669.1736670000246},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":675.097666000016},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":525.4267080000136},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":508.38066700001946},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":677.1482500000275},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":741.007666999998},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10941,"outputTokens":4,"latencyMs":646.2545829999726},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6923,"outputTokens":4,"latencyMs":420.27525000000605},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7321,"outputTokens":4,"latencyMs":712.1177499999758},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12270,"outputTokens":4,"latencyMs":724.7074579999899},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8507,"outputTokens":4,"latencyMs":624.5624579999712},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":650.6668749999953},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":824.8308749999851},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":422.68404200003715},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":447.52283299999544},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":567.9841669999878},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10941,"outputTokens":4,"latencyMs":497.91895799996564},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6923,"outputTokens":4,"latencyMs":482.50225000001956},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7321,"outputTokens":4,"latencyMs":361.18787500000326},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12270,"outputTokens":4,"latencyMs":607.6576249999925},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8507,"outputTokens":4,"latencyMs":421.9868750000023},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10941,"outputTokens":2,"latencyMs":406.60525000002235},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6923,"outputTokens":2,"latencyMs":501.77337500004796},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7321,"outputTokens":2,"latencyMs":454.49345799995353},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12270,"outputTokens":2,"latencyMs":728.0266249999986},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8507,"outputTokens":2,"latencyMs":597.7883750000037},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":659.758833000029},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":458.9037080000271},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":653.0899159999681},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":528.6159169999883},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":547.9767920000013},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10942,"outputTokens":9,"latencyMs":681.7327079999959},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6924,"outputTokens":9,"latencyMs":486.62837499997113},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7322,"outputTokens":9,"latencyMs":512.7114580000052},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12271,"outputTokens":9,"latencyMs":12188.919374999998},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8508,"outputTokens":9,"latencyMs":366.3357079999987},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":414.3098330000066},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":530.3222499999683},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":495.4304580000462},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":559.9530410000007},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":643.2550419999752},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":708.9994999999763},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":491.20483400003286},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":468.4553329999908},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":561.7763339999947},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":349.2520000000368},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10942,"outputTokens":4,"latencyMs":715.1207500000019},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6924,"outputTokens":4,"latencyMs":606.6104170000181},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7322,"outputTokens":4,"latencyMs":9711.120915999985},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12271,"outputTokens":4,"latencyMs":566.6855839999625},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8508,"outputTokens":4,"latencyMs":496.1297500000219},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10942,"outputTokens":7,"latencyMs":764.5851249999832},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6924,"outputTokens":7,"latencyMs":815.3015000000014},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7322,"outputTokens":7,"latencyMs":624.4935000000405},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12271,"outputTokens":7,"latencyMs":591.7514170000213},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8508,"outputTokens":7,"latencyMs":828.0897920000134},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":655.9331660000025},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":505.2626670000027},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":411.9949579999666},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":505.40883400000166},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":514.7684579999768},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":581.6779579999857},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":476.00983299996005},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":522.6447079999489},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":583.9415000000154},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":503.82050000003073},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10942,"outputTokens":3,"latencyMs":546.4431670000195},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":6924,"outputTokens":3,"latencyMs":359.3086250000051},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7322,"outputTokens":3,"latencyMs":371.1826669999864},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":12271,"outputTokens":3,"latencyMs":396.5259579999838},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8508,"outputTokens":3,"latencyMs":773.8989999999758},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":353.33137500000885},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":408.48345899995184},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":882.0116249999846},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":669.9177500000224},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":549.826166999992},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":417.3388749999576},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":419.25708299997495},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":402.2212920000311},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":12267,"outputTokens":1,"latencyMs":425.5812910000095},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":532.7587910000002},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":365.37308299995493},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":6920,"outputTokens":1,"latencyMs":521.2011249999632},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":427.5942920000525},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12267,"outputTokens":1,"latencyMs":463.40083400002914},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":382.6736249999958},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10939,"outputTokens":1,"latencyMs":509.51895800000057},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6921,"outputTokens":1,"latencyMs":528.8098330000066},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":467.3620000000228},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":916.83474999998},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8505,"outputTokens":1,"latencyMs":730.6691250000149},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10939,"outputTokens":1,"latencyMs":448.19566599995596},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6921,"outputTokens":1,"latencyMs":518.2414999999455},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":499.3275830000057},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":355.39399999997113},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":8505,"outputTokens":1,"latencyMs":748.5102499999921},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10939,"outputTokens":1,"latencyMs":769.4329170000274},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6921,"outputTokens":1,"latencyMs":458.8923749999958},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":596.5000830000499},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":679.0749160000123},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8505,"outputTokens":1,"latencyMs":630.6952909999527},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"15989.41","isCorrect":false,"inputTokens":10939,"outputTokens":4,"latencyMs":585.2319159999606},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"24021.92","isCorrect":false,"inputTokens":6921,"outputTokens":4,"latencyMs":2576.4010000000126},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"29024.18","isCorrect":false,"inputTokens":7319,"outputTokens":4,"latencyMs":572.0498329999973},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"23695.89","isCorrect":false,"inputTokens":12268,"outputTokens":4,"latencyMs":2235.949416999996},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"16339.11","isCorrect":false,"inputTokens":8505,"outputTokens":4,"latencyMs":489.60987499996554},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"1103.54","isCorrect":false,"inputTokens":10937,"outputTokens":4,"latencyMs":648.1110420000041},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"807.02","isCorrect":false,"inputTokens":6919,"outputTokens":3,"latencyMs":462.7290829999838},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"867.25","isCorrect":false,"inputTokens":7317,"outputTokens":3,"latencyMs":405.47583300003316},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"748.81","isCorrect":false,"inputTokens":12266,"outputTokens":3,"latencyMs":483.0505000000121},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"813.20","isCorrect":false,"inputTokens":8503,"outputTokens":3,"latencyMs":400.92712500004563},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":569.9377920000115},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":375.41929099999834},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":495.26854200003436},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12267,"outputTokens":1,"latencyMs":313.5068329999922},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":377.86162499996135},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10937,"outputTokens":4,"latencyMs":645.3663330000127},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6919,"outputTokens":4,"latencyMs":433.84008400002494},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7317,"outputTokens":4,"latencyMs":1173.9445830000332},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12266,"outputTokens":4,"latencyMs":468.3455420000246},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8503,"outputTokens":4,"latencyMs":347.61283300002106},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":430.39374999998836},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"37","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":504.3886670000502},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"42","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":470.2840829999768},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":351.66841699997894},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"32","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":389.5755839999765},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":438.2642079999787},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":426.29025000002},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":438.7231659999816},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":592.9735420000507},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"23","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":580.1300000000047},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":456.4655410000123},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":312.9479580000043},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":348.09775000001537},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"14","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":739.0200000000186},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":375.1499590000021},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":364.0734999999986},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6927,"outputTokens":1,"latencyMs":551.9207919999608},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"6","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":368.29375000001164},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":12274,"outputTokens":1,"latencyMs":542.1521250000224},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"5","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":686.7005409999983},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":582.2148750000051},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"11","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":371.60637500003213},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":482.3924170000246},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":539.3922920000041},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"9","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":386.2277499999618},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":554.6844170000404},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":456.0647919999901},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":567.140665999963},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":467.8564159999951},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":526.0343749999884},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":630.3317079999833},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":652.5920000000042},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":710.7945830000099},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":544.8541669999831},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":458.9711670000106},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"2","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":514.6613750000251},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"3","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":399.98220799997216},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"1","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":472.156042000046},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"3","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":428.9298340000096},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"2","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":370.60962499998277},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"1","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":563.2683750000433},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":558.175333000021},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":443.08741699997336},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":494.37362500000745},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":385.20350000000326},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"6","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":765.2454999999609},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":362.2926669999724},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":503.65541700000176},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"7","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":566.789374999993},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":647.0595829999656},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":376.5072500000242},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6928,"outputTokens":1,"latencyMs":372.5995840000105},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":400.7388750000391},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":399.97033299994655},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":553.3987919999636},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"10","isCorrect":false,"inputTokens":10947,"outputTokens":1,"latencyMs":484.4969999999739},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":6929,"outputTokens":1,"latencyMs":395.5183749999851},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":7327,"outputTokens":1,"latencyMs":356.34304100001464},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":12276,"outputTokens":1,"latencyMs":483.0325409999932},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":8513,"outputTokens":1,"latencyMs":396.8536249999888},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":10947,"outputTokens":1,"latencyMs":467.922332999995},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":6929,"outputTokens":1,"latencyMs":420.31883299996844},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"12","isCorrect":false,"inputTokens":7327,"outputTokens":1,"latencyMs":461.92741699999897},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"13","isCorrect":false,"inputTokens":12276,"outputTokens":1,"latencyMs":649.3462920000311},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":8513,"outputTokens":1,"latencyMs":549.0893340000184},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":415.81783400004497},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":444.2109589999891},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":434.75708299997495},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":415.1551249999902},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":988.6384580000304},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":428.68345800001407},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":412.36945800000103},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2485,"outputTokens":4,"latencyMs":328.3807500000112},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1719,"outputTokens":4,"latencyMs":361.109625000041},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1598,"outputTokens":4,"latencyMs":567.8367919999873},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4460,"outputTokens":4,"latencyMs":6809.697458000039},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3142,"outputTokens":4,"latencyMs":406.170541999978},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":447.70812500000466},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2486,"outputTokens":3,"latencyMs":439.53241700003855},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1720,"outputTokens":3,"latencyMs":407.2001669999445},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1599,"outputTokens":3,"latencyMs":413.75679200002924},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4461,"outputTokens":3,"latencyMs":497.5708749999758},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3143,"outputTokens":3,"latencyMs":457.1001249999972},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":526.9125830000266},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":2486,"outputTokens":1,"latencyMs":431.1357919999864},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1720,"outputTokens":1,"latencyMs":710.0443749999395},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1599,"outputTokens":1,"latencyMs":406.9021659999853},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":4461,"outputTokens":1,"latencyMs":346.9428749999497},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3143,"outputTokens":1,"latencyMs":323.09041699999943},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":357.34195899998304},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":443.7402089999523},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":455.09141700004693},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":490.2450419999659},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":365.361540999962},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":366.0002910000039},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":499.5719589999644},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2485,"outputTokens":4,"latencyMs":1597.141624999931},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1719,"outputTokens":4,"latencyMs":385.14333300001454},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1598,"outputTokens":4,"latencyMs":369.2410839999793},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4460,"outputTokens":4,"latencyMs":303.9539169999771},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3142,"outputTokens":4,"latencyMs":401.97924999997485},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":419.72220900002867},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2486,"outputTokens":3,"latencyMs":452.70524999999907},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1720,"outputTokens":3,"latencyMs":303.58920899999794},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1599,"outputTokens":3,"latencyMs":7526.394249999896},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4461,"outputTokens":3,"latencyMs":343.7570420000702},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3143,"outputTokens":3,"latencyMs":333.2307499999879},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":606.6234580000164},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":2486,"outputTokens":1,"latencyMs":313.2532920000376},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1720,"outputTokens":1,"latencyMs":326.2192090000026},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1599,"outputTokens":1,"latencyMs":471.8792919999687},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":4461,"outputTokens":1,"latencyMs":350.5012500000885},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3143,"outputTokens":1,"latencyMs":395.5462909999769},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":372.93812499998603},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":360.24225000001024},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":6518.646707999986},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":10317.751416999963},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":405.76116599992383},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":317.50191700004507},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":350.40091600001324},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2482,"outputTokens":1,"latencyMs":409.7500839999411},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1716,"outputTokens":1,"latencyMs":329.21066699991934},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1595,"outputTokens":1,"latencyMs":439.9348750000354},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":438.6411660000449},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3139,"outputTokens":1,"latencyMs":375.5588749999879},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"328,586","isCorrect":false,"inputTokens":3809,"outputTokens":3,"latencyMs":484.2758339999709},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"333,377","isCorrect":false,"inputTokens":2483,"outputTokens":3,"latencyMs":459.8697500000708},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"316967","isCorrect":false,"inputTokens":1717,"outputTokens":2,"latencyMs":509.8458340000361},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"329,746","isCorrect":false,"inputTokens":1596,"outputTokens":3,"latencyMs":552.3954590000212},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"288010","isCorrect":false,"inputTokens":4458,"outputTokens":2,"latencyMs":497.691041000071},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"345,656","isCorrect":false,"inputTokens":3140,"outputTokens":3,"latencyMs":463.78041699994355},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1201","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":493.31241599994246},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1418","isCorrect":false,"inputTokens":2483,"outputTokens":2,"latencyMs":446.99016699998174},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1472","isCorrect":false,"inputTokens":1717,"outputTokens":2,"latencyMs":409.6779170000227},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1514","isCorrect":false,"inputTokens":1596,"outputTokens":2,"latencyMs":431.1977500000503},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1328","isCorrect":false,"inputTokens":4458,"outputTokens":2,"latencyMs":516.8193749999627},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1347","isCorrect":false,"inputTokens":3140,"outputTokens":2,"latencyMs":477.83004100003745},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"341184.71","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":486.91237500007264},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"312,205.65","isCorrect":false,"inputTokens":2481,"outputTokens":5,"latencyMs":382.97179199999664},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"287133.76","isCorrect":false,"inputTokens":1715,"outputTokens":4,"latencyMs":353.70120799995493},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"295194.07","isCorrect":false,"inputTokens":1594,"outputTokens":4,"latencyMs":348.49995800002944},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"248192.75","isCorrect":false,"inputTokens":4456,"outputTokens":4,"latencyMs":391.65287499991246},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"297,196.58","isCorrect":false,"inputTokens":3138,"outputTokens":5,"latencyMs":510.1201669999864},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3805,"outputTokens":3,"latencyMs":365.4778749999823},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2479,"outputTokens":3,"latencyMs":386.92908400006127},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1713,"outputTokens":3,"latencyMs":394.2111659999937},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1592,"outputTokens":3,"latencyMs":511.74004199996125},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4454,"outputTokens":3,"latencyMs":373.8727090000175},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3136,"outputTokens":3,"latencyMs":355.0956249999581},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":395.9459580000257},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"28","isCorrect":false,"inputTokens":2483,"outputTokens":1,"latencyMs":343.8397920000134},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":1717,"outputTokens":1,"latencyMs":619.6045000000158},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"25","isCorrect":false,"inputTokens":1596,"outputTokens":1,"latencyMs":381.62570800003596},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":4458,"outputTokens":1,"latencyMs":357.17808300000615},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":3140,"outputTokens":1,"latencyMs":609.79449999996},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":459.16324999998324},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":2483,"outputTokens":1,"latencyMs":460.327249999973},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":1717,"outputTokens":1,"latencyMs":481.1156670000637},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":1596,"outputTokens":1,"latencyMs":415.77704200008884},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4458,"outputTokens":1,"latencyMs":373.7544159999816},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":3140,"outputTokens":1,"latencyMs":374.64970800001174},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"49","isCorrect":false,"inputTokens":3808,"outputTokens":1,"latencyMs":359.92700000002515},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"41","isCorrect":false,"inputTokens":2482,"outputTokens":1,"latencyMs":358.2543750000186},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"58","isCorrect":false,"inputTokens":1716,"outputTokens":1,"latencyMs":350.35349999996834},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"63","isCorrect":false,"inputTokens":1595,"outputTokens":1,"latencyMs":343.10800000000745},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"52","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":342.02141699998174},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"47","isCorrect":false,"inputTokens":3139,"outputTokens":1,"latencyMs":358.81916600000113},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"26","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":390.28195900004357},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"27","isCorrect":false,"inputTokens":2482,"outputTokens":1,"latencyMs":419.4081249999581},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"46","isCorrect":false,"inputTokens":1716,"outputTokens":1,"latencyMs":339.9132919999538},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"36","isCorrect":false,"inputTokens":1595,"outputTokens":1,"latencyMs":369.65595799998846},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":323.74774999998044},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":3139,"outputTokens":1,"latencyMs":378.7357919999631},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":336.72012499999255},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":335.2298749999609},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":456.91587499994785},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":498.7465000000084},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":506.7781659999164},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":433.3068750000093},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":446.9573330000276},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":469.5676669999957},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":451.9516669999575},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":464.59654100006446},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":485.7626669999445},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":467.44020800001454},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":363.96758300007787},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":318.39895900001284},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":368.43537500000093},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":306.7987500000745},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":353.17466599994805},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":324.02383299998473},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":361.5830830000341},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":316.2602500000503},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":329.7272090000333},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"11","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":398.3790830000071},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":340.76787500001956},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":360.1489999999758},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":560.1262080000015},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":363.1120420000516},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":332.7639590000035},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":485.8375000000233},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":361.1815829999978},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":394.9804170000134},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":343.0935410000384},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":408.2510830000974},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":340.64429199998267},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":355.2249170000432},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":531.7628329999279},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":343.5392920000013},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"6","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":377.1642909999937},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":389.532375000068},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":345.93687500001397},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"18","actual":"7","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":319.7013329999754},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"10","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":476.3362920000218},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":425.2518749999581},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":376.9894580000546},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"15","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":342.60029199998826},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"14","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":399.28854099998716},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":372.97408299997915},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":361.9423330000136},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":676.8364169999259},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":378.08741599996574},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"4","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":358.9629999999888},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"15","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":463.1003339999588},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"12","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":364.9539169999771},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":477.3458330000285},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":436.9630419999594},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":532.452042000019},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":554.6603340000147},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":451.9459999999963},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":8423.92820799991},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":644.0458750000689},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"31","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":598.6026249999413},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":444.70095800003037},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":429.33445800002664},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":389.86558400001377},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"29","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":343.19712499994785},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":372.64154199999757},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":336.85566599993035},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":748.8112089999486},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":753.9235839999747},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":656.5515829999931},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":564.4898749999702},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":844.0965419999557},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":633.3658329999307},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":693.6325000000652},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":586.9654579999624},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":12198.312333000009},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":12230.54691699997},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":12205.184624999994},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":664.4575000000186},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":811.6029170000693},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":512.9935830000322},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":541.923582999967},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":538.1794579999987},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":9829.367457999964},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":2060.4543330000015},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":708.3485840000212},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11537,"outputTokens":1,"latencyMs":604.7364590000361},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":687.1070830000099},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":684.922249999945},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":844.3071250000503},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":648.4209580000024},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":731.9385420000181},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":639.8934590000426},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":590.0260830000043},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":645.5024579999736},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":902.2850830000825},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":630.4475419999799},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":691.8689160000067},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":554.8847500000848},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":12180.675541999983},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":356.3871250000084},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":848.6217080000788},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":695.9627500000643},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":15229,"outputTokens":1,"latencyMs":870.6089589999756},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":11536,"outputTokens":1,"latencyMs":684.9728330000071},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8834,"outputTokens":1,"latencyMs":675.1106669999426},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8604,"outputTokens":1,"latencyMs":678.2668340000091},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":17144,"outputTokens":1,"latencyMs":956.4270000000251},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":13228,"outputTokens":1,"latencyMs":726.9572499999776},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15228,"outputTokens":1,"latencyMs":782.5394170000218},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11535,"outputTokens":1,"latencyMs":638.671207999927},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8833,"outputTokens":1,"latencyMs":710.0538330000127},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8603,"outputTokens":1,"latencyMs":634.3684580000117},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17143,"outputTokens":1,"latencyMs":12077.50687500008},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13227,"outputTokens":1,"latencyMs":620.9302080000052},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15231,"outputTokens":2,"latencyMs":8782.02979099995},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11538,"outputTokens":2,"latencyMs":593.7627500001108},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8836,"outputTokens":2,"latencyMs":625.1012499999488},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8606,"outputTokens":2,"latencyMs":858.9033749999944},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17146,"outputTokens":2,"latencyMs":475.326999999932},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13230,"outputTokens":2,"latencyMs":683.6137500000186},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":666.923582999967},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":681.6882920000935},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":530.3012080000481},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":653.3541670000413},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":855.5417090000119},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":661.8125829999335},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15232,"outputTokens":2,"latencyMs":621.2402499999152},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11539,"outputTokens":2,"latencyMs":606.9254580000415},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":730.7115829999093},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":714.3814159999602},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":856.8343749999767},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":853.937750000041},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15224,"outputTokens":1,"latencyMs":469.13537499995437},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11531,"outputTokens":1,"latencyMs":615.8395419999724},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":657.6984589999774},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":460.85424999997485},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"73","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":535.8716669999994},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":695.1630420000292},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":740.3379590000259},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11217710","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":736.0312080000294},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10711150","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":587.886708999984},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13432713","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":427.7747499999823},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"8675524","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":959.9638329999289},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10433682","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":1346.1520830000518},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1112335","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":594.6271669999696},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1179730","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":624.2689580000006},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"682190","isCorrect":false,"inputTokens":8832,"outputTokens":2,"latencyMs":584.4081249999581},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"811453","isCorrect":false,"inputTokens":8602,"outputTokens":2,"latencyMs":616.7802079999819},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1006595","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":1254.8377909999108},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1200601","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":606.9020419999724},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"151643","isCorrect":false,"inputTokens":15226,"outputTokens":2,"latencyMs":384.18491599999834},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"137050","isCorrect":false,"inputTokens":11533,"outputTokens":2,"latencyMs":614.5851669999538},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"132843","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":558.6217500000494},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134118","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":609.2822079999605},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"141588","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":543.937750000041},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134294.0","isCorrect":false,"inputTokens":13225,"outputTokens":4,"latencyMs":955.971332999994},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"33","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":492.2392500001006},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":440.41762500000186},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":718.059249999933},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"26","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":704.9983750000829},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"24","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":616.9515830000164},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":535.6381660000188},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"27","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":915.684416999924},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"46","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":599.1632089999039},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"38","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":554.628458000021},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":683.8899580000434},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":870.9939999999478},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"29","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":494.92674999998417},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"89","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":734.6791250000242},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"49","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":570.8803329999791},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"69","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":533.7936659998959},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"58","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":343.3989580000052},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"46","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1117.0017499999376},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"73","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":435.95816700009163},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":637.0352089999942},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"46","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":358.2709160000086},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"32","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":338.4870829998981},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"39","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":504.3237499999814},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"23","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":855.8605830000015},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":482.5040409999201},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"24","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":939.0701250000857},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"17","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":815.8353750000242},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":488.87370799994096},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":555.5256659999723},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":406.3621670000721},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":593.2492080000229},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"57","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":699.081790999975},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"49","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":780.8941249999916},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"72","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":487.31783299997915},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"48","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":346.9818750000559},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"49","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":789.7790410000598},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"46","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":315.0278340000659},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"25","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":699.5554590000538},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"27","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":558.8207499999553},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"39","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":438.85766700003296},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":412.937750000041},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"27","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":506.3689579999773},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"24","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":403.96495799999684},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"44","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":450.66266699996777},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"39","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":703.7405420000432},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"64","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":930.5557079999708},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"38","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":475.0782500000205},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":618.5791660000104},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"25","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":530.0445829998935},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"11","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":850.5347499999916},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":638.4129170000087},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"10","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":506.09183299995493},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":606.903667000006},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1016.1629160000011},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"6","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":710.6329169999808},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":4194.018458999926},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":694.3677919999463},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":603.0647920001065},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":431.95187500002794},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":830.7329579999205},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":732.8505419999128},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":709.9959579999559},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"43","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":559.4596659999806},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":372.72695799998473},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":572.7889580000192},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":880.8328749999637},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"31","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":620.5300000000279},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":600.3157089999877},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":1497.7369169999147},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":550.8156250000466},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"18","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":394.9070419999771},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":890.4504170001019},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":399.2987079999875},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":643.8913339999272},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":599.1683329999214},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"13","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":373.43316699995194},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":409.09191600000486},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":789.7333329999819},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"11","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":490.1288750000531},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":437.8686670000898},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":567.7228749999776},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":459.90487500000745},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":629.7537089999532},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":392.5268749999814},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":572.7375829999801},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":759.2165830000304},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":681.406958000036},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":543.5720420000143},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":403.1539169999305},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":651.0715840000194},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":764.0479160000104},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":800.7261670000153},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":681.8785830000415},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":378.5244590000948},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":399.71850000007544},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":433.1862089999486},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":514.7370839999057},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":647.1860420000739},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":501.5959579999326},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":590.2584999999963},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":552.7351250000065},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":479.9407090001041},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":561.3134580000769},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":626.610875000013},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":510.9446250000037},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":570.5137500000419},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":475.0657079999801},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":387.1878329999745},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":454.2516250000335},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":430.6362080000108},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":458.84458299994003},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":336.1934170000022},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6996,"outputTokens":2,"latencyMs":425.3358340000268},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4911,"outputTokens":2,"latencyMs":332.8410000000149},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5975,"outputTokens":2,"latencyMs":656.7561670000432},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7909,"outputTokens":2,"latencyMs":449.4446250000037},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6024,"outputTokens":2,"latencyMs":391.31487500004005},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":428.20270799996797},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":407.40775000001304},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":444.2487080000574},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":537.6930829999037},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":435.76458299998194},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":730.7411250000587},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":401.39379200001713},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":438.55208299995866},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":377.1212500000838},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":332.2685000000056},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":507.67679100006353},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":420.29495800007135},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":397.73079199995846},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":433.97483299998567},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":479.1917909999611},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":536.5260000000708},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":464.0925409999909},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":494.4629169999389},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":517.7559170000022},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":407.88508300005924},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":460.158666000003},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":526.2139579999493},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":431.1852080000099},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":532.0246249999618},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":388.82949999999255},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":410.9399170000106},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":370.87550000008196},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":470.7503330000909},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":541.9291250000242},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":361.18008299998473},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":6979,"outputTokens":1,"latencyMs":476.0757919999305},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"62","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":474.34954199998174},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5958,"outputTokens":1,"latencyMs":516.5258750000503},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"64","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":506.9020829999354},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"80","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":489.9774580000667},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2238","isCorrect":false,"inputTokens":6980,"outputTokens":2,"latencyMs":538.809459000011},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2372","isCorrect":false,"inputTokens":4895,"outputTokens":2,"latencyMs":450.280167000019},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1983","isCorrect":false,"inputTokens":5959,"outputTokens":2,"latencyMs":509.57308299990837},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2181","isCorrect":false,"inputTokens":7893,"outputTokens":2,"latencyMs":633.3166659999406},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2174","isCorrect":false,"inputTokens":6008,"outputTokens":2,"latencyMs":487.2452500000363},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":385.2461670000339},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":449.78825000009965},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"32","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":357.0901249999879},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":594.5887910000747},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":441.2778340000659},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":447.2954589999281},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"13","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":395.80529199994635},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":12676.803249999997},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":12188.338791000075},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":377.8941249999916},{"questionId":"q155","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":418.7445829999633},{"questionId":"q155","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"22","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":381.127416000003},{"questionId":"q155","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":437.9990420000395},{"questionId":"q155","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":541.1569590000436},{"questionId":"q155","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":413.0594999999739},{"questionId":"q156","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":608.1614579999587},{"questionId":"q156","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":475.3481669999892},{"questionId":"q156","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":436.2815829999745},{"questionId":"q156","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":362.61637499998324},{"questionId":"q156","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6009,"outputTokens":1,"latencyMs":515.8009590000147},{"questionId":"q157","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":532.4673340000445},{"questionId":"q157","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"12","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":387.58608300006017},{"questionId":"q157","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":383.2108339999104},{"questionId":"q157","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":483.46570800000336},{"questionId":"q157","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"18","isCorrect":true,"inputTokens":6009,"outputTokens":1,"latencyMs":367.6744160000235},{"questionId":"q158","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"21","actual":"16","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":418.45020800002385},{"questionId":"q158","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"21","actual":"16","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":361.33224999997765},{"questionId":"q158","format":"toon","model":"grok-4-fast-non-reasoning","expected":"21","actual":"17","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":444.82837499992456},{"questionId":"q158","format":"xml","model":"grok-4-fast-non-reasoning","expected":"21","actual":"15","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":558.6989170000888},{"questionId":"q158","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"21","actual":"17","isCorrect":false,"inputTokens":6009,"outputTokens":1,"latencyMs":757.7549159999471},{"questionId":"q159","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":558.3190409999806},{"questionId":"q159","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":345.10625000006985},{"questionId":"q159","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":391.11349999997765},{"questionId":"q159","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":553.122166999965},{"questionId":"q159","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":6009,"outputTokens":1,"latencyMs":412.54704199999105},{"questionId":"q160","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"25","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":522.2847079999046},{"questionId":"q160","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"29","isCorrect":false,"inputTokens":4900,"outputTokens":1,"latencyMs":369.8179170000367},{"questionId":"q160","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"32","isCorrect":false,"inputTokens":5964,"outputTokens":1,"latencyMs":367.3955000001006},{"questionId":"q160","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":7898,"outputTokens":1,"latencyMs":630.1660840000259},{"questionId":"q160","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"27","isCorrect":false,"inputTokens":6013,"outputTokens":1,"latencyMs":433.9028330000583},{"questionId":"q161","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"21","isCorrect":false,"inputTokens":6984,"outputTokens":1,"latencyMs":488.13108299998567},{"questionId":"q161","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"28","isCorrect":false,"inputTokens":4899,"outputTokens":1,"latencyMs":9599.298041999806},{"questionId":"q161","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":5963,"outputTokens":1,"latencyMs":605.9265000000596},{"questionId":"q161","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"20","isCorrect":false,"inputTokens":7897,"outputTokens":1,"latencyMs":648.6760420000646},{"questionId":"q161","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6012,"outputTokens":1,"latencyMs":499.30200000014156},{"questionId":"q162","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"21","isCorrect":false,"inputTokens":6980,"outputTokens":1,"latencyMs":519.8909589999821},{"questionId":"q162","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"20","isCorrect":false,"inputTokens":4895,"outputTokens":1,"latencyMs":525.6184160001576},{"questionId":"q162","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"24","isCorrect":false,"inputTokens":5959,"outputTokens":1,"latencyMs":585.3371250000782},{"questionId":"q162","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":7893,"outputTokens":1,"latencyMs":796.6327909999527},{"questionId":"q162","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"22","isCorrect":false,"inputTokens":6008,"outputTokens":1,"latencyMs":498.3850829999428},{"questionId":"q163","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":386.00420799991116},{"questionId":"q163","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":388.24224999989383},{"questionId":"q163","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":557.2138330000453},{"questionId":"q163","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":427.7162500000559},{"questionId":"q163","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":365.8930420000106},{"questionId":"q164","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":465.2879590000957},{"questionId":"q164","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":450.6630410000216},{"questionId":"q164","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":429.2830829999875},{"questionId":"q164","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":466.26450000004843},{"questionId":"q164","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":526.9325000001118},{"questionId":"q165","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6988,"outputTokens":1,"latencyMs":379.7719170001801},{"questionId":"q165","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4903,"outputTokens":1,"latencyMs":447.12054100004025},{"questionId":"q165","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5967,"outputTokens":1,"latencyMs":345.5867910000961},{"questionId":"q165","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7901,"outputTokens":1,"latencyMs":538.8418749999255},{"questionId":"q165","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":566.6731249999721},{"questionId":"q166","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6988,"outputTokens":1,"latencyMs":342.9584590001032},{"questionId":"q166","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":4903,"outputTokens":1,"latencyMs":334.0386670001317},{"questionId":"q166","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":5967,"outputTokens":1,"latencyMs":607.8448749999516},{"questionId":"q166","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":7901,"outputTokens":1,"latencyMs":757.2489579999819},{"questionId":"q166","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":440.5439999999944},{"questionId":"q167","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6988,"outputTokens":1,"latencyMs":660.2023330000229},{"questionId":"q167","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":4903,"outputTokens":1,"latencyMs":1143.5191660001874},{"questionId":"q167","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":5967,"outputTokens":1,"latencyMs":381.66795799997635},{"questionId":"q167","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7901,"outputTokens":1,"latencyMs":486.70141699980013},{"questionId":"q167","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":429.6477920000907},{"questionId":"q168","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":438.1950829999987},{"questionId":"q168","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":294.30608400003985},{"questionId":"q168","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":357.5215839999728},{"questionId":"q168","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7899,"outputTokens":1,"latencyMs":394.593292000005},{"questionId":"q168","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":476.79550000000745},{"questionId":"q169","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6986,"outputTokens":1,"latencyMs":441.7747500000987},{"questionId":"q169","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":393.5663330000825},{"questionId":"q169","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":453.7200409998186},{"questionId":"q169","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7899,"outputTokens":1,"latencyMs":391.22345900000073},{"questionId":"q169","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":369.08666700008325},{"questionId":"q170","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6986,"outputTokens":1,"latencyMs":472.9581250001211},{"questionId":"q170","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":378.80904199997894},{"questionId":"q170","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":921.2894999999553},{"questionId":"q170","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"8","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":543.3476670000236},{"questionId":"q170","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":366.4594999998808},{"questionId":"q171","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":409.6806669998914},{"questionId":"q171","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":754.4719579999801},{"questionId":"q171","format":"toon","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":397.8191250001546},{"questionId":"q171","format":"xml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":419.56649999995716},{"questionId":"q171","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":478.33433400001377},{"questionId":"q172","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1110,"outputTokens":5,"latencyMs":415.8383750000503},{"questionId":"q172","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":735,"outputTokens":5,"latencyMs":465.8986659999937},{"questionId":"q172","format":"toon","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":822,"outputTokens":5,"latencyMs":503.8621670000721},{"questionId":"q172","format":"xml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1185,"outputTokens":5,"latencyMs":412.9737500001211},{"questionId":"q172","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":863,"outputTokens":5,"latencyMs":1697.1035830001347},{"questionId":"q173","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1110,"outputTokens":2,"latencyMs":425.483917000005},{"questionId":"q173","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":735,"outputTokens":2,"latencyMs":449.86541700013913},{"questionId":"q173","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":822,"outputTokens":2,"latencyMs":347.6556659999769},{"questionId":"q173","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1185,"outputTokens":2,"latencyMs":426.74420899990946},{"questionId":"q173","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":863,"outputTokens":2,"latencyMs":369.13729199999943},{"questionId":"q174","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":380.345500000054},{"questionId":"q174","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":422.8056669998914},{"questionId":"q174","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":353.3112920001149},{"questionId":"q174","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":297.6556250001304},{"questionId":"q174","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":443.25875000003725},{"questionId":"q175","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1110,"outputTokens":2,"latencyMs":377.69870900013484},{"questionId":"q175","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":735,"outputTokens":2,"latencyMs":391.86891700001433},{"questionId":"q175","format":"toon","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":822,"outputTokens":2,"latencyMs":358.4276250000112},{"questionId":"q175","format":"xml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1185,"outputTokens":2,"latencyMs":336.1312919999473},{"questionId":"q175","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":863,"outputTokens":2,"latencyMs":1582.2848330000415},{"questionId":"q176","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":395.62208299990743},{"questionId":"q176","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":338.77337500010617},{"questionId":"q176","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":358.99387499992736},{"questionId":"q176","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":368.2992920000106},{"questionId":"q176","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":419.4040410001762},{"questionId":"q177","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1112,"outputTokens":2,"latencyMs":284.1531660000328},{"questionId":"q177","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":737,"outputTokens":2,"latencyMs":400.69708299986087},{"questionId":"q177","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":824,"outputTokens":2,"latencyMs":335.861125000054},{"questionId":"q177","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1187,"outputTokens":2,"latencyMs":432.72837499994785},{"questionId":"q177","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":865,"outputTokens":2,"latencyMs":538.4609580000397},{"questionId":"q178","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1110,"outputTokens":1,"latencyMs":356.3133749999106},{"questionId":"q178","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":735,"outputTokens":1,"latencyMs":344.9726250001695},{"questionId":"q178","format":"toon","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":305.7853330001235},{"questionId":"q178","format":"xml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1185,"outputTokens":1,"latencyMs":321.69162499997765},{"questionId":"q178","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":318.73841700004414},{"questionId":"q179","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1111,"outputTokens":2,"latencyMs":609.6722500000615},{"questionId":"q179","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":736,"outputTokens":2,"latencyMs":329.3502089998219},{"questionId":"q179","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":823,"outputTokens":2,"latencyMs":359.83654200006276},{"questionId":"q179","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1186,"outputTokens":2,"latencyMs":776.2567080000881},{"questionId":"q179","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":864,"outputTokens":2,"latencyMs":385.95645800000057},{"questionId":"q180","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1112,"outputTokens":5,"latencyMs":334.82166699995287},{"questionId":"q180","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":737,"outputTokens":5,"latencyMs":374.86558400001377},{"questionId":"q180","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":824,"outputTokens":5,"latencyMs":339.96562499995343},{"questionId":"q180","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":332.9127079998143},{"questionId":"q180","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":865,"outputTokens":5,"latencyMs":277.38400000007823},{"questionId":"q181","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":464.8744580000639},{"questionId":"q181","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":389.95958300004713},{"questionId":"q181","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":411.69412499992177},{"questionId":"q181","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":432.18162499996834},{"questionId":"q181","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":442.2701249998063},{"questionId":"q182","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":454.66283400007524},{"questionId":"q182","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":585.8914589998312},{"questionId":"q182","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":417.160000000149},{"questionId":"q182","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":432.515582999913},{"questionId":"q182","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":423.68095900001936},{"questionId":"q183","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":365.21529199997894},{"questionId":"q183","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":508.3387090000324},{"questionId":"q183","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":344.2841250000056},{"questionId":"q183","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":465.673625000054},{"questionId":"q183","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":321.93041700008325},{"questionId":"q184","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":329.49883299996145},{"questionId":"q184","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":408.2868749999907},{"questionId":"q184","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":337.8972080000676},{"questionId":"q184","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":412.50733399996534},{"questionId":"q184","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":471.59887500014156},{"questionId":"q185","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":512.371749999933},{"questionId":"q185","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":538.828582999995},{"questionId":"q185","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":339.15420800005086},{"questionId":"q185","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":435.25345900002867},{"questionId":"q185","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":409.0944999998901},{"questionId":"q186","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":334.6617499999702},{"questionId":"q186","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":636.3176669999957},{"questionId":"q186","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":411.91883299988694},{"questionId":"q186","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":351.15970800002106},{"questionId":"q186","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":362.9688750000205},{"questionId":"q187","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":412.1604170000646},{"questionId":"q187","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":736,"outputTokens":1,"latencyMs":389.0147500000894},{"questionId":"q187","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":823,"outputTokens":1,"latencyMs":313.5482089999132},{"questionId":"q187","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":1186,"outputTokens":1,"latencyMs":338.8171249998268},{"questionId":"q187","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":864,"outputTokens":1,"latencyMs":350.1187080000527},{"questionId":"q188","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1113,"outputTokens":1,"latencyMs":349.0431250000838},{"questionId":"q188","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":738,"outputTokens":1,"latencyMs":373.9920000000857},{"questionId":"q188","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":825,"outputTokens":1,"latencyMs":318.7767499999609},{"questionId":"q188","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1188,"outputTokens":1,"latencyMs":329.70645800000057},{"questionId":"q188","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":866,"outputTokens":1,"latencyMs":367.2378329997882},{"questionId":"q189","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":1115,"outputTokens":1,"latencyMs":342.9279169999063},{"questionId":"q189","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":740,"outputTokens":1,"latencyMs":589.9409160001669},{"questionId":"q189","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":371.982374999905},{"questionId":"q189","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":1190,"outputTokens":1,"latencyMs":365.53537499997765},{"questionId":"q189","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":868,"outputTokens":1,"latencyMs":334.4435839999933},{"questionId":"q190","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1114,"outputTokens":1,"latencyMs":362.175833000103},{"questionId":"q190","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":739,"outputTokens":1,"latencyMs":409.1332499999553},{"questionId":"q190","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":826,"outputTokens":1,"latencyMs":400.20370800001547},{"questionId":"q190","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":1189,"outputTokens":1,"latencyMs":319.97383299982175},{"questionId":"q190","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":458.0555830001831},{"questionId":"q191","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":396.16079199989326},{"questionId":"q191","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":520.9176250000019},{"questionId":"q191","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":408.63300000014715},{"questionId":"q191","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":1190,"outputTokens":1,"latencyMs":423.5287079999689},{"questionId":"q191","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":414.48870899993926},{"questionId":"q192","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1116,"outputTokens":1,"latencyMs":410.674291000003},{"questionId":"q192","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":741,"outputTokens":1,"latencyMs":416.6141250000801},{"questionId":"q192","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":1,"latencyMs":426.6545829998795},{"questionId":"q192","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":1191,"outputTokens":1,"latencyMs":456.3780829999596},{"questionId":"q192","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":869,"outputTokens":1,"latencyMs":421.2919159999583},{"questionId":"q193","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1116,"outputTokens":1,"latencyMs":366.68962499988265},{"questionId":"q193","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":741,"outputTokens":1,"latencyMs":406.3174580000341},{"questionId":"q193","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":828,"outputTokens":1,"latencyMs":491.7237500001211},{"questionId":"q193","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1191,"outputTokens":1,"latencyMs":425.0139579998795},{"questionId":"q193","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":869,"outputTokens":1,"latencyMs":341.9348750000354},{"questionId":"q194","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1117,"outputTokens":1,"latencyMs":344.2247919999063},{"questionId":"q194","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":742,"outputTokens":1,"latencyMs":333.1860419998411},{"questionId":"q194","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":829,"outputTokens":1,"latencyMs":438.234832999995},{"questionId":"q194","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1192,"outputTokens":1,"latencyMs":341.1651670001447},{"questionId":"q194","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":870,"outputTokens":1,"latencyMs":12104.993833000073},{"questionId":"q195","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1114,"outputTokens":1,"latencyMs":365.2630829999689},{"questionId":"q195","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":1,"latencyMs":382.53941600001417},{"questionId":"q195","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":362.747333999956},{"questionId":"q195","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":428.27833299990743},{"questionId":"q195","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":345.96254199999385},{"questionId":"q196","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1118,"outputTokens":1,"latencyMs":351.4945420001168},{"questionId":"q196","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":743,"outputTokens":1,"latencyMs":431.0831659999676},{"questionId":"q196","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":345.68966699996963},{"questionId":"q196","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":605.7105419998989},{"questionId":"q196","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":871,"outputTokens":1,"latencyMs":409.4469580000732},{"questionId":"q197","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":314.376750000054},{"questionId":"q197","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":548.5152920000255},{"questionId":"q197","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":373.1681250000838},{"questionId":"q197","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":348.55374999996275},{"questionId":"q197","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":370.13208299991675},{"questionId":"q198","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1120,"outputTokens":1,"latencyMs":346.0199170000851},{"questionId":"q198","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":745,"outputTokens":1,"latencyMs":497.3574999999255},{"questionId":"q198","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":832,"outputTokens":1,"latencyMs":390.4106669998728},{"questionId":"q198","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1195,"outputTokens":1,"latencyMs":339.9103339998983},{"questionId":"q198","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":873,"outputTokens":1,"latencyMs":398.2846669999417},{"questionId":"q199","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":782.224666000111},{"questionId":"q199","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":447.671832999913},{"questionId":"q199","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":827,"outputTokens":1,"latencyMs":375.4581669999752},{"questionId":"q199","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":449.5750420000404},{"questionId":"q199","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":418.0543329999782},{"questionId":"q200","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1114,"outputTokens":1,"latencyMs":577.5137080000713},{"questionId":"q200","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":739,"outputTokens":1,"latencyMs":366.06133399996907},{"questionId":"q200","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":416.9177080001682},{"questionId":"q200","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1189,"outputTokens":1,"latencyMs":378.2964159999974},{"questionId":"q200","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":867,"outputTokens":1,"latencyMs":346.17112499987707},{"questionId":"q201","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1118,"outputTokens":1,"latencyMs":421.01425000000745},{"questionId":"q201","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":743,"outputTokens":1,"latencyMs":434.6755000001285},{"questionId":"q201","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":430.1311669999268},{"questionId":"q201","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":403.59004099993035},{"questionId":"q201","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":871,"outputTokens":1,"latencyMs":345.51270800014026}]