toon/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning

[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":761.8773750000005},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":545.0217500000003},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":517.9234580000002},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":453.1534999999999},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":559.0094590000003},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":639.4425000000001},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":574.7027499999999},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":515.1512080000002},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":511.58333300000004},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":542.787084},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":480.4067090000008},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":362.77137499999935},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6502,"outputTokens":7,"latencyMs":484.48512500000015},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":584.7934169999999},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":354.22270800000024},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":405.0227909999994},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":470.09600000000046},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":369.6528330000001},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":500.7443749999993},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":360.2584999999999},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":666.2237499999992},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":353.71029199999975},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":437.17562500000076},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":373.88087500000074},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":630.1318329999995},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":1047.9944159999995},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":403.2854580000003},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"Yes","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":323.3902080000007},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":417.07037499999933},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":487.94408400000066},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":421.91754200000105},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4092,"outputTokens":2,"latencyMs":367.805957999999},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":369.13958300000013},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":386.7621670000008},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":520.7130409999991},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":403.4038330000003},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":469.22700000000077},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":345.25104199999987},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":357.03591699999924},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":357.68991599999936},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":505.92754199999945},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":342.50066700000025},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6501,"outputTokens":6,"latencyMs":551.0886250000003},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":391.23162500000035},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":336.99975000000086},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":350.46749999999884},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":547.207042},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":338.35091699999975},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":457.0891250000004},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":334.70437500000116},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":392.26804200000333},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":422.4300829999993},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":537.4906249999985},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":434.1172080000033},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":547.4564580000006},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":613.2717499999999},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":628.2829579999961},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":530.0692500000005},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":760.9945000000007},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":558.976582999996},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6500,"outputTokens":2,"latencyMs":512.6679159999912},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4094,"outputTokens":2,"latencyMs":365.9900830000115},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":332.9880420000118},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":362.0666670000064},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":349.4962919999962},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":796.1622919999936},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":472.6434159999917},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":391.55349999999453},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":338.99145800000406},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":320.95362499999464},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":476.2410830000008},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":345.6444579999952},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6499,"outputTokens":5,"latencyMs":413.0407500000001},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4093,"outputTokens":5,"latencyMs":348.28266700000677},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":353.4457079999993},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":384.9330840000039},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":520.598708000005},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":399.0876669999998},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6501,"outputTokens":1,"latencyMs":408.4727089999942},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4095,"outputTokens":1,"latencyMs":341.8660000000091},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":329.4681249999994},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":335.87504199999967},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":471.6568750000006},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":307.87266599999566},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":426.3641249999928},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":366.79116700000304},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":378.607416999992},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":344.60929199999373},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":457.0834590000013},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":2360.4816250000003},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":471.63291599998774},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":454.08433300000615},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":352.1990829999995},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":331.69574999999895},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":444.3667909999931},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":559.2680829999881},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":507.46933400000853},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":415.0520419999957},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":385.6255000000092},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":411.41229200000816},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":545.5625419999997},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":466.79899999999907},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6500,"outputTokens":5,"latencyMs":453.5650000000023},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4094,"outputTokens":5,"latencyMs":438.4252919999999},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2648,"outputTokens":5,"latencyMs":472.0716250000114},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2503,"outputTokens":5,"latencyMs":557.4646669999929},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7440,"outputTokens":5,"latencyMs":517.5549170000013},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5134,"outputTokens":5,"latencyMs":517.8763340000005},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":482.9360000000015},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":429.1014589999977},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":377.7461250000051},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":341.1035830000037},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":794.482124999995},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":440.50379200000316},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":444.9034580000007},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":442.80291700000816},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":343.57450000000244},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":327.8796250000014},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":2013.2518339999951},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":383.37554100000125},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":484.57983299999614},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":343.7469999999885},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":389.0648329999967},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":428.348708000005},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":485.7848329999979},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":335.82112499998766},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":403.7931670000107},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":339.797332999995},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":341.1053749999992},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":368.79095899999083},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":473.10595899999316},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":343.8685830000031},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":905.4709159999911},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":315.3877499999944},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":524.5379170000087},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":516.2225000000035},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":446.57279100001324},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":380.6857500000042},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":809.7948749999923},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":454.2739999999758},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":445.3422079999873},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":469.7410000000091},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":337.2180829999852},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":426.7832499999786},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":429.77241700000013},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":341.9688330000208},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":356.7826670000213},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":370.1393340000068},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":409.98233299999265},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":366.19229200002155},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":480.3096249999944},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":489.6255409999867},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":480.84500000000116},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":597.1106250000012},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":540.6125829999801},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":477.57079200001317},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":545.9500829999743},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":480.29237499999},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"82","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":510.00391599998693},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":478.80362500000047},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":527.9325829999871},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":355.005084000004},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"61","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":438.1707500000193},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":651.7952499999956},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"59","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":370.66095900000073},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"65","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":362.6848330000066},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":517.0673750000133},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":336.3202910000109},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":356.17095800000243},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":766.2498750000086},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"45","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":376.3862090000184},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":516.2958329999819},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":565.8851250000007},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":358.86658400000306},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":475.9775840000075},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":334.4660829999775},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"33","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":605.6304170000076},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"28","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":1036.5148340000014},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"20","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":438.68291699999827},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":444.0763330000045},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":599.3607499999925},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":383.8635409999988},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":427.2347080000036},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":389.5847080000094},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":440.45383300000685},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":349.9150840000075},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98650","isCorrect":false,"inputTokens":6499,"outputTokens":2,"latencyMs":611.386708999984},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99710","isCorrect":false,"inputTokens":4093,"outputTokens":2,"latencyMs":379.15158299999894},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100934","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":332.3384579999838},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99885","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":382.7724159999925},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98942","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":463.59954200001084},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97271","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":394.89879100001417},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":383.8285840000026},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":322.87987499998417},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":365.04041600000346},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"91","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":395.4356250000128},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":435.97345900000073},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":372.9010830000043},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":444.01062500002445},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":329.42833400002564},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":492.1781659999979},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":993.5453750000161},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":492.67337499998393},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":496.56795799999963},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":522.148749999993},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":1762.5627500000119},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":490.59941699999035},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":490.92279199999757},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":549.5636669999803},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":991.0178749999905},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":470.9942919999885},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":332.79475000000093},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":346.823166999995},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":341.19362500001444},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":476.351250000007},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":448.17654200000106},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":467.8966670000227},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":374.3169159999816},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":346.9868750000023},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":354.92116699999315},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":474.05429199998616},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":340.4786669999885},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":448.8451669999922},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":340.6155410000065},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":364.4889169999806},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":443.4985839999863},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":412.87570799997775},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":356.1766250000219},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":402.7448330000043},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":327.1449999999895},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":368.4154170000111},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":334.86591600000975},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":604.6071670000092},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":425.1431659999944},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"15","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":424.4211249999935},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"20","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":390.60599999999977},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":428.3810419999936},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":339.2678330000199},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"16","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":495.16095900000073},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"20","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":384.6077089999744},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":339.14879100001417},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":366.70295800000895},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":323.09437500001513},{"questionId":"q41","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"75","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":379.9422499999928},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":424.0458750000107},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":346.4710829999822},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"54","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":715.7073340000061},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":328.8727919999801},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"62","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":562.8555420000048},{"questionId":"q42","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"68","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":310.9527090000047},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"46","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":488.25333300000057},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":435.7214999999851},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":614.1840410000295},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":592.2223750000121},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":412.9035000000149},{"questionId":"q43","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":418.2801249999902},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":579.4393329999875},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"26","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":450.56991600000765},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"6","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":523.9254170000204},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":406.53033300000243},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":345.05054199998267},{"questionId":"q44","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"12","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":337.9305830000085},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":435.05420899996534},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":311.0670420000097},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":429.8908339999616},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":372.6387499999837},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":308.044916999992},{"questionId":"q45","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":362.3090840000077},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":480.9266249999637},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":342.24037499999395},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":373.2436250000028},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":368.78066699998453},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":483.4070420000353},{"questionId":"q46","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":374.50874999997905},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":483.04033400001936},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":344.93458300002385},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":575.5800419999869},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":381.210167000012},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"16","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":459.58712500002},{"questionId":"q47","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":324.3997499999823},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":428.6690420000232},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":331.85600000002887},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":409.87220800004434},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":328.6931249999907},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"23","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":358.7572500000242},{"questionId":"q48","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":418.0418339999742},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":489.5485000000335},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":424.07212500000605},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":465.2982920000213},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":387.9899579999619},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":456.65345799998613},{"questionId":"q49","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":466.04645799996797},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":426.6067499999772},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":347.9981250000419},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":635.4677500000107},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":372.11887499998556},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"14","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":378.12879099999554},{"questionId":"q50","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":342.38870900002075},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":415.07166699995287},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":357.38087499997346},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":747.6212919999962},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":632.3880830000271},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":649.3349160000216},{"questionId":"q51","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":616.7826249999925},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":661.5340000000433},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":771.6427090000361},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9895,"outputTokens":2,"latencyMs":689.4887920000474},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6061,"outputTokens":2,"latencyMs":603.63824999996},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":602.3564999999944},{"questionId":"q52","format":"csv","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":630.8691669999971},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":643.885083000001},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":588.4277920000022},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":673.9401669999934},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":392.787834000017},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":377.970708000008},{"questionId":"q53","format":"csv","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":574.4417499999981},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":734.621959000011},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":555.1812500000233},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":651.007500000007},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":428.7032500000205},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":387.38308300002245},{"questionId":"q54","format":"csv","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":452.21529199997894},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":608.638208999997},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":476.1063749999739},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":796.1120419999934},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":493.66358300001593},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":389.37804199999664},{"questionId":"q55","format":"csv","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":518.5282499999739},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":635.727583000029},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":483.4232910000137},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":574.4358750000247},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":399.7847499999916},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":399.1013750000275},{"questionId":"q56","format":"csv","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":482.7777500000084},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":485.0822080000071},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":530.9574170000269},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9895,"outputTokens":4,"latencyMs":618.4845830000122},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6061,"outputTokens":4,"latencyMs":704.4417920000269},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6093,"outputTokens":4,"latencyMs":373.35825000004843},{"questionId":"q57","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7251,"outputTokens":4,"latencyMs":553.7531250000466},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11148,"outputTokens":4,"latencyMs":599.0958329999703},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7503,"outputTokens":4,"latencyMs":534.5366659999709},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9895,"outputTokens":2,"latencyMs":623.1908750000293},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6061,"outputTokens":2,"latencyMs":518.0507920000236},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":398.64937499997905},{"questionId":"q58","format":"csv","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":500.36429200001294},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":917.9081250000163},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":518.968125000014},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":459.4947909999755},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":434.5448750000214},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":811.1866659999941},{"questionId":"q59","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":607.5384579999954},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":673.4567500000121},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":789.491250000021},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":5,"latencyMs":705.9175419999519},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":5,"latencyMs":605.5037499999744},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":798.3520409999765},{"questionId":"q60","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":603.9208330000401},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":604.6279579999973},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":787.8916249999893},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":663.3781660000095},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":382.7593750000233},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":388.5628329999745},{"questionId":"q61","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":386.9187910000328},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":494.4480839999742},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":440.8327500000014},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":475.94370800000615},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":377.8945839999942},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":336.25787500001024},{"questionId":"q62","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":505.51900000002934},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":435.14549999998417},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":442.93425000004936},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9896,"outputTokens":4,"latencyMs":499.2937919999822},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6062,"outputTokens":4,"latencyMs":442.9947500000126},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6094,"outputTokens":4,"latencyMs":390.6684580000001},{"questionId":"q63","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7252,"outputTokens":4,"latencyMs":577.7139580000076},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11149,"outputTokens":4,"latencyMs":495.54891700000735},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7504,"outputTokens":4,"latencyMs":478.9410000000498},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":5,"latencyMs":585.0583750000224},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":5,"latencyMs":434.38320799998473},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":401.0295000000042},{"questionId":"q64","format":"csv","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":411.6556659999769},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":625.0273329999764},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":391.79066699999385},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":461.8668330000364},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":424.5501669999794},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":462.8098330000066},{"questionId":"q65","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":374.4677920000395},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":614.5425410000025},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":483.6504999999888},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":552.6767090000212},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":368.70250000001397},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":496.7924580000108},{"questionId":"q66","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":515.8842920000316},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":844.7245000000112},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":469.8218329999945},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9896,"outputTokens":8,"latencyMs":461.28012500004843},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6062,"outputTokens":8,"latencyMs":527.2818329999573},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6094,"outputTokens":8,"latencyMs":408.9087500000023},{"questionId":"q67","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7252,"outputTokens":8,"latencyMs":443.30420800001593},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11149,"outputTokens":8,"latencyMs":941.2748750000028},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7504,"outputTokens":8,"latencyMs":570.8242080000346},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":7,"latencyMs":570.1667920000036},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":7,"latencyMs":513.5873750000028},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":7,"latencyMs":511.84700000000885},{"questionId":"q68","format":"csv","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":7,"latencyMs":604.818917000026},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":7,"latencyMs":927.6182499999995},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":7,"latencyMs":896.3349170000292},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":553.3773340000189},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":510.1705420000362},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":420.9733750000014},{"questionId":"q69","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":417.64562500000466},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":448.876333000022},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":1172.4677089999896},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":655.7515830000048},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":490.7835830000113},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":529.9411670000409},{"questionId":"q70","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":480.6850829999894},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":424.6925830000546},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":389.57970800000476},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":416.87758299999405},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6059,"outputTokens":1,"latencyMs":457.41145899996627},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":377.78558299998986},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":456.0079169999808},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":568.9639590000152},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":614.4753750000382},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":694.2236670000129},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6059,"outputTokens":1,"latencyMs":378.30091699998593},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":335.42470899998443},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":594.2818330000155},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":419.6247909999802},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":418.55179200001294},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":443.9320000000298},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6059,"outputTokens":1,"latencyMs":435.98495800001547},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":403.51741600001696},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":577.6148329999996},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":730.8183329999447},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":493.89212500001304},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"30713.25","isCorrect":false,"inputTokens":9893,"outputTokens":4,"latencyMs":481.5974580000038},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"35933.69","isCorrect":false,"inputTokens":6059,"outputTokens":4,"latencyMs":451.5302919999813},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"28984.79","isCorrect":false,"inputTokens":6091,"outputTokens":4,"latencyMs":381.8005830000038},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"35353.28","isCorrect":false,"inputTokens":7249,"outputTokens":4,"latencyMs":516.8000420000171},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"31915.68","isCorrect":false,"inputTokens":11146,"outputTokens":4,"latencyMs":493.5356249999604},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29598.33","isCorrect":false,"inputTokens":7501,"outputTokens":4,"latencyMs":375.6497500000405},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"905.36","isCorrect":false,"inputTokens":9891,"outputTokens":3,"latencyMs":734.511708999984},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1117.53","isCorrect":false,"inputTokens":6057,"outputTokens":4,"latencyMs":368.14391600003},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1105.30","isCorrect":false,"inputTokens":6089,"outputTokens":4,"latencyMs":395.9804999999469},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"986.07","isCorrect":false,"inputTokens":7247,"outputTokens":3,"latencyMs":547.6706249999697},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1032.20","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":588.4825410000049},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1051.34","isCorrect":false,"inputTokens":7499,"outputTokens":4,"latencyMs":620.2291660000337},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":615.6946669999743},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":518.9245839999057},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":551.9820419999305},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":519.1901670000516},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":518.2939170000609},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":564.1775419999612},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9891,"outputTokens":4,"latencyMs":516.4454589999514},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6057,"outputTokens":4,"latencyMs":515.8636660000775},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6089,"outputTokens":4,"latencyMs":430.26600000006147},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7247,"outputTokens":4,"latencyMs":454.83391699998174},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1844.29","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":456.4585000000661},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7499,"outputTokens":4,"latencyMs":392.44758400006685},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"44","actual":"38","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":584.3128329999745},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"44","actual":"39","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":400.2204159999965},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":452.61591699998826},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":496.623666999978},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":617.5747500000289},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"37","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":410.95283299998846},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":489.6954169999808},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":465.55429200001527},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":355.93391600006726},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":413.7671669999836},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":683.1977499999339},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"23","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":473.8577499999665},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":650.8938339999877},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":483.529291999992},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"20","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":372.1475419999333},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":432.5868339999579},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":446.17050000000745},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":515.2354170000181},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":527.9937919999938},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":451.33579199993983},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":355.64020799996797},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":421.84787499997765},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"8","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":431.7599170000758},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":418.19812499999534},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"14","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":449.92237499996554},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":430.093957999954},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":351.3933749999851},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":341.577874999959},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":628.6997909999918},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":541.049457999994},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":9900,"outputTokens":1,"latencyMs":452.51579099998344},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":486.45858299999963},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":427.5977079999866},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":412.393458000035},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":728.9748749999562},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":457.7004579999484},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9900,"outputTokens":1,"latencyMs":500.357834000024},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":377.7987079999875},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":437.2621250000084},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":530.0276249999879},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":520.7056250000605},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":506.2153330000583},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9900,"outputTokens":1,"latencyMs":497.1973340000259},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":609.9027080000378},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":698.9558330000145},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":826.4536249999655},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":550.079916000017},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":630.3089169999585},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":590.811791999964},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":363.8533329999773},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":327.54470800003037},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":535.9779999998864},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":584.4118329999037},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":431.78008299996145},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"8","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":591.7566250000382},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":364.796459000092},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"8","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":363.4733329999726},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":431.5867079999298},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":471.5403749999823},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":468.8220839999849},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":9900,"outputTokens":1,"latencyMs":413.98520799994003},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":413.0740419999929},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":511.1717499999795},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":447.6660840000259},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":452.47662500001024},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":372.57279200002085},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":9901,"outputTokens":1,"latencyMs":596.5277909999713},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":442.7767499999609},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"20","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":772.7882919999538},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"9","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":380.64587500004563},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":777.1855420001084},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":414.79462499998044},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":9901,"outputTokens":1,"latencyMs":588.4622080000117},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"27","actual":"9","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":383.8730000000214},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"13","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":351.3862499999814},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":341.01633300003596},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":474.1632919999538},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":554.0255410000682},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":452.33270800008904},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":402.6539160000393},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":431.3137919999426},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":450.6520840000594},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":534.5861249999143},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":415.5186250000261},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":380.51270900003146},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":640.954207999981},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":456.8982500000857},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":328.8150420000311},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":455.4643330000108},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":780.1212090000045},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":441.2452920000069},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":557.8709169999929},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":428.34720800002106},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":435.5863749999553},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":428.937750000041},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":426.04187499999534},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":427.1007910000626},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":427.3537500000093},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":317.04387500009034},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":355.5812079999596},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":344.6527500000084},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":351.8076669999864},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":340.60120899998583},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2488,"outputTokens":3,"latencyMs":351.68975000001956},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":989.2815829999745},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":332.4700840000296},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":408.22258400009014},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":323.52329200005624},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":314.0623750000959},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":378.05608400003985},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":414.20187500002794},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":397.1586670000106},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":395.0734170000069},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":333.1453329999931},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":451.71374999999534},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":349.0484169999836},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":335.0024589999812},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":322.29462499998044},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":331.31112500000745},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":362.72775000007823},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":417.68420899997},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":354.4983750000829},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":310.15245799999684},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":315.81366699992213},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":339.12816700001713},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":349.9148329999298},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":702.7822500000475},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":387.72408399998676},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":320.2744160000002},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":309.0870420000283},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":422.00337499997113},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":346.781917000073},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":389.3887920000125},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2488,"outputTokens":3,"latencyMs":329.4673329999205},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":401.4339580000378},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":401.18920899997465},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":350.87745800009},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":354.89762500009965},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":464.30850000004284},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":379.4570829999866},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":390.890875000041},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":391.14133400004357},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":523.0967079999391},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":420.8438329999335},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":481.7917909999378},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":1156.7725830000127},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":438.3461670000106},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":447.0842080001021},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":382.2686250000261},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":349.7687910000095},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":329.4839589999756},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":472.1734590000706},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":336.65737499995157},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":375.3509169999743},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":374.8202919999603},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":346.89362499990966},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"301245","isCorrect":false,"inputTokens":3811,"outputTokens":2,"latencyMs":384.6672499999404},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"347194","isCorrect":false,"inputTokens":2485,"outputTokens":2,"latencyMs":421.1909999999916},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"356,452","isCorrect":false,"inputTokens":1719,"outputTokens":3,"latencyMs":353.6363340000389},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"569,188","isCorrect":false,"inputTokens":1598,"outputTokens":3,"latencyMs":311.51600000006147},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"352360","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":370.3387080000248},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"218361","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":343.7124579999363},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"311246.34","isCorrect":false,"inputTokens":3809,"outputTokens":4,"latencyMs":479.6829999999609},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"248,216.39","isCorrect":false,"inputTokens":2483,"outputTokens":5,"latencyMs":439.4104169999482},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"317406.82","isCorrect":false,"inputTokens":1717,"outputTokens":4,"latencyMs":377.890625},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"312,559.89","isCorrect":false,"inputTokens":1596,"outputTokens":5,"latencyMs":549.8749580000294},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"297760.75","isCorrect":false,"inputTokens":4458,"outputTokens":4,"latencyMs":473.82441599993035},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"304,881.56","isCorrect":false,"inputTokens":3140,"outputTokens":5,"latencyMs":410.8182500000112},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1140","isCorrect":false,"inputTokens":3811,"outputTokens":2,"latencyMs":420.701791999978},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1322","isCorrect":false,"inputTokens":2485,"outputTokens":2,"latencyMs":369.1518749999814},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1677","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":390.73499999998603},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1630","isCorrect":false,"inputTokens":1598,"outputTokens":2,"latencyMs":389.4203329999},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1301","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":381.33116700011306},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1233","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":407.19404199998826},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5996","isCorrect":false,"inputTokens":3810,"outputTokens":2,"latencyMs":426.1607920000097},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6191.97","isCorrect":false,"inputTokens":2484,"outputTokens":4,"latencyMs":405.0360830000136},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5971","isCorrect":false,"inputTokens":1718,"outputTokens":2,"latencyMs":372.7966669999296},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5997","isCorrect":false,"inputTokens":1597,"outputTokens":2,"latencyMs":386.70458299992606},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5959","isCorrect":false,"inputTokens":4459,"outputTokens":2,"latencyMs":460.5182919999352},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5932","isCorrect":false,"inputTokens":3141,"outputTokens":2,"latencyMs":409.83337500004563},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6727.79","isCorrect":false,"inputTokens":3808,"outputTokens":4,"latencyMs":444.7666250000475},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6358.34","isCorrect":false,"inputTokens":2482,"outputTokens":4,"latencyMs":373.9929580000462},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6343.82","isCorrect":false,"inputTokens":1716,"outputTokens":4,"latencyMs":349.502833000035},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5397.88","isCorrect":false,"inputTokens":1595,"outputTokens":4,"latencyMs":437.31308300001547},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6342.79","isCorrect":false,"inputTokens":4457,"outputTokens":4,"latencyMs":408.1630829999922},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6723.18","isCorrect":false,"inputTokens":3139,"outputTokens":4,"latencyMs":390.6357909999788},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.03","isCorrect":false,"inputTokens":3810,"outputTokens":3,"latencyMs":339.84779200004414},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.5","isCorrect":false,"inputTokens":2484,"outputTokens":3,"latencyMs":338.1037500000093},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.03","isCorrect":false,"inputTokens":1718,"outputTokens":3,"latencyMs":509.2846670000581},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.29","isCorrect":false,"inputTokens":1597,"outputTokens":3,"latencyMs":456.7586669999873},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"36.03","isCorrect":false,"inputTokens":4459,"outputTokens":3,"latencyMs":439.16237500007264},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.1","isCorrect":false,"inputTokens":3141,"outputTokens":3,"latencyMs":426.38804200000595},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3810,"outputTokens":1,"latencyMs":425.78012500004843},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2484,"outputTokens":1,"latencyMs":457.82520800002385},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1718,"outputTokens":1,"latencyMs":486.87833300000057},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1597,"outputTokens":1,"latencyMs":374.4669170000125},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":4459,"outputTokens":1,"latencyMs":410.7557909999741},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3141,"outputTokens":1,"latencyMs":409.36141699994914},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3813,"outputTokens":2,"latencyMs":406.731334000011},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":2487,"outputTokens":2,"latencyMs":358.170792000019},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1721,"outputTokens":2,"latencyMs":375.41883300000336},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1600,"outputTokens":2,"latencyMs":379.0062499999767},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4462,"outputTokens":2,"latencyMs":339.73012500000186},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3144,"outputTokens":2,"latencyMs":358.8374580000527},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"35","isCorrect":false,"inputTokens":3811,"outputTokens":1,"latencyMs":338.62316600000486},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"40","isCorrect":false,"inputTokens":2485,"outputTokens":1,"latencyMs":360.52129099995364},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"33","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":339.6812089999439},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"34","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":332.26366599998437},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":334.8950000000186},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"41","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":330.2772080000723},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":3811,"outputTokens":1,"latencyMs":363.2588339999784},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":2485,"outputTokens":1,"latencyMs":321.9873750000261},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":345.61845800001174},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":345.94195900007617},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"6","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":531.8953749999637},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":411.87683399999514},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":358.7059170000721},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":366.6487500000512},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"17","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":344.6491249999963},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":381.1515000000363},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":573.8631670000032},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":324.71804100007284},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":347.4015420000069},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":461.9265829999931},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":429.59512499999255},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"5","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":419.59295900003053},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":382.68391699995846},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":343.7944160000188},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"11","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":431.05395800003316},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":337.69341600011103},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":403.60479099990334},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"23","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":320.48266700003296},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":397.21616700000595},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":433.7939160000533},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":488.09391599998344},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":315.73687500006054},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"17","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":331.48179099999834},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":327.9735000000801},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":586.7809170000255},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":391.50179100001696},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":387.46791600005236},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"13","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":401.0549170000013},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":422.22220899991225},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":391.5945419999771},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":394.18887499999255},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":409.03824999998324},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"12","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":421.9619589999784},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"9","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":401.86537500005215},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":366.41795899998397},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"12","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":366.4039590000175},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"10","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":554.76645799994},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"7","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":338.69108300004154},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"5","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":307.0352500000736},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"10","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":342.1672499999404},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":365.1117089999607},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":361.8355000000447},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":340.8852499999339},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"7","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":384.3976669999538},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":361.72100000001956},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":2490,"outputTokens":1,"latencyMs":391.49391700001433},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"35","actual":"22","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":330.02370799996424},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"35","actual":"30","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":337.9880829999456},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":369.78429199999664},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"23","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":359.5209160000086},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":325.1409160000039},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":2490,"outputTokens":1,"latencyMs":1451.3282500000205},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":327.4074580000015},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":351.2333749999525},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":4465,"outputTokens":1,"latencyMs":350.27637500001583},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"16","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":337.5374170000432},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":3820,"outputTokens":1,"latencyMs":363.0047079999931},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":446.8994999999413},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":466.76270900003146},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"33","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":410.3715830000583},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"28","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":610.2814589999616},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"24","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":317.4704159999965},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"26","isCorrect":false,"inputTokens":3820,"outputTokens":1,"latencyMs":521.0274170000339},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":429.4252920000581},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":359.2298750000773},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":333.21925000008196},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":348.2842079999391},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":332.56387500010896},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":863.1083339999896},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":634.0490829999326},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":585.7077500000596},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":1416.5217499999562},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":795.8894169999985},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":617.7950420000125},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":1067.063124999986},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":1067.939167000004},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":723.9099169999827},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":618.9413749999367},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":1037.4320420000004},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":690.7040419999976},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":931.5067499999423},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":670.5850419999333},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":694.7871250000317},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":722.7110410000896},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":868.674457999994},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":731.1757080000825},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":672.6666669999249},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11537,"outputTokens":1,"latencyMs":507.41379200003576},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":816.8219579999568},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":722.9456250000512},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":816.0409170000348},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":610.6217920000199},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":713.0563750000438},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":603.4144999999553},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":344.35966700001154},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":644.1975000000093},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":809.1000000000931},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":582.3278750000754},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":705.2810840000166},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":528.6802090000128},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":573.2728339999449},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":511.5514170000097},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":833.5516250000801},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":610.1545829999959},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":443.7762909999583},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":594.871208999888},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":445.2850000000326},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8604,"outputTokens":1,"latencyMs":597.9647080000723},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":912.6351250000298},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":928.2157499999739},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15227,"outputTokens":1,"latencyMs":909.858666999964},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":666.0736669999314},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8832,"outputTokens":1,"latencyMs":600.3035839999793},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8602,"outputTokens":1,"latencyMs":479.1734999999171},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":493.4390420001},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"Microsoft","isCorrect":true,"inputTokens":13226,"outputTokens":1,"latencyMs":709.5065830000676},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15232,"outputTokens":1,"latencyMs":730.2884169999743},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11539,"outputTokens":1,"latencyMs":743.00245800009},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8837,"outputTokens":1,"latencyMs":602.4584160000086},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8607,"outputTokens":1,"latencyMs":439.52183300000615},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17147,"outputTokens":1,"latencyMs":953.6715410000179},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13231,"outputTokens":1,"latencyMs":593.3161250000121},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":452.0724170000758},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":439.440333000035},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":708.3062090000603},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":1007.4180420000339},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":536.8852500000503},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":630.2633749999804},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15232,"outputTokens":2,"latencyMs":1040.5864580000052},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":11539,"outputTokens":2,"latencyMs":636.0687499999767},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":532.0990000000456},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":665.9154169999529},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":578.6468330000062},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":545.4643749999814},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13249918","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":799.4659159999574},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"16769246","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":480.5536250000587},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12211983","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":480.82829199999105},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":353.7560420000227},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":878.5510840000352},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12707614","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":473.56070899998304},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15224,"outputTokens":1,"latencyMs":502.10370900004636},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11531,"outputTokens":1,"latencyMs":675.1365409999853},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":470.783666000003},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":1274.4933749999618},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"70","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":802.2645829999819},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":614.4782500000438},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"149649","isCorrect":false,"inputTokens":15226,"outputTokens":2,"latencyMs":760.8913750000065},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140148.03","isCorrect":false,"inputTokens":11533,"outputTokens":4,"latencyMs":866.6046250000363},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140903","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":428.45837500004563},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"148692","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":545.0187500000466},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"142253","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":826.5534159999806},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"128686","isCorrect":false,"inputTokens":13225,"outputTokens":2,"latencyMs":649.1973750001052},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"64","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":437.6100419999566},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"61","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":614.5360840000212},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"57","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":579.344374999986},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"56","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":631.3174580000341},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":816.3997090000194},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":468.0228750000242},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"38","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":1053.4090410000645},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":374.8957089999458},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"45","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":453.67754199996125},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"46","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":457.0674580000341},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"24","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":875.672292000032},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"31","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":513.8665840000613},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"23","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":717.168834000011},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":621.503708000062},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":441.4434170000022},{"questionId":"q141","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"29","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":414.44566699990537},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":410.2602500000503},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"22","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":687.8405839999905},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"43","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":818.1729170000181},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":447.42962499998976},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":479.20195899996907},{"questionId":"q142","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":444.6446660000365},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"39","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":579.2930409999099},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"42","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":855.0022919999901},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":618.7747909999453},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":810.1331250000512},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"38","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":429.4492499999469},{"questionId":"q143","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"49","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":648.750207999954},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"22","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":594.2811250000959},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"35","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":773.3109580000164},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":600.374542000005},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"50","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":523.0562919999938},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"48","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":878.9379590000026},{"questionId":"q144","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"36","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":408.1546659999294},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":542.4841250000754},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"27","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":477.04350000002887},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"26","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":666.9923750000307},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"4","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":415.7232500000391},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"14","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":677.5247079998953},{"questionId":"q145","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":562.7883750000037},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":832.8482910000021},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":393.04308299999684},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":15227,"outputTokens":1,"latencyMs":393.5698329999577},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":984.999375000014},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":467.66579200001433},{"questionId":"q146","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":454.2695829999866},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":912.6737080001039},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":619.2285830000183},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"32","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":401.0561670000898},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"32","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":462.92104200005997},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"40","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":425.1862909999909},{"questionId":"q147","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":395.1655420000898},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"23","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":474.50762499996927},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":13227,"outputTokens":1,"latencyMs":472.4642499999609},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"29","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":757.3064579999773},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"31","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":383.3184589999728},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":570.1132080000825},{"questionId":"q148","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"36","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":2681.7952920000535},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":480.87283300003037},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"31","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":457.6072919999715},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"45","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":830.7521660000784},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"25","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":440.8161250000121},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":417.2748750000028},{"questionId":"q149","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"20","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":652.9579169999342},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"35","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":687.0217500000726},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":622.0967079999391},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"42","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":460.18129199999385},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"19","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":369.5720830000937},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"18","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":584.3033340000547},{"questionId":"q150","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"14","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":390.16170900000725},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":441.5797500000335},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"29","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":491.67579200002365},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":577.7870000000112},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":721.5491659999825},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":578.1473750001751},{"questionId":"q151","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":578.3071250000503},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":973.1381250000559},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":664.6550829999615},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":648.1611670001876},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":739.0293330000713},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":779.0258750000503},{"questionId":"q152","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":592.6007080001291},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":466.84229200007394},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":479.1218340001069},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":484.54504100000486},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":415.3625409998931},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":470.61191699979827},{"questionId":"q153","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":453.6640840000473},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":593.7607080000453},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":474.7679580000695},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"9","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":492.8036250001751},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"8","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":461.3943749999162},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":8839,"outputTokens":1,"latencyMs":632.4096670001745},{"questionId":"q154","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":1502.6806669998914},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":618.4989590002224},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":621.8662089998834}]