toon/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning

[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6514,"outputTokens":2,"latencyMs":761.5262920000023},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4105,"outputTokens":2,"latencyMs":500.59695899999497},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2684,"outputTokens":2,"latencyMs":515.6211670000048},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2519,"outputTokens":2,"latencyMs":476.0241249999963},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7451,"outputTokens":2,"latencyMs":778.9134579999954},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5147,"outputTokens":2,"latencyMs":701.711166000001},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6514,"outputTokens":1,"latencyMs":711.5992909999986},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4105,"outputTokens":1,"latencyMs":595.440042000002},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2684,"outputTokens":1,"latencyMs":472.6217500000057},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2519,"outputTokens":1,"latencyMs":473.1861250000002},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7451,"outputTokens":1,"latencyMs":388.14058300000033},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5147,"outputTokens":1,"latencyMs":401.74412499999744},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6517,"outputTokens":7,"latencyMs":775.6467080000002},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4108,"outputTokens":7,"latencyMs":387.1924579999977},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2687,"outputTokens":7,"latencyMs":372.3358339999977},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2522,"outputTokens":7,"latencyMs":468.0272499999992},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7454,"outputTokens":7,"latencyMs":490.00308299999597},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5150,"outputTokens":7,"latencyMs":375.0840840000019},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":419.2505420000016},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":347.2774999999965},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2687,"outputTokens":1,"latencyMs":725.2204169999968},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":408.4358329999959},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":432.94354100000055},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5150,"outputTokens":1,"latencyMs":324.5074590000004},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6512,"outputTokens":1,"latencyMs":466.5721249999988},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4103,"outputTokens":1,"latencyMs":340.88862500000687},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2682,"outputTokens":1,"latencyMs":354.3313750000016},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2517,"outputTokens":1,"latencyMs":367.6174170000013},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7449,"outputTokens":1,"latencyMs":485.8099999999977},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No\n\n## Explanation\n\nThe reasoning involves parsing the YAML structure to locate the specific employee record. The data is organized under the \"employees\" key as a list of objects, each containing fields like id, name, email, department, salary, yearsExperience, and active. To answer the query, identify the entry where the name field equals \"Tracy Gleason,\" which corresponds to id: 9. In that record, the active field is set to false, indicating the employee is not active. This direct examination of the relevant YAML entry confirms the status.","isCorrect":true,"inputTokens":5145,"outputTokens":112,"latencyMs":975.8160419999986},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6513,"outputTokens":2,"latencyMs":465.20220800000243},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4104,"outputTokens":2,"latencyMs":369.96195799999987},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2683,"outputTokens":2,"latencyMs":325.0040829999998},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2518,"outputTokens":2,"latencyMs":355.7384999999995},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7450,"outputTokens":2,"latencyMs":407.23608299999614},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5146,"outputTokens":2,"latencyMs":363.005167000003},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":472.03954100000556},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":442.02470800000447},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":355.5347499999989},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":328.25824999999895},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":372.78304200000275},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":396.5722090000054},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6516,"outputTokens":6,"latencyMs":401.1356250000026},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4107,"outputTokens":6,"latencyMs":454.8651249999966},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2686,"outputTokens":6,"latencyMs":325.653459000001},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2521,"outputTokens":6,"latencyMs":343.06095799999457},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7453,"outputTokens":6,"latencyMs":421.2090840000019},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5149,"outputTokens":6,"latencyMs":468.93291700000555},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":528.4802909999999},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":362.1042499999967},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2687,"outputTokens":1,"latencyMs":468.5052080000023},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":428.89395800000057},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":606.0681249999907},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5150,"outputTokens":1,"latencyMs":919.7102500000037},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6514,"outputTokens":1,"latencyMs":500.4227499999979},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4105,"outputTokens":1,"latencyMs":442.85050000000047},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2684,"outputTokens":1,"latencyMs":384.0657910000009},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2519,"outputTokens":1,"latencyMs":444.0281249999971},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7451,"outputTokens":1,"latencyMs":778.1915000000008},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5147,"outputTokens":1,"latencyMs":655.6432500000083},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6515,"outputTokens":2,"latencyMs":382.5429589999985},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4106,"outputTokens":2,"latencyMs":440.61229200000525},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2685,"outputTokens":2,"latencyMs":490.61737500000163},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2520,"outputTokens":2,"latencyMs":311.47699999999895},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7452,"outputTokens":2,"latencyMs":421.51524999999674},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5148,"outputTokens":2,"latencyMs":372.16904200000863},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":394.88895800001046},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":398.95141700000386},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":357.5086250000022},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":335.627250000005},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":431.76062499999534},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":403.6072090000089},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6512,"outputTokens":1,"latencyMs":404.34020799999416},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4103,"outputTokens":1,"latencyMs":445.0642499999958},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2682,"outputTokens":1,"latencyMs":337.8610420000041},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2517,"outputTokens":1,"latencyMs":395.6776250000112},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7449,"outputTokens":1,"latencyMs":476.2642909999995},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5145,"outputTokens":1,"latencyMs":366.7690830000065},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6512,"outputTokens":1,"latencyMs":465.09870899999805},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4103,"outputTokens":1,"latencyMs":359.2127920000057},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2682,"outputTokens":1,"latencyMs":334.1157499999972},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2517,"outputTokens":1,"latencyMs":528.625749999992},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7449,"outputTokens":1,"latencyMs":353.411500000002},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5145,"outputTokens":1,"latencyMs":370.83195800000976},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6512,"outputTokens":1,"latencyMs":526.565957999992},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4103,"outputTokens":1,"latencyMs":985.0588749999879},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2682,"outputTokens":1,"latencyMs":334.4548749999958},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2517,"outputTokens":1,"latencyMs":383.49925000000803},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7449,"outputTokens":1,"latencyMs":628.7822909999959},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5145,"outputTokens":1,"latencyMs":398.5317919999943},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"84","isCorrect":false,"inputTokens":6517,"outputTokens":1,"latencyMs":389.80308300000615},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"95","isCorrect":false,"inputTokens":4108,"outputTokens":1,"latencyMs":408.20829200001026},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"85","isCorrect":false,"inputTokens":2687,"outputTokens":1,"latencyMs":426.5163329999923},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"78","isCorrect":false,"inputTokens":2522,"outputTokens":1,"latencyMs":340.91258299999754},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":7454,"outputTokens":1,"latencyMs":438.6693749999977},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":5150,"outputTokens":1,"latencyMs":386.27850000000035},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":346.692292000007},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":387.7595000000001},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"65","isCorrect":false,"inputTokens":2687,"outputTokens":1,"latencyMs":349.2559170000022},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":2522,"outputTokens":1,"latencyMs":362.42529100000684},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":7454,"outputTokens":1,"latencyMs":487.1877500000119},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"63","isCorrect":false,"inputTokens":5150,"outputTokens":1,"latencyMs":545.6530420000199},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"47","isCorrect":false,"inputTokens":6517,"outputTokens":1,"latencyMs":515.1853750000009},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":4108,"outputTokens":1,"latencyMs":665.0683749999735},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":2687,"outputTokens":1,"latencyMs":481.14145900000585},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":403.5092080000031},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":505.2139160000079},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":5150,"outputTokens":1,"latencyMs":425.5977079999866},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":539.9807079999882},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":553.1321670000034},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":390.7068750000035},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":352.33854199998314},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":425.1197500000126},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":361.4464999999909},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100528","isCorrect":false,"inputTokens":6514,"outputTokens":2,"latencyMs":509.49049999998533},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"{\"averageSalary\":98125.09}","isCorrect":false,"inputTokens":4105,"outputTokens":9,"latencyMs":383.7856250000186},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100683","isCorrect":false,"inputTokens":2684,"outputTokens":2,"latencyMs":344.03820799998357},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99075","isCorrect":false,"inputTokens":2519,"outputTokens":2,"latencyMs":352.11241699999664},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100218","isCorrect":false,"inputTokens":7451,"outputTokens":2,"latencyMs":481.4297080000106},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97079","isCorrect":false,"inputTokens":5147,"outputTokens":2,"latencyMs":402.71816700001364},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":6511,"outputTokens":1,"latencyMs":379.5406249999942},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4102,"outputTokens":1,"latencyMs":369.2469169999822},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"83","isCorrect":false,"inputTokens":2681,"outputTokens":1,"latencyMs":337.66729100001976},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":2516,"outputTokens":1,"latencyMs":328.7916660000046},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":7448,"outputTokens":1,"latencyMs":441.60566600001766},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":5144,"outputTokens":1,"latencyMs":369.4047079999873},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":6511,"outputTokens":1,"latencyMs":445.49179199998616},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4102,"outputTokens":1,"latencyMs":352.1461249999993},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2681,"outputTokens":1,"latencyMs":345.1410420000029},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":2516,"outputTokens":1,"latencyMs":961.7747089999903},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":7448,"outputTokens":1,"latencyMs":464.33974999998463},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"16","isCorrect":false,"inputTokens":5144,"outputTokens":1,"latencyMs":353.5139999999956},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":6519,"outputTokens":1,"latencyMs":413.5964169999934},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":4110,"outputTokens":1,"latencyMs":411.6941250000091},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":397.0174999999872},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"25","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":336.8227080000215},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":309.1291659999988},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"14","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":471.53241600000183},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":341.24662499999977},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":502.4761250000156},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":351.05816700001014},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"21","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":355.1737500000163},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":511.81508299999405},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":357.3190829999803},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6519,"outputTokens":1,"latencyMs":537.1332079999847},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":347.58433300000615},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":384.00466700000106},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":478.09291700000176},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":429.55516699998407},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":289.97816600001534},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":438.1736250000249},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":457.51041699998314},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":412.01324999998906},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":404.7447500000126},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":574.9759580000245},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"8","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":429.6673750000191},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":515.0940410000039},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":498.8452920000127},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":386.86858400001074},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":418.4909579999803},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":535.0260000000126},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":330.5213749999821},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"78","isCorrect":false,"inputTokens":6518,"outputTokens":1,"latencyMs":474.9635410000046},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":4109,"outputTokens":1,"latencyMs":421.59404199998244},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":2688,"outputTokens":1,"latencyMs":415.17358299999614},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":2523,"outputTokens":1,"latencyMs":322.5785409999953},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":7455,"outputTokens":1,"latencyMs":453.7339590000047},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":5151,"outputTokens":1,"latencyMs":398.2559170000022},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"52","isCorrect":false,"inputTokens":6518,"outputTokens":1,"latencyMs":442.93283400000655},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"50","isCorrect":false,"inputTokens":4109,"outputTokens":1,"latencyMs":343.1851670000178},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":2688,"outputTokens":1,"latencyMs":359.6128749999916},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"63","isCorrect":false,"inputTokens":2523,"outputTokens":1,"latencyMs":572.2567500000005},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"57","isCorrect":false,"inputTokens":7455,"outputTokens":1,"latencyMs":363.640167000005},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"59","isCorrect":false,"inputTokens":5151,"outputTokens":1,"latencyMs":355.43204200000037},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":6518,"outputTokens":1,"latencyMs":405.43745900000795},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"30","isCorrect":false,"inputTokens":4109,"outputTokens":1,"latencyMs":342.7166670000006},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":2688,"outputTokens":1,"latencyMs":328.27799999999115},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":2523,"outputTokens":1,"latencyMs":356.0969160000095},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":7455,"outputTokens":1,"latencyMs":527.7865420000162},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":5151,"outputTokens":1,"latencyMs":365.9529160000093},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":427.5779170000169},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":367.35283399999025},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"27","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":362.78220899999724},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"24","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":439.2202919999836},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":336.6583329999994},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":344.7207500000077},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"14","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":362.5337500000023},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":422.4656660000037},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"19","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":354.0910000000149},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"21","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":3352.1979170000122},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":401.66245899998466},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":357.48762500000885},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"14","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":464.58083300001454},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":339.05816700001014},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":2689,"outputTokens":1,"latencyMs":322.0691250000091},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"17","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":326.74733400001423},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"13","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":415.8575830000045},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":5152,"outputTokens":1,"latencyMs":373.81012499998906},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6513,"outputTokens":1,"latencyMs":346.1486670000013},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4104,"outputTokens":1,"latencyMs":435.0612919999985},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2683,"outputTokens":1,"latencyMs":5182.362292000034},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2518,"outputTokens":1,"latencyMs":473.3698329999461},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7450,"outputTokens":1,"latencyMs":601.1534170000232},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":5146,"outputTokens":1,"latencyMs":459.3080830000108},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":6513,"outputTokens":1,"latencyMs":561.8072500000126},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":4104,"outputTokens":1,"latencyMs":440.85999999998603},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2683,"outputTokens":1,"latencyMs":386.76491700002225},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2518,"outputTokens":1,"latencyMs":405.76008400000865},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"21","isCorrect":false,"inputTokens":7450,"outputTokens":1,"latencyMs":5173.215124999988},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":5146,"outputTokens":1,"latencyMs":426.1099169999943},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10956,"outputTokens":3,"latencyMs":566.8539999999921},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6935,"outputTokens":3,"latencyMs":414.9709579999908},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7358,"outputTokens":3,"latencyMs":523.9318339999882},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12282,"outputTokens":3,"latencyMs":558.1745830000145},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8521,"outputTokens":3,"latencyMs":512.4016249999986},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10956,"outputTokens":2,"latencyMs":663.1533329999656},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6935,"outputTokens":2,"latencyMs":623.3991669999668},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7358,"outputTokens":2,"latencyMs":464.65949999995064},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12282,"outputTokens":2,"latencyMs":550.274167000025},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8521,"outputTokens":2,"latencyMs":539.2086249999702},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10956,"outputTokens":3,"latencyMs":640.108666999964},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6935,"outputTokens":3,"latencyMs":460.2317499999772},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7358,"outputTokens":3,"latencyMs":589.3290419999976},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12282,"outputTokens":3,"latencyMs":697.7994999999646},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8521,"outputTokens":3,"latencyMs":514.6527089999872},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":575.9620829999913},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":397.76016599999275},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":553.4510000000009},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":590.0400000000373},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":531.2707499999669},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10956,"outputTokens":4,"latencyMs":540.1289589999942},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6935,"outputTokens":4,"latencyMs":477.3901659999974},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7358,"outputTokens":4,"latencyMs":455.8447499999893},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12282,"outputTokens":4,"latencyMs":412.3774169999524},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8521,"outputTokens":4,"latencyMs":482.77370800002245},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":602.7812920000288},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":428.48158400005195},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":407.5885000000126},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":537.2538749999949},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":344.9529999999795},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10956,"outputTokens":4,"latencyMs":549.2679170000483},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6935,"outputTokens":4,"latencyMs":405.8097500000149},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7358,"outputTokens":4,"latencyMs":480.70799999998417},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12282,"outputTokens":4,"latencyMs":561.4101249999949},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8521,"outputTokens":4,"latencyMs":539.778667000006},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10956,"outputTokens":2,"latencyMs":758.497583999997},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6935,"outputTokens":2,"latencyMs":520.9442500000005},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7358,"outputTokens":2,"latencyMs":449.63329099997645},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12282,"outputTokens":2,"latencyMs":738.6963749999995},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8521,"outputTokens":2,"latencyMs":622.8419170000125},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10957,"outputTokens":6,"latencyMs":757.1417499999516},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6936,"outputTokens":6,"latencyMs":902.6479169999948},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7359,"outputTokens":6,"latencyMs":625.1648339999956},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12283,"outputTokens":6,"latencyMs":842.1151660000323},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8522,"outputTokens":6,"latencyMs":820.8025420000195},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10957,"outputTokens":9,"latencyMs":899.1557079999475},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6936,"outputTokens":9,"latencyMs":520.8798330000136},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":9,"latencyMs":565.7481670000125},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12283,"outputTokens":9,"latencyMs":464.50062500004424},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8522,"outputTokens":9,"latencyMs":459.5018329999875},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10957,"outputTokens":6,"latencyMs":452.3087500000256},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":6936,"outputTokens":6,"latencyMs":510.81529200001387},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7359,"outputTokens":6,"latencyMs":437.3572909999639},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":12283,"outputTokens":6,"latencyMs":634.0092500000028},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8522,"outputTokens":6,"latencyMs":628.0129170000437},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":552.6011249999865},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":358.6222499999567},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":371.4452910000109},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":569.9203330000164},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":636.978833000001},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10957,"outputTokens":4,"latencyMs":665.875624999986},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6936,"outputTokens":4,"latencyMs":487.7277499999618},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7359,"outputTokens":4,"latencyMs":426.6503340000054},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12283,"outputTokens":4,"latencyMs":678.2607500000158},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8522,"outputTokens":4,"latencyMs":480.61691599996993},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10957,"outputTokens":7,"latencyMs":464.1542499999632},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6936,"outputTokens":7,"latencyMs":443.76504199998453},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7359,"outputTokens":7,"latencyMs":438.383124999993},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12283,"outputTokens":7,"latencyMs":470.35570899996674},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8522,"outputTokens":7,"latencyMs":530.829832999967},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10957,"outputTokens":6,"latencyMs":475.8803750000079},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6936,"outputTokens":6,"latencyMs":441.16533300001174},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7359,"outputTokens":6,"latencyMs":467.2861660000053},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12283,"outputTokens":6,"latencyMs":400.08862500003306},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8522,"outputTokens":6,"latencyMs":510.7727500000037},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":410.404709000024},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":376.0299160000286},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":342.0409160000272},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":569.6756670000032},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":493.2434169999906},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":10953,"outputTokens":1,"latencyMs":659.4615829999675},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":446.51141700003063},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":338.02987499994924},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":12279,"outputTokens":1,"latencyMs":352.6787079999922},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":391.76895800000057},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10953,"outputTokens":1,"latencyMs":632.9206249999697},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":389.9041660000221},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":630.5223750000005},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12279,"outputTokens":1,"latencyMs":480.4078749999753},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":488.68216600001324},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10954,"outputTokens":1,"latencyMs":665.2814580000122},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6933,"outputTokens":1,"latencyMs":595.6088749999763},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7356,"outputTokens":1,"latencyMs":574.077249999973},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12280,"outputTokens":1,"latencyMs":812.8848330000183},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8519,"outputTokens":1,"latencyMs":554.0167910000309},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"33855.03","isCorrect":false,"inputTokens":10954,"outputTokens":4,"latencyMs":691.8770420000073},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"27875.82","isCorrect":false,"inputTokens":6933,"outputTokens":4,"latencyMs":622.2279170000111},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"27670.94","isCorrect":false,"inputTokens":7356,"outputTokens":4,"latencyMs":555.1483330000192},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"24971.85","isCorrect":false,"inputTokens":12280,"outputTokens":4,"latencyMs":620.6162089999998},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"23931.39","isCorrect":false,"inputTokens":8519,"outputTokens":4,"latencyMs":552.059917000006},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"729.95","isCorrect":false,"inputTokens":10952,"outputTokens":3,"latencyMs":463.0561250000028},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"749.76","isCorrect":false,"inputTokens":6931,"outputTokens":3,"latencyMs":398.0659999999916},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"839.12","isCorrect":false,"inputTokens":7354,"outputTokens":3,"latencyMs":389.1647499999963},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"917.11","isCorrect":false,"inputTokens":12278,"outputTokens":3,"latencyMs":483.8302079999703},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"739.07","isCorrect":false,"inputTokens":8517,"outputTokens":3,"latencyMs":391.6107089999714},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10953,"outputTokens":1,"latencyMs":460.79416699998546},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":396.0734999999986},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":419.44516699999804},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12279,"outputTokens":1,"latencyMs":419.5071660000249},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":657.1186250000028},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10952,"outputTokens":4,"latencyMs":534.1697500000009},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6931,"outputTokens":4,"latencyMs":470.96020799997495},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7354,"outputTokens":4,"latencyMs":427.40983299998334},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12278,"outputTokens":4,"latencyMs":794.905832999968},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8517,"outputTokens":4,"latencyMs":360.6685830000206},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"33","isCorrect":false,"inputTokens":10956,"outputTokens":1,"latencyMs":619.0210419999785},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":430.27820800000336},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"38","isCorrect":false,"inputTokens":7358,"outputTokens":1,"latencyMs":434.2036659999867},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"29","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":662.0124999999534},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"30","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":495.84416700003203},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":10956,"outputTokens":1,"latencyMs":465.0403749999823},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":397.51029199996265},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":7358,"outputTokens":1,"latencyMs":455.74883300001966},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":568.1555420000223},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":470.5608749999665},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":10956,"outputTokens":1,"latencyMs":385.2380830000038},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":874.853375000006},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":7358,"outputTokens":1,"latencyMs":450.92887499998324},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":529.7754159999895},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":382.37229099997785},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":551.9976659999811},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":314.4155000000028},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":7362,"outputTokens":1,"latencyMs":335.5158340000198},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":12286,"outputTokens":1,"latencyMs":396.2446250000503},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"6","isCorrect":false,"inputTokens":8525,"outputTokens":1,"latencyMs":436.60504200001014},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":356.6454590000212},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":6939,"outputTokens":1,"latencyMs":435.14762499998324},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":7362,"outputTokens":1,"latencyMs":452.6919999999809},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"10","isCorrect":false,"inputTokens":12286,"outputTokens":1,"latencyMs":467.1829999999609},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":8525,"outputTokens":1,"latencyMs":381.6025839999784},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":10961,"outputTokens":1,"latencyMs":592.5714999999618},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6940,"outputTokens":1,"latencyMs":473.8131660000072},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"11","isCorrect":false,"inputTokens":7363,"outputTokens":1,"latencyMs":609.5063330000266},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":12287,"outputTokens":1,"latencyMs":572.6724580000155},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":8526,"outputTokens":1,"latencyMs":756.585625000007},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":10961,"outputTokens":1,"latencyMs":539.3232500000158},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":6940,"outputTokens":1,"latencyMs":495.69016599998577},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":7363,"outputTokens":1,"latencyMs":541.1602499999572},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":12287,"outputTokens":1,"latencyMs":452.36516600003233},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":8526,"outputTokens":1,"latencyMs":600.1375000000116},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":398.22683300002245},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":6939,"outputTokens":1,"latencyMs":355.4437909999979},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7362,"outputTokens":1,"latencyMs":421.15708400000585},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12286,"outputTokens":1,"latencyMs":580.3251659999951},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":8525,"outputTokens":1,"latencyMs":404.0891249999986},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":635.1647499999963},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6939,"outputTokens":1,"latencyMs":467.4698750000098},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7362,"outputTokens":1,"latencyMs":442.25512499996694},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"6","isCorrect":false,"inputTokens":12286,"outputTokens":1,"latencyMs":548.8180839999695},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":8525,"outputTokens":1,"latencyMs":463.51537500001723},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":10961,"outputTokens":1,"latencyMs":458.2318749999977},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6940,"outputTokens":1,"latencyMs":396.87979199999245},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":7363,"outputTokens":1,"latencyMs":413.3233749999781},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":12287,"outputTokens":1,"latencyMs":378.3361249999725},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":8526,"outputTokens":1,"latencyMs":612.5968749999884},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":10962,"outputTokens":1,"latencyMs":604.1281670000171},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":6941,"outputTokens":1,"latencyMs":347.44645799999125},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":7364,"outputTokens":1,"latencyMs":426.0782500000205},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":12288,"outputTokens":1,"latencyMs":522.594625000027},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":8527,"outputTokens":1,"latencyMs":575.0527080000029},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":10962,"outputTokens":1,"latencyMs":409.7545829999726},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"8","isCorrect":false,"inputTokens":6941,"outputTokens":1,"latencyMs":407.54341600002954},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"10","isCorrect":false,"inputTokens":7364,"outputTokens":1,"latencyMs":356.71583299996564},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"12","isCorrect":false,"inputTokens":12288,"outputTokens":1,"latencyMs":385.07058400003007},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"8","isCorrect":false,"inputTokens":8527,"outputTokens":1,"latencyMs":548.9263749999809},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":329.69054199999664},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2497,"outputTokens":2,"latencyMs":346.65991699998267},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1756,"outputTokens":2,"latencyMs":361.6430839999812},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1615,"outputTokens":2,"latencyMs":340.7061250000261},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4472,"outputTokens":2,"latencyMs":375.5275000000256},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3156,"outputTokens":2,"latencyMs":381.57520899997326},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3826,"outputTokens":4,"latencyMs":334.3855420000036},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2497,"outputTokens":4,"latencyMs":431.2075000000186},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1756,"outputTokens":4,"latencyMs":417.43779199995333},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1615,"outputTokens":4,"latencyMs":361.8493749999907},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4472,"outputTokens":4,"latencyMs":368.65762499999255},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3156,"outputTokens":4,"latencyMs":392.60095799999544},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3827,"outputTokens":3,"latencyMs":377.71758300001966},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2498,"outputTokens":3,"latencyMs":371.80779099999927},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1757,"outputTokens":3,"latencyMs":345.0765829999582},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1616,"outputTokens":3,"latencyMs":535.0971670000581},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4473,"outputTokens":3,"latencyMs":469.2517920000246},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3157,"outputTokens":3,"latencyMs":496.89879199990537},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3827,"outputTokens":1,"latencyMs":486.6630000000587},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":2498,"outputTokens":1,"latencyMs":469.28129199997056},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1757,"outputTokens":1,"latencyMs":459.7913750000298},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1616,"outputTokens":1,"latencyMs":472.8293330000015},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":4473,"outputTokens":1,"latencyMs":553.0435829999624},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3157,"outputTokens":1,"latencyMs":483.9387919999426},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":449.8296669999836},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2497,"outputTokens":2,"latencyMs":305.42183300002944},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1756,"outputTokens":2,"latencyMs":317.5880410000682},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1615,"outputTokens":2,"latencyMs":275.8347500000382},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4472,"outputTokens":2,"latencyMs":371.0335840000771},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3156,"outputTokens":2,"latencyMs":309.938790999935},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3826,"outputTokens":4,"latencyMs":507.03887499996927},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2497,"outputTokens":4,"latencyMs":391.26070800004527},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1756,"outputTokens":4,"latencyMs":354.82066600001417},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1615,"outputTokens":4,"latencyMs":388.5782500000205},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4472,"outputTokens":4,"latencyMs":410.16641700000037},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3156,"outputTokens":4,"latencyMs":325.99412500008475},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3827,"outputTokens":3,"latencyMs":489.9527920000255},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2498,"outputTokens":3,"latencyMs":335.36324999993667},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1757,"outputTokens":3,"latencyMs":306.72416699992027},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1616,"outputTokens":3,"latencyMs":328.4217919999501},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4473,"outputTokens":3,"latencyMs":334.49016699998174},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3157,"outputTokens":3,"latencyMs":374.46616700000595},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3827,"outputTokens":1,"latencyMs":433.6642499999143},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":2498,"outputTokens":1,"latencyMs":305.99808299995493},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1757,"outputTokens":1,"latencyMs":348.12816700001713},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1616,"outputTokens":1,"latencyMs":318.9747079999652},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":4473,"outputTokens":1,"latencyMs":466.9804170000134},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3157,"outputTokens":1,"latencyMs":324.3272089998936},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":465.95758299995214},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2497,"outputTokens":2,"latencyMs":329.2257090000203},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1756,"outputTokens":2,"latencyMs":592.95550000004},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1615,"outputTokens":2,"latencyMs":338.29350000002887},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4472,"outputTokens":2,"latencyMs":340.1784580000676},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3156,"outputTokens":2,"latencyMs":387.2401250000112},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":3823,"outputTokens":1,"latencyMs":373.2088750000112},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"58","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":355.5565829999978},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1753,"outputTokens":1,"latencyMs":306.8279999999795},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1612,"outputTokens":1,"latencyMs":425.7756669999799},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":409.0429160000058},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"62","isCorrect":false,"inputTokens":3153,"outputTokens":1,"latencyMs":403.6800000000512},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"298902","isCorrect":false,"inputTokens":3824,"outputTokens":2,"latencyMs":396.22729199996684},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"338,607","isCorrect":false,"inputTokens":2495,"outputTokens":3,"latencyMs":390.9813749999739},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"317687","isCorrect":false,"inputTokens":1754,"outputTokens":2,"latencyMs":341.0073749999283},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"385,820","isCorrect":false,"inputTokens":1613,"outputTokens":3,"latencyMs":315.14962500007823},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"352779","isCorrect":false,"inputTokens":4470,"outputTokens":2,"latencyMs":484.66212499991525},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"258292","isCorrect":false,"inputTokens":3154,"outputTokens":2,"latencyMs":414.0405000000028},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1277","isCorrect":false,"inputTokens":3824,"outputTokens":2,"latencyMs":403.11999999999534},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1559","isCorrect":false,"inputTokens":2495,"outputTokens":2,"latencyMs":474.6341670000693},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1299","isCorrect":false,"inputTokens":1754,"outputTokens":2,"latencyMs":444.76437500002794},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1452","isCorrect":false,"inputTokens":1613,"outputTokens":2,"latencyMs":423.95737499999814},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1022","isCorrect":false,"inputTokens":4470,"outputTokens":2,"latencyMs":491.33337500004563},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1150","isCorrect":false,"inputTokens":3154,"outputTokens":2,"latencyMs":442.90133300004527},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"374352.03","isCorrect":false,"inputTokens":3822,"outputTokens":4,"latencyMs":400.19537500001024},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"{\"totalRevenue\":302475.91}","isCorrect":false,"inputTokens":2493,"outputTokens":9,"latencyMs":448.9623329999158},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"321046.69","isCorrect":false,"inputTokens":1752,"outputTokens":4,"latencyMs":420.30504199990537},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"281805.25","isCorrect":false,"inputTokens":1611,"outputTokens":4,"latencyMs":335.90145800006576},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"286287.61","isCorrect":false,"inputTokens":4468,"outputTokens":4,"latencyMs":387.11108300008345},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"290456.64","isCorrect":false,"inputTokens":3152,"outputTokens":4,"latencyMs":391.97983399999794},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3820,"outputTokens":3,"latencyMs":290.4728330000071},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.52","isCorrect":false,"inputTokens":2491,"outputTokens":3,"latencyMs":359.40116700006183},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1750,"outputTokens":3,"latencyMs":350.5647919999901},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1609,"outputTokens":3,"latencyMs":499.4252909999341},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4466,"outputTokens":3,"latencyMs":468.5248329999158},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3150,"outputTokens":3,"latencyMs":472.97824999992736},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":3824,"outputTokens":1,"latencyMs":315.1796669999603},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"14","isCorrect":false,"inputTokens":2495,"outputTokens":1,"latencyMs":335.01720799994655},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"13","isCorrect":false,"inputTokens":1754,"outputTokens":1,"latencyMs":322.39274999999907},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"15","isCorrect":false,"inputTokens":1613,"outputTokens":1,"latencyMs":402.57325000001583},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"17","isCorrect":false,"inputTokens":4470,"outputTokens":1,"latencyMs":337.38025000004563},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"17","isCorrect":false,"inputTokens":3154,"outputTokens":1,"latencyMs":316.03812499996275},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":3823,"outputTokens":1,"latencyMs":368.8665000000037},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"36","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":326.2820410000859},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"53","isCorrect":false,"inputTokens":1753,"outputTokens":1,"latencyMs":336.5452500000829},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"56","isCorrect":false,"inputTokens":1612,"outputTokens":1,"latencyMs":314.9193750000559},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"58","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":435.84954100009054},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"27","isCorrect":false,"inputTokens":3153,"outputTokens":1,"latencyMs":359.82695899996907},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":488.08299999998417},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"10","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":314.9802909999853},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"16","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":335.9362919999985},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":314.2439589999849},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":360.1144590000622},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":356.3955830000341},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":411.14433300006203},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":318.47408300009556},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":300.919249999919},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":323.51470800000243},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":432.13320800010115},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"5","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":326.80045799992513},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":488.59304099995643},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":342.5887080000248},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":515.8002500000875},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":339.3334999999497},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":363.9139580000192},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":380.3202090000268},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":343.7908339999849},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":417.3149999999441},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"14","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":379.86295800004154},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":411.82212499994785},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":450.1183749999618},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":466.2122920000693},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":393.5609580000164},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":416.19550000003073},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"11","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":389.74620799999684},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"6","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":396.1777909999946},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":404.6151250000112},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"5","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":408.80200000002515},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":3829,"outputTokens":1,"latencyMs":410.44745800003875},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":592.8343340000138},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":1759,"outputTokens":1,"latencyMs":367.4747920000227},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"17","isCorrect":false,"inputTokens":1618,"outputTokens":1,"latencyMs":341.0896669999929},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":4475,"outputTokens":1,"latencyMs":361.27491699997336},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":3159,"outputTokens":1,"latencyMs":325.8553339999635},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":3829,"outputTokens":1,"latencyMs":337.24675000004936},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":375.48058299999684},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"9","isCorrect":true,"inputTokens":1759,"outputTokens":1,"latencyMs":348.889542000019},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"15","isCorrect":false,"inputTokens":1618,"outputTokens":1,"latencyMs":415.4302499999758},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":4475,"outputTokens":1,"latencyMs":360.1652499999618},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":3159,"outputTokens":1,"latencyMs":343.6735000000335},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":3832,"outputTokens":1,"latencyMs":350.66125000000466},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"24","isCorrect":false,"inputTokens":2503,"outputTokens":1,"latencyMs":340.76887500006706},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":1762,"outputTokens":1,"latencyMs":324.38254200003576},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":1621,"outputTokens":1,"latencyMs":340.17829100007657},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"30","isCorrect":false,"inputTokens":4478,"outputTokens":1,"latencyMs":328.704207999981},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":3162,"outputTokens":1,"latencyMs":316.7704580000136},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":3832,"outputTokens":1,"latencyMs":319.32687500002794},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2503,"outputTokens":1,"latencyMs":313.49662500002887},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":1762,"outputTokens":1,"latencyMs":318.79358399997},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1621,"outputTokens":1,"latencyMs":335.59158399992157},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":4478,"outputTokens":1,"latencyMs":354.7229590000352},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"21","isCorrect":false,"inputTokens":3162,"outputTokens":1,"latencyMs":395.67291700001806},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15243,"outputTokens":2,"latencyMs":633.4637090000324},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11547,"outputTokens":2,"latencyMs":545.5627910000039},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8870,"outputTokens":2,"latencyMs":527.8811659999192},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8620,"outputTokens":2,"latencyMs":665.69316600007},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17155,"outputTokens":2,"latencyMs":728.3304999999236},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13241,"outputTokens":2,"latencyMs":652.9882920000236},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15244,"outputTokens":2,"latencyMs":686.7121670000488},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11548,"outputTokens":2,"latencyMs":2075.6001669999678},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8871,"outputTokens":2,"latencyMs":628.827874999959},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8621,"outputTokens":2,"latencyMs":506.2241670000367},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17156,"outputTokens":2,"latencyMs":872.7743750000373},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13242,"outputTokens":2,"latencyMs":675.5760409999639},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15240,"outputTokens":2,"latencyMs":742.5285840000724},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11544,"outputTokens":2,"latencyMs":368.8186670000432},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8867,"outputTokens":2,"latencyMs":538.2703749999637},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8617,"outputTokens":2,"latencyMs":628.0049169999547},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17152,"outputTokens":2,"latencyMs":860.1127499999711},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13238,"outputTokens":2,"latencyMs":667.9358750000829},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15245,"outputTokens":1,"latencyMs":550.7519999999786},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11549,"outputTokens":1,"latencyMs":735.2369169999147},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8872,"outputTokens":1,"latencyMs":480.1288329999661},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8622,"outputTokens":1,"latencyMs":611.9510419999715},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17157,"outputTokens":1,"latencyMs":895.7609999999404},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13243,"outputTokens":1,"latencyMs":696.1840829999419},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15240,"outputTokens":2,"latencyMs":794.0231669999193},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11544,"outputTokens":2,"latencyMs":724.3973750000587},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8867,"outputTokens":2,"latencyMs":518.8924579999875},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8617,"outputTokens":2,"latencyMs":534.8386249999749},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17152,"outputTokens":2,"latencyMs":818.5332919999491},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13238,"outputTokens":2,"latencyMs":555.0767089999281},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15244,"outputTokens":2,"latencyMs":2691.729290999938},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11548,"outputTokens":2,"latencyMs":2325.1379590000724},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8871,"outputTokens":2,"latencyMs":345.6618330000201},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8621,"outputTokens":2,"latencyMs":668.4125830000266},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17156,"outputTokens":2,"latencyMs":943.1000420000637},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13242,"outputTokens":2,"latencyMs":565.3708750000224},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":15244,"outputTokens":1,"latencyMs":608.4350410000188},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":11548,"outputTokens":1,"latencyMs":566.187750000041},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8871,"outputTokens":1,"latencyMs":615.8182909999741},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8621,"outputTokens":1,"latencyMs":331.2258750000037},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":17156,"outputTokens":1,"latencyMs":808.9863749999786},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":13242,"outputTokens":1,"latencyMs":578.7096250000177},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15243,"outputTokens":1,"latencyMs":498.01545900001656},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11547,"outputTokens":1,"latencyMs":760.3997080000117},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8870,"outputTokens":1,"latencyMs":597.3555000000633},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8620,"outputTokens":1,"latencyMs":428.3412500000559},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17155,"outputTokens":1,"latencyMs":696.7395000000251},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13241,"outputTokens":1,"latencyMs":641.2926670000888},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15246,"outputTokens":2,"latencyMs":802.5000839999411},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11550,"outputTokens":2,"latencyMs":341.1172909999732},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8873,"outputTokens":2,"latencyMs":350.4842499999795},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8623,"outputTokens":2,"latencyMs":496.36562500009313},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17158,"outputTokens":2,"latencyMs":804.3026250000112},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13244,"outputTokens":2,"latencyMs":713.7414159999462},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15243,"outputTokens":2,"latencyMs":804.12591599999},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11547,"outputTokens":2,"latencyMs":542.6296659999061},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8870,"outputTokens":2,"latencyMs":604.3150419999147},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8620,"outputTokens":2,"latencyMs":546.6159579999512},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17155,"outputTokens":2,"latencyMs":580.3338750000112},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13241,"outputTokens":2,"latencyMs":627.8868750000838},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15247,"outputTokens":2,"latencyMs":340.95262500003446},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11551,"outputTokens":2,"latencyMs":632.842709000106},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8874,"outputTokens":2,"latencyMs":455.9128330000676},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8624,"outputTokens":2,"latencyMs":510.64554199995473},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17159,"outputTokens":2,"latencyMs":710.8952500000596},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13245,"outputTokens":2,"latencyMs":570.6464580000611},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15239,"outputTokens":1,"latencyMs":778.3499580000062},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11543,"outputTokens":1,"latencyMs":716.1798330000602},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8866,"outputTokens":1,"latencyMs":672.0294170000125},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8616,"outputTokens":1,"latencyMs":628.1176660000347},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"70","isCorrect":false,"inputTokens":17151,"outputTokens":1,"latencyMs":878.0192500000121},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13237,"outputTokens":1,"latencyMs":455.5393749999348},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11,516,777","isCorrect":false,"inputTokens":15242,"outputTokens":5,"latencyMs":532.8352090000408},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"15930023","isCorrect":false,"inputTokens":11546,"outputTokens":3,"latencyMs":772.8401669999585},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":8869,"outputTokens":3,"latencyMs":471.41133299993817},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12759625","isCorrect":false,"inputTokens":8619,"outputTokens":3,"latencyMs":560.2020839999896},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11947297","isCorrect":false,"inputTokens":17154,"outputTokens":3,"latencyMs":866.3124169999501},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"7,804,745","isCorrect":false,"inputTokens":13240,"outputTokens":5,"latencyMs":627.4507079999894},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1861310","isCorrect":false,"inputTokens":15242,"outputTokens":3,"latencyMs":633.7115830000257},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1376255","isCorrect":false,"inputTokens":11546,"outputTokens":3,"latencyMs":572.0788750000065},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"905874","isCorrect":false,"inputTokens":8869,"outputTokens":2,"latencyMs":625.1871249999385},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1094841","isCorrect":false,"inputTokens":8619,"outputTokens":3,"latencyMs":667.4393329999875},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1413102","isCorrect":false,"inputTokens":17154,"outputTokens":3,"latencyMs":768.5377500000177},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1266780","isCorrect":false,"inputTokens":13240,"outputTokens":3,"latencyMs":356.4237499999581},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"148950.58","isCorrect":false,"inputTokens":15241,"outputTokens":4,"latencyMs":449.2469999999739},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"{\"averageStars\":136899.08}","isCorrect":false,"inputTokens":11545,"outputTokens":9,"latencyMs":691.4008339999709},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140801","isCorrect":false,"inputTokens":8868,"outputTokens":2,"latencyMs":711.2465000000084},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134431","isCorrect":false,"inputTokens":8618,"outputTokens":2,"latencyMs":640.9051250000484},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"126649","isCorrect":false,"inputTokens":17153,"outputTokens":2,"latencyMs":476.703375000041},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"126389","isCorrect":false,"inputTokens":13239,"outputTokens":2,"latencyMs":681.1675840000389},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":15243,"outputTokens":1,"latencyMs":716.4929579999298},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":11547,"outputTokens":1,"latencyMs":698.8853339999914},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":8870,"outputTokens":1,"latencyMs":522.2306660000468},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"22","isCorrect":false,"inputTokens":8620,"outputTokens":1,"latencyMs":468.0676659999881},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":17155,"outputTokens":1,"latencyMs":704.2454579999903},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":13241,"outputTokens":1,"latencyMs":744.2714999999152},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":15243,"outputTokens":1,"latencyMs":655.9435419999063},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"23","isCorrect":false,"inputTokens":11547,"outputTokens":1,"latencyMs":629.3833749999758},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"27","isCorrect":false,"inputTokens":8870,"outputTokens":1,"latencyMs":520.7202910000924},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8620,"outputTokens":1,"latencyMs":432.4779170000693},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"32","isCorrect":false,"inputTokens":17155,"outputTokens":1,"latencyMs":846.315082999994},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"34","isCorrect":false,"inputTokens":13241,"outputTokens":1,"latencyMs":391.02062500000466},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"59","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":490.0183750001015},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"68","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":403.00137499999255},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"59","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":358.87187499995343},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"66","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":502.90829199994914},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"47","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":970.4605000000447},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"61","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":688.6402080000844},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":903.6797080000397},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":794.250207999954},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"36","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":390.6796669999603},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":540.5698340000818},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":737.7287500000093},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":426.6078330000164},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":15242,"outputTokens":1,"latencyMs":680.2153750000289},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":11546,"outputTokens":1,"latencyMs":545.5063340000343},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":678.1834579999559},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":441.6597920000786},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":956.2092079999857},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":13240,"outputTokens":1,"latencyMs":699.404084000038},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"71","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":770.1492500000168},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"60","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":573.6035000000848},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"73","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":570.5019590000156},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"68","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":463.01512500003446},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"37","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":931.2610420000274},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"53","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":596.768875000067},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":619.4133330000332},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"42","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":466.2274169999873},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"60","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":700.3706249999814},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"54","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":356.86966700002085},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":411.84579199994914},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"17","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":448.826999999932},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":393.56099999998696},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":562.6259589999681},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":613.5504169999622},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":351.3422080000164},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":849.3879170001019},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":493.12075000000186},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":808.0619589999551},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"31","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":605.4609580000397},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"20","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":432.17312499997206},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"25","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":590.7101250000997},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"30","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":392.77558400004636},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"18","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":675.5407080000732},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"23","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":393.07983299996704},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":683.4502920000814},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"11","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":381.63970800000243},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":405.6352499999339},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"28","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":381.923625000054},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":572.6517920000479},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"18","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":477.9099579999456},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":662.4345409999369},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":533.1207090000389},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"6","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":461.1072919999715},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"15","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":403.9090829999186},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":411.6952090000268},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":374.8737080000574},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":423.4539169999771},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":615.6106669999426},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":403.406500000041},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":780.1899579999736},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":394.3780000000261},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"11","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":779.1762080000481},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":322.2744999999413},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":820.2505830000155},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":738.11020799994},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"4","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":640.8369999999413},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":493.1192909999518},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7010,"outputTokens":1,"latencyMs":628.3985000000102},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4922,"outputTokens":1,"latencyMs":544.5020409999415},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6011,"outputTokens":1,"latencyMs":547.3039170000702},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":664.1819159999723},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6037,"outputTokens":1,"latencyMs":488.5942090000026},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7010,"outputTokens":2,"latencyMs":542.185999999987},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4922,"outputTokens":2,"latencyMs":504.43029099993873},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6011,"outputTokens":2,"latencyMs":391.89174999995157},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":517.6699580000713},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6037,"outputTokens":2,"latencyMs":365.8610000000335},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7011,"outputTokens":1,"latencyMs":454.36612499994226},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":4923,"outputTokens":1,"latencyMs":456.68258300004527},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6012,"outputTokens":1,"latencyMs":361.28120900003705},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":414.62033299996983},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6038,"outputTokens":1,"latencyMs":351.6857079999754},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7011,"outputTokens":2,"latencyMs":376.3115000000689},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4923,"outputTokens":2,"latencyMs":399.4570839999942},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6012,"outputTokens":2,"latencyMs":413.27624999999534},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7921,"outputTokens":2,"latencyMs":655.8041659999872},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6038,"outputTokens":2,"latencyMs":562.9127499999013},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7010,"outputTokens":1,"latencyMs":411.6166669999948},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4922,"outputTokens":1,"latencyMs":520.3250410000328},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6011,"outputTokens":1,"latencyMs":630.7051249999786},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":407.46475000004284},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6037,"outputTokens":1,"latencyMs":382.6142080000136},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7010,"outputTokens":2,"latencyMs":465.02712499990594},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4922,"outputTokens":2,"latencyMs":335.43270899995696},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6011,"outputTokens":2,"latencyMs":400.3914169999771},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":431.80858300009277},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6037,"outputTokens":2,"latencyMs":383.0126670000609},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7011,"outputTokens":1,"latencyMs":393.6459999999497},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":4923,"outputTokens":1,"latencyMs":334.10466699989047},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6012,"outputTokens":1,"latencyMs":591.420792000019},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":345.5883749999339},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6038,"outputTokens":1,"latencyMs":387.33283400000073},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7011,"outputTokens":1,"latencyMs":380.9183750000084},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":4923,"outputTokens":1,"latencyMs":374.1097090000985},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6012,"outputTokens":1,"latencyMs":379.5562079999363},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":600.8733340000035},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6038,"outputTokens":1,"latencyMs":518.0287910000188},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7010,"outputTokens":1,"latencyMs":381.24399999994785},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4922,"outputTokens":1,"latencyMs":377.2337080000434},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6011,"outputTokens":1,"latencyMs":394.7509999999311},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":634.0575410000747},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6037,"outputTokens":1,"latencyMs":424.10337499994785},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7010,"outputTokens":2,"latencyMs":354.91070800006855},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4922,"outputTokens":2,"latencyMs":375.06462499999907},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6011,"outputTokens":2,"latencyMs":616.2190839999821},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":613.9362500000279},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6037,"outputTokens":2,"latencyMs":446.4282499999972},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":492.752833000035},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":630.5677920000162},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5995,"outputTokens":1,"latencyMs":448.093499999959},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":602.6525409999304},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"58","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":588.9808330000378},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2384","isCorrect":false,"inputTokens":6995,"outputTokens":2,"latencyMs":548.9166670000413},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2315","isCorrect":false,"inputTokens":4907,"outputTokens":2,"latencyMs":472.4483750000363},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1779","isCorrect":false,"inputTokens":5996,"outputTokens":2,"latencyMs":347.96562500006985},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2198","isCorrect":false,"inputTokens":7905,"outputTokens":2,"latencyMs":428.2542080000276},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1686","isCorrect":false,"inputTokens":6022,"outputTokens":2,"latencyMs":378.906917000073},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":461.1518749999814},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":392.55816600006074},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":5995,"outputTokens":1,"latencyMs":379.6563750000205},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"28","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":504.56883300002664},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"31","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":625.3374590000603},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":498.84766700002365},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"14","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":398.41633300005924},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":5995,"outputTokens":1,"latencyMs":394.8762080000015},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":474.63279200007673},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":354.0374159999192},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":348.90487500000745},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":597.8686250000028},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5995,"outputTokens":1,"latencyMs":1130.912291000015},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":392.9054999999935},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":485.8165830000071},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6996,"outputTokens":1,"latencyMs":360.9347500000149},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4908,"outputTokens":1,"latencyMs":369.8820419999538},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":5997,"outputTokens":1,"latencyMs":330.68237499997485},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7906,"outputTokens":1,"latencyMs":464.4594999999972},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":6023,"outputTokens":1,"latencyMs":329.4231250000885},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":6996,"outputTokens":1,"latencyMs":860.1005410000216},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":4908,"outputTokens":1,"latencyMs":435.3988750000717},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"16","isCorrect":false,"inputTokens":5997,"outputTokens":1,"latencyMs":384.7552499999292},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":7906,"outputTokens":1,"latencyMs":561.0219999999972},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":6023,"outputTokens":1,"latencyMs":404.68016699992586},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"27","isCorrect":false,"inputTokens":7000,"outputTokens":1,"latencyMs":471.05758300004527},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"29","isCorrect":false,"inputTokens":4912,"outputTokens":1,"latencyMs":362.88241700001527},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"39","isCorrect":false,"inputTokens":6001,"outputTokens":1,"latencyMs":362.282583000022},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"28","isCorrect":false,"inputTokens":7910,"outputTokens":1,"latencyMs":334.56137500004843},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"32","isCorrect":false,"inputTokens":6027,"outputTokens":1,"latencyMs":362.18050000001676},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6999,"outputTokens":1,"latencyMs":390.17516600003},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"18","isCorrect":false,"inputTokens":4911,"outputTokens":1,"latencyMs":349.779291999992},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6000,"outputTokens":1,"latencyMs":365.62591699999757},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"23","isCorrect":false,"inputTokens":7909,"outputTokens":1,"latencyMs":409.50941699999385},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6026,"outputTokens":1,"latencyMs":352.8945000000531},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"23","isCorrect":false,"inputTokens":6995,"outputTokens":1,"latencyMs":417.6676669999724},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"27","isCorrect":false,"inputTokens":4907,"outputTokens":1,"latencyMs":511.1363329999149},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":5996,"outputTokens":1,"latencyMs":446.0274170000339},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":7905,"outputTokens":1,"latencyMs":500.85004099993967},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"26","isCorrect":false,"inputTokens":6022,"outputTokens":1,"latencyMs":486.2238330000546},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":459.67733299999963},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":4913,"outputTokens":1,"latencyMs":447.0490840000566},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6002,"outputTokens":1,"latencyMs":443.00808299996424},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":450.24762499995995},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"29","isCorrect":true,"inputTokens":6028,"outputTokens":1,"latencyMs":446.1748750000261},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":477.9445419999538},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":4913,"outputTokens":1,"latencyMs":369.05883300001733},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6002,"outputTokens":1,"latencyMs":352.532332999981},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":402.71041599998716},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":6028,"outputTokens":1,"latencyMs":343.9370839999756},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":7003,"outputTokens":1,"latencyMs":448.52666600001976},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4915,"outputTokens":1,"latencyMs":307.28262499999255},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6004,"outputTokens":1,"latencyMs":381.33808399992995},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7913,"outputTokens":1,"latencyMs":428.02612499997485},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6030,"outputTokens":1,"latencyMs":386.1064169999445},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":7003,"outputTokens":1,"latencyMs":499.48870899993926},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":4915,"outputTokens":1,"latencyMs":600.1385419999715},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"7","isCorrect":false,"inputTokens":6004,"outputTokens":1,"latencyMs":373.59070800000336},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":7913,"outputTokens":1,"latencyMs":358.8839160000207},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":6030,"outputTokens":1,"latencyMs":354.7287920000963},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7003,"outputTokens":1,"latencyMs":451.58479100000113},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":4915,"outputTokens":1,"latencyMs":327.36525000003166},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6004,"outputTokens":1,"latencyMs":370.73895899998024},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7913,"outputTokens":1,"latencyMs":404.0799999999581},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6030,"outputTokens":1,"latencyMs":429.8884170000674},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":377.94491600000765},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"8","isCorrect":false,"inputTokens":4913,"outputTokens":1,"latencyMs":391.6597499999916},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"7","isCorrect":false,"inputTokens":6002,"outputTokens":1,"latencyMs":368.6678339999635},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"8","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":362.266958000022},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":6028,"outputTokens":1,"latencyMs":392.51866699999664},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":375.9136250000447},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4913,"outputTokens":1,"latencyMs":410.7285840000259},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6002,"outputTokens":1,"latencyMs":378.04991600010544},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":330.7129170000553},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6028,"outputTokens":1,"latencyMs":473.70275000005495},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":422.4119579999242},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":364.578332999954},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":358.74412500008475},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":380.1164169999538},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":452.7212920000311},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1125,"outputTokens":5,"latencyMs":317.5407500000438},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":747,"outputTokens":5,"latencyMs":382.5822080000071},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":859,"outputTokens":5,"latencyMs":339.4631250000093},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1197,"outputTokens":5,"latencyMs":363.8777499999851},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":877,"outputTokens":5,"latencyMs":317.45404099998996},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1125,"outputTokens":2,"latencyMs":318.85229199996684},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":747,"outputTokens":2,"latencyMs":346.7132499999134},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":859,"outputTokens":2,"latencyMs":405.8940409999341},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1197,"outputTokens":2,"latencyMs":546.3707089999225},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":877,"outputTokens":2,"latencyMs":392.1274170000106},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":409.99079099996015},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":575.8202499998733},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":513.9864590000361},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":407.92458300013095},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":462.17279199999757},{"questionId":"q155","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1125,"outputTokens":2,"latencyMs":363.9769170000218},{"questionId":"q155","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":747,"outputTokens":2,"latencyMs":375.0419999998994},{"questionId":"q155","format":"toon","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":859,"outputTokens":2,"latencyMs":297.3989999999758},{"questionId":"q155","format":"xml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1197,"outputTokens":2,"latencyMs":319.11029199999757},{"questionId":"q155","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":877,"outputTokens":2,"latencyMs":326.12866599997506},{"questionId":"q156","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":584.0956250000745},{"questionId":"q156","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":366.14229099988006},{"questionId":"q156","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":350.41783299995586},{"questionId":"q156","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":416.20175000000745},{"questionId":"q156","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":348.1779169999063},{"questionId":"q157","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1127,"outputTokens":2,"latencyMs":325.81333300005645},{"questionId":"q157","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":749,"outputTokens":2,"latencyMs":364.9545409998391},{"questionId":"q157","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":861,"outputTokens":2,"latencyMs":768.2352499999106},{"questionId":"q157","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1199,"outputTokens":2,"latencyMs":349.34429200016893},{"questionId":"q157","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":879,"outputTokens":2,"latencyMs":304.9921669999603},{"questionId":"q158","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1125,"outputTokens":1,"latencyMs":352.1822500000708},{"questionId":"q158","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":747,"outputTokens":1,"latencyMs":335.11220800015144},{"questionId":"q158","format":"toon","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":859,"outputTokens":1,"latencyMs":318.23408299987204},{"questionId":"q158","format":"xml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1197,"outputTokens":1,"latencyMs":290.9962920001708},{"questionId":"q158","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":877,"outputTokens":1,"latencyMs":355.078125},{"questionId":"q159","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1126,"outputTokens":2,"latencyMs":359.9554169999901},{"questionId":"q159","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":748,"outputTokens":2,"latencyMs":388.3081249999814},{"questionId":"q159","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":860,"outputTokens":2,"latencyMs":306.580375000136},{"questionId":"q159","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1198,"outputTokens":2,"latencyMs":367.22133399988525},{"questionId":"q159","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":878,"outputTokens":2,"latencyMs":318.70112500013784},{"questionId":"q160","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1127,"outputTokens":5,"latencyMs":357.5999169999268},{"questionId":"q160","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":749,"outputTokens":5,"latencyMs":434.7398749999702},{"questionId":"q160","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":861,"outputTokens":5,"latencyMs":320.847708000103},{"questionId":"q160","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1199,"outputTokens":5,"latencyMs":444.52779099997133},{"questionId":"q160","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":879,"outputTokens":5,"latencyMs":346.64495799993165},{"questionId":"q161","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":441.18654099991545},{"questionId":"q161","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":316.80200000014156},{"questionId":"q161","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":344.1644170000218},{"questionId":"q161","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":359.67345799994655},{"questionId":"q161","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":314.257708999794},{"questionId":"q162","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":341.3015829999931},{"questionId":"q162","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":402.5352079998702},{"questionId":"q162","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":330.62899999995716},{"questionId":"q162","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":321.2940420000814},{"questionId":"q162","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":341.8873340000864},{"questionId":"q163","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":358.171624999959},{"questionId":"q163","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":748,"outputTokens":1,"latencyMs":325.0455830001738},{"questionId":"q163","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":860,"outputTokens":1,"latencyMs":434.60591699997894},{"questionId":"q163","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":369.04483399982564},{"questionId":"q163","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":878,"outputTokens":1,"latencyMs":389.55891599995084},{"questionId":"q164","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":440.0353750002105},{"questionId":"q164","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":748,"outputTokens":1,"latencyMs":438.29116599983536},{"questionId":"q164","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":860,"outputTokens":1,"latencyMs":453.78141699987464},{"questionId":"q164","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":464.6766250000801},{"questionId":"q164","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":878,"outputTokens":1,"latencyMs":462.33987500006333},{"questionId":"q165","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":448.2880409997888},{"questionId":"q165","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":748,"outputTokens":1,"latencyMs":426.0887919999659},{"questionId":"q165","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":860,"outputTokens":1,"latencyMs":323.5241249999963},{"questionId":"q165","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":326.37737499992363},{"questionId":"q165","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":878,"outputTokens":1,"latencyMs":315.89241699990816},{"questionId":"q166","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1130,"outputTokens":1,"latencyMs":332.59687500004657},{"questionId":"q166","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":752,"outputTokens":1,"latencyMs":328.14174999995157},{"questionId":"q166","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":478.95383300003596},{"questionId":"q166","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1202,"outputTokens":1,"latencyMs":344.2700000000186},{"questionId":"q166","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":882,"outputTokens":1,"latencyMs":278.3616669999901},{"questionId":"q167","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":303.0478749999311},{"questionId":"q167","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":748,"outputTokens":1,"latencyMs":358.3665420000907},{"questionId":"q167","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":860,"outputTokens":1,"latencyMs":367.6374580000993},{"questionId":"q167","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":357.58566700015217},{"questionId":"q167","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":878,"outputTokens":1,"latencyMs":347.233709000051},{"questionId":"q168","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1128,"outputTokens":1,"latencyMs":311.53012500004843},{"questionId":"q168","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":750,"outputTokens":1,"latencyMs":402.30229199980386},{"questionId":"q168","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":862,"outputTokens":1,"latencyMs":314.2168750001583},{"questionId":"q168","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1200,"outputTokens":1,"latencyMs":337.4619160001166},{"questionId":"q168","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":880,"outputTokens":1,"latencyMs":310.02666600001976},{"questionId":"q169","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":1130,"outputTokens":1,"latencyMs":349.0553749999963},{"questionId":"q169","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":752,"outputTokens":1,"latencyMs":323.92966700019315},{"questionId":"q169","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":420.6140000000596},{"questionId":"q169","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":1202,"outputTokens":1,"latencyMs":339.4013749998994},{"questionId":"q169","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":882,"outputTokens":1,"latencyMs":350.1278329999186},{"questionId":"q170","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1129,"outputTokens":1,"latencyMs":337.0966250000056},{"questionId":"q170","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":751,"outputTokens":1,"latencyMs":550.6174170000013},{"questionId":"q170","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":863,"outputTokens":1,"latencyMs":340.1674999999814},{"questionId":"q170","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":1201,"outputTokens":1,"latencyMs":307.9737919999752},{"questionId":"q170","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":881,"outputTokens":1,"latencyMs":354.69920899998397},{"questionId":"q171","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1131,"outputTokens":1,"latencyMs":391.57199999992736},{"questionId":"q171","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":753,"outputTokens":1,"latencyMs":311.003958000103},{"questionId":"q171","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":304.13562500011176},{"questionId":"q171","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":1203,"outputTokens":1,"latencyMs":329.156500000041},{"questionId":"q171","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":883,"outputTokens":1,"latencyMs":383.3717910000123},{"questionId":"q172","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1131,"outputTokens":1,"latencyMs":330.1229169999715},{"questionId":"q172","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":753,"outputTokens":1,"latencyMs":350.70349999982864},{"questionId":"q172","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":304.21616600011475},{"questionId":"q172","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1203,"outputTokens":1,"latencyMs":337.9212909999769},{"questionId":"q172","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":883,"outputTokens":1,"latencyMs":323.12954199989326},{"questionId":"q173","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1132,"outputTokens":1,"latencyMs":343.41700000013225},{"questionId":"q173","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":754,"outputTokens":1,"latencyMs":340.3062080000527},{"questionId":"q173","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":866,"outputTokens":1,"latencyMs":477.0377500001341},{"questionId":"q173","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1204,"outputTokens":1,"latencyMs":451.2650830000639},{"questionId":"q173","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":884,"outputTokens":1,"latencyMs":413.45462500001304},{"questionId":"q174","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1129,"outputTokens":1,"latencyMs":547.6270830000285},{"questionId":"q174","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":751,"outputTokens":1,"latencyMs":450.75474999984726},{"questionId":"q174","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":422.3355000000447},{"questionId":"q174","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":1201,"outputTokens":1,"latencyMs":373.93825000012293},{"questionId":"q174","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":881,"outputTokens":1,"latencyMs":399.95558299985714},{"questionId":"q175","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1133,"outputTokens":1,"latencyMs":408.1844170000404},{"questionId":"q175","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":755,"outputTokens":1,"latencyMs":417.1452079999726},{"questionId":"q175","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":314.77450000005774},{"questionId":"q175","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1205,"outputTokens":1,"latencyMs":380.45758299995214},{"questionId":"q175","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":885,"outputTokens":1,"latencyMs":347.37924999999814},{"questionId":"q176","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":340.96537499991246},{"questionId":"q176","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":337.7478749998845},{"questionId":"q176","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":360.6514999999199},{"questionId":"q176","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":306.92058299994096},{"questionId":"q176","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":361.12375000002794},{"questionId":"q177","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1135,"outputTokens":1,"latencyMs":338.41949999984354},{"questionId":"q177","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":757,"outputTokens":1,"latencyMs":344.27370899985544},{"questionId":"q177","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":869,"outputTokens":1,"latencyMs":344.1268750000745},{"questionId":"q177","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1207,"outputTokens":1,"latencyMs":269.2622090000659},{"questionId":"q177","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":887,"outputTokens":1,"latencyMs":324.73683299985714},{"questionId":"q178","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1130,"outputTokens":1,"latencyMs":338.1203329998534},{"questionId":"q178","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":752,"outputTokens":1,"latencyMs":291.73079199995846},{"questionId":"q178","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":864,"outputTokens":1,"latencyMs":365.00216699996963},{"questionId":"q178","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1202,"outputTokens":1,"latencyMs":331.84741699998267},{"questionId":"q178","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":882,"outputTokens":1,"latencyMs":329.8641670001671},{"questionId":"q179","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1129,"outputTokens":1,"latencyMs":348.69020900013857},{"questionId":"q179","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":751,"outputTokens":1,"latencyMs":910.3052909998223},{"questionId":"q179","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":283.3612079999875},{"questionId":"q179","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1201,"outputTokens":1,"latencyMs":347.4672909998335},{"questionId":"q179","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":881,"outputTokens":1,"latencyMs":672.2668749999721},{"questionId":"q180","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":564.6519169998355},{"questionId":"q180","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":400.8067910000682},{"questionId":"q180","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":384.2312080000993},{"questionId":"q180","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":334.02241700002924},{"questionId":"q180","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":413.1665829999838},{"questionId":"q180","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":402.51987499999814},{"questionId":"q181","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":6518,"outputTokens":12,"latencyMs":483.392790999962},{"questionId":"q181","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4109,"outputTokens":12,"latencyMs":374.3410000000149},{"questionId":"q181","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2688,"outputTokens":12,"latencyMs":340.35154200019315},{"questionId":"q181","format":"csv","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2523,"outputTokens":12,"latencyMs":1485.7852920000441},{"questionId":"q181","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":7455,"outputTokens":12,"latencyMs":544.2774169999175},{"questionId":"q181","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":5151,"outputTokens":12,"latencyMs":433.30837500002235},{"questionId":"q182","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":6516,"outputTokens":1,"latencyMs":343.8825840000063},{"questionId":"q182","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":4107,"outputTokens":1,"latencyMs":370.2654999999795},{"questionId":"q182","format":"toon","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":2686,"outputTokens":1,"latencyMs":338.80575000005774},{"questionId":"q182","format":"csv","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":2521,"outputTokens":1,"latencyMs":700.5023750001565},{"questionId":"q182","format":"xml","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":7453,"outputTokens":1,"latencyMs":424.90991699998267},{"questionId":"q182","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":5149,"outputTokens":1,"latencyMs":787.3187499998603},{"questionId":"q183","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":545.6697500001173},{"questionId":"q183","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":458.97637499985285},{"questionId":"q183","format":"toon","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2687,"outputTokens":1,"latencyMs":424.5006249998696},{"questionId":"q183","format":"csv","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":397.82958299992606},{"questionId":"q183","format":"xml","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":577.5348329998087},{"questionId":"q183","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5150,"outputTokens":1,"latencyMs":787.9877090000082},{"questionId":"q184","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":6517,"outputTokens":5,"latencyMs":410.6278329999186},{"questionId":"q184","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4108,"outputTokens":5,"latencyMs":793.9159170000348},{"questionId":"q184","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2687,"outputTokens":5,"latencyMs":430.9729590001516},{"questionId":"q184","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2522,"outputTokens":5,"latencyMs":335.97854099981487},{"questionId":"q184","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7454,"outputTokens":5,"latencyMs":586.0767080001533},{"questionId":"q184","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5150,"outputTokens":5,"latencyMs":355.8477910000365},{"questionId":"q185","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6514,"outputTokens":1,"latencyMs":497.1112920001615},{"questionId":"q185","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":4105,"outputTokens":1,"latencyMs":324.372333999956},{"questionId":"q185","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":2684,"outputTokens":1,"latencyMs":460.29595800000243},{"questionId":"q185","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":2519,"outputTokens":1,"latencyMs":311.6815410000272},{"questionId":"q185","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":7451,"outputTokens":1,"latencyMs":394.30870799999684},{"questionId":"q185","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":5147,"outputTokens":1,"latencyMs":362.61108399997465},{"questionId":"q186","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10953,"outputTokens":1,"latencyMs":461.8515419999603},{"questionId":"q186","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":305.5184579999186},{"questionId":"q186","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":860.654334000079},{"questionId":"q186","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12279,"outputTokens":1,"latencyMs":576.3340829999652},{"questionId":"q186","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":513.610667000059},{"questionId":"q187","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":10960,"outputTokens":15,"latencyMs":464.43270800006576},{"questionId":"q187","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":6939,"outputTokens":15,"latencyMs":442.9684580001049},{"questionId":"q187","format":"toon","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":7362,"outputTokens":15,"latencyMs":557.8330419999547},{"questionId":"q187","format":"xml","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":12286,"outputTokens":15,"latencyMs":411.3310829999391},{"questionId":"q187","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":8525,"outputTokens":17,"latencyMs":580.7591669999529},{"questionId":"q188","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":385.218584000133},{"questionId":"q188","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":517.4760829999577},{"questionId":"q188","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":583.9634589999914},{"questionId":"q188","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":585.7809160000179},{"questionId":"q188","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":535.1333749999758},{"questionId":"q189","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":10961,"outputTokens":6,"latencyMs":592.2415420000907},{"questionId":"q189","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":6940,"outputTokens":6,"latencyMs":511.6824580000248},{"questionId":"q189","format":"toon","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7363,"outputTokens":6,"latencyMs":481.2422919999808},{"questionId":"q189","format":"xml","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":12287,"outputTokens":6,"latencyMs":665.1777500000317},{"questionId":"q189","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":8526,"outputTokens":7,"latencyMs":727.1295000000391},{"questionId":"q190","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10957,"outputTokens":2,"latencyMs":642.5412919998635},{"questionId":"q190","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6936,"outputTokens":2,"latencyMs":417.7169589998666},{"questionId":"q190","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7359,"outputTokens":2,"latencyMs":409.8291249999311},{"questionId":"q190","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12283,"outputTokens":2,"latencyMs":3034.810999999987},{"questionId":"q190","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8522,"outputTokens":2,"latencyMs":460.6213749998715},{"questionId":"q191","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":10962,"outputTokens":5,"latencyMs":670.8313329999801},{"questionId":"q191","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":6941,"outputTokens":5,"latencyMs":401.93520799977705},{"questionId":"q191","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":7364,"outputTokens":5,"latencyMs":484.2895420000423},{"questionId":"q191","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":12288,"outputTokens":5,"latencyMs":604.8337919998448},{"questionId":"q191","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":8527,"outputTokens":5,"latencyMs":523.3439999998081},{"questionId":"q192","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"61","isCorrect":false,"inputTokens":3822,"outputTokens":1,"latencyMs":366.0537500001956},{"questionId":"q192","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":2493,"outputTokens":1,"latencyMs":388.8614590000361},{"questionId":"q192","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1752,"outputTokens":1,"latencyMs":531.8612500000745},{"questionId":"q192","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1611,"outputTokens":1,"latencyMs":402.98354100016877},{"questionId":"q192","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"61","isCorrect":false,"inputTokens":4468,"outputTokens":1,"latencyMs":419.8242920001503},{"questionId":"q192","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"62","isCorrect":false,"inputTokens":3152,"outputTokens":1,"latencyMs":544.4314580000937},{"questionId":"q193","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3826,"outputTokens":14,"latencyMs":445.4776660001371},{"questionId":"q193","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2497,"outputTokens":14,"latencyMs":647.6505420000758},{"questionId":"q193","format":"toon","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1756,"outputTokens":14,"latencyMs":582.0112910000607},{"questionId":"q193","format":"csv","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1615,"outputTokens":14,"latencyMs":522.1935000000522},{"questionId":"q193","format":"xml","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4472,"outputTokens":14,"latencyMs":446.3717919997871},{"questionId":"q193","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3156,"outputTokens":14,"latencyMs":334.3140420001},{"questionId":"q194","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"conversions","isCorrect":false,"inputTokens":3825,"outputTokens":2,"latencyMs":340.3161249998957},{"questionId":"q194","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2496,"outputTokens":1,"latencyMs":321.3968749998603},{"questionId":"q194","format":"toon","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1755,"outputTokens":1,"latencyMs":337.04041699995287},{"questionId":"q194","format":"csv","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1614,"outputTokens":1,"latencyMs":305.7395840000827},{"questionId":"q194","format":"xml","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4471,"outputTokens":1,"latencyMs":381.4124999998603},{"questionId":"q194","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3155,"outputTokens":1,"latencyMs":391.24962499993853},{"questionId":"q195","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3826,"outputTokens":6,"latencyMs":351.1957499999553},{"questionId":"q195","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2497,"outputTokens":6,"latencyMs":337.6510830000043},{"questionId":"q195","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1756,"outputTokens":6,"latencyMs":343.33412500005215},{"questionId":"q195","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1615,"outputTokens":6,"latencyMs":442.4399170000106},{"questionId":"q195","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4472,"outputTokens":6,"latencyMs":338.48487500008196},{"questionId":"q195","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3156,"outputTokens":6,"latencyMs":275.6380829999689},{"questionId":"q196","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":3822,"outputTokens":1,"latencyMs":367.37120799999684},{"questionId":"q196","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":2493,"outputTokens":1,"latencyMs":447.95295799989253},{"questionId":"q196","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":1752,"outputTokens":1,"latencyMs":310.1214170001913},{"questionId":"q196","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":1611,"outputTokens":1,"latencyMs":356.95900000003166},{"questionId":"q196","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":4468,"outputTokens":1,"latencyMs":356.37020899984054},{"questionId":"q196","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":3152,"outputTokens":1,"latencyMs":339.7074170000851},{"questionId":"q197","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15239,"outputTokens":1,"latencyMs":828.7236249998678},{"questionId":"q197","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11543,"outputTokens":1,"latencyMs":593.1189999999478},{"questionId":"q197","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8866,"outputTokens":1,"latencyMs":617.0792919998057},{"questionId":"q197","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8616,"outputTokens":1,"latencyMs":517.1155419999268},{"questionId":"q197","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"80","isCorrect":false,"inputTokens":17151,"outputTokens":1,"latencyMs":757.1650000000373},{"questionId":"q197","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13237,"outputTokens":1,"latencyMs":546.984540999867},{"questionId":"q198","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15244,"outputTokens":24,"latencyMs":660.6357909999788},{"questionId":"q198","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":11548,"outputTokens":24,"latencyMs":686.094000000041},{"questionId":"q198","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8871,"outputTokens":24,"latencyMs":518.8935420000926},{"questionId":"q198","format":"csv","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8621,"outputTokens":24,"latencyMs":767.6478339999449},{"questionId":"q198","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17156,"outputTokens":24,"latencyMs":1086.245207999833},{"questionId":"q198","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":13242,"outputTokens":24,"latencyMs":461.42283300007693},{"questionId":"q199","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":15244,"outputTokens":1,"latencyMs":361.31387499999255},{"questionId":"q199","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"forks","isCorrect":true,"inputTokens":11548,"outputTokens":2,"latencyMs":465.80245800013654},{"questionId":"q199","format":"toon","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8871,"outputTokens":3,"latencyMs":806.5418750001118},{"questionId":"q199","format":"csv","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":8621,"outputTokens":1,"latencyMs":470.22779099992476},{"questionId":"q199","format":"xml","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":17156,"outputTokens":1,"latencyMs":867.2781249999534},{"questionId":"q199","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":13242,"outputTokens":1,"latencyMs":639.9731669998728},{"questionId":"q200","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15243,"outputTokens":2,"latencyMs":706.970708000008},{"questionId":"q200","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":11547,"outputTokens":2,"latencyMs":445.3654589999933},{"questionId":"q200","format":"toon","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8870,"outputTokens":2,"latencyMs":341.2767089998815},{"questionId":"q200","format":"csv","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8620,"outputTokens":2,"latencyMs":588.6165410000831},{"questionId":"q200","format":"xml","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17155,"outputTokens":2,"latencyMs":1149.9787500000093},{"questionId":"q200","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":13241,"outputTokens":2,"latencyMs":538.4804999998305},{"questionId":"q201","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":15240,"outputTokens":1,"latencyMs":521.6853750001173},{"questionId":"q201","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":11544,"outputTokens":1,"latencyMs":600.9999589999206},{"questionId":"q201","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":8867,"outputTokens":1,"latencyMs":597.0913750000764},{"questionId":"q201","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":8617,"outputTokens":1,"latencyMs":676.1639170001727},{"questionId":"q201","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":17152,"outputTokens":1,"latencyMs":600.9071249999106},{"questionId":"q201","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":13238,"outputTokens":1,"latencyMs":717.3051660000347},{"questionId":"q202","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"65","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":471.1219169998076},{"questionId":"q202","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"72","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":715.7249580000062},{"questionId":"q202","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5995,"outputTokens":1,"latencyMs":424.4405829999596},{"questionId":"q202","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"67","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":371.24525000015274},{"questionId":"q202","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":331.06362499995157},{"questionId":"q203","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7003,"outputTokens":13,"latencyMs":375.68666699994355},{"questionId":"q203","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":4915,"outputTokens":13,"latencyMs":465.67037499998696},{"questionId":"q203","format":"toon","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":6004,"outputTokens":13,"latencyMs":514.6221669998486},{"questionId":"q203","format":"xml","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7913,"outputTokens":13,"latencyMs":467.42820900003426},{"questionId":"q203","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":6030,"outputTokens":16,"latencyMs":374.1381250000559},{"questionId":"q204","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6998,"outputTokens":1,"latencyMs":481.8807079999242},{"questionId":"q204","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":563.3164170000236},{"questionId":"q204","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":5999,"outputTokens":1,"latencyMs":451.7410830000881},{"questionId":"q204","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":455.55354100000113},{"questionId":"q204","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6025,"outputTokens":1,"latencyMs":373.25766600016505}]