toon/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning

[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6560,"outputTokens":2,"latencyMs":677.7787079999998},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4151,"outputTokens":2,"latencyMs":591.66075},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2730,"outputTokens":2,"latencyMs":527.983958},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2565,"outputTokens":2,"latencyMs":529.491833},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7497,"outputTokens":2,"latencyMs":662.456541},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5193,"outputTokens":2,"latencyMs":580.0892079999999},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6560,"outputTokens":1,"latencyMs":717.8327499999998},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4151,"outputTokens":1,"latencyMs":578.4192089999999},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2730,"outputTokens":1,"latencyMs":656.1255000000001},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2565,"outputTokens":1,"latencyMs":683.3620420000002},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7497,"outputTokens":1,"latencyMs":582.2949590000001},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5193,"outputTokens":1,"latencyMs":501.26083400000016},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6563,"outputTokens":7,"latencyMs":382.26504199999977},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4154,"outputTokens":7,"latencyMs":377.984958},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2733,"outputTokens":7,"latencyMs":391.02195900000015},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2568,"outputTokens":7,"latencyMs":395.690875},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7500,"outputTokens":7,"latencyMs":478.1205420000001},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5196,"outputTokens":7,"latencyMs":450.2183749999997},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6563,"outputTokens":1,"latencyMs":422.99800000000005},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4154,"outputTokens":1,"latencyMs":434.7655},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2733,"outputTokens":1,"latencyMs":324.0345419999999},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2568,"outputTokens":1,"latencyMs":445.52925000000005},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":598.7832080000003},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5196,"outputTokens":1,"latencyMs":426.23554200000035},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"false","isCorrect":true,"inputTokens":6558,"outputTokens":1,"latencyMs":410.69404099999974},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"false","isCorrect":true,"inputTokens":4149,"outputTokens":1,"latencyMs":478.8340000000003},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"false","isCorrect":true,"inputTokens":2728,"outputTokens":1,"latencyMs":300.2806660000001},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2563,"outputTokens":1,"latencyMs":351.082625},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"false","isCorrect":true,"inputTokens":7495,"outputTokens":1,"latencyMs":427.2885000000001},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"false","isCorrect":true,"inputTokens":5191,"outputTokens":1,"latencyMs":428.1032089999999},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6559,"outputTokens":2,"latencyMs":749.5659999999998},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4150,"outputTokens":2,"latencyMs":471.4871659999999},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2729,"outputTokens":2,"latencyMs":412.25533399999995},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2564,"outputTokens":2,"latencyMs":526.023917},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7496,"outputTokens":2,"latencyMs":509.95216600000003},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5192,"outputTokens":2,"latencyMs":376.5678340000004},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6559,"outputTokens":1,"latencyMs":492.86204099999986},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4150,"outputTokens":1,"latencyMs":365.94870900000024},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2729,"outputTokens":1,"latencyMs":360.1005},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2564,"outputTokens":1,"latencyMs":364.8351249999996},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7496,"outputTokens":1,"latencyMs":493.5971249999998},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5192,"outputTokens":1,"latencyMs":431.6769999999997},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6562,"outputTokens":6,"latencyMs":478.70483300000024},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4153,"outputTokens":6,"latencyMs":390.107833},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2732,"outputTokens":6,"latencyMs":524.1480419999998},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2567,"outputTokens":6,"latencyMs":455.20945800000027},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7499,"outputTokens":6,"latencyMs":482.96370799999977},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5195,"outputTokens":6,"latencyMs":447.8932499999996},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6563,"outputTokens":1,"latencyMs":426.44333300000017},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4154,"outputTokens":1,"latencyMs":448.9592090000001},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2733,"outputTokens":1,"latencyMs":455.6236250000002},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2568,"outputTokens":1,"latencyMs":908.1022500000036},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":890.3613330000007},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5196,"outputTokens":1,"latencyMs":475.57624999999825},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6560,"outputTokens":1,"latencyMs":797.8072919999977},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4151,"outputTokens":1,"latencyMs":468.7669160000005},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2730,"outputTokens":1,"latencyMs":445.7910000000047},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2565,"outputTokens":1,"latencyMs":518.7246670000022},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7497,"outputTokens":1,"latencyMs":756.4337910000031},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5193,"outputTokens":1,"latencyMs":662.2533750000002},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6561,"outputTokens":2,"latencyMs":509.3157500000016},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4152,"outputTokens":2,"latencyMs":354.12766700000066},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2731,"outputTokens":2,"latencyMs":361.2494579999984},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2566,"outputTokens":2,"latencyMs":292.6892500000031},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7498,"outputTokens":2,"latencyMs":395.3419170000052},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5194,"outputTokens":2,"latencyMs":393.2805840000001},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6559,"outputTokens":1,"latencyMs":807.249708000003},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4150,"outputTokens":1,"latencyMs":362.8900419999991},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2729,"outputTokens":1,"latencyMs":368.81670799999847},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2564,"outputTokens":1,"latencyMs":449.58866699999635},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7496,"outputTokens":1,"latencyMs":399.32745799999975},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5192,"outputTokens":1,"latencyMs":392.00483299999905},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6558,"outputTokens":1,"latencyMs":626.7569999999978},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4149,"outputTokens":1,"latencyMs":392.3937920000026},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2728,"outputTokens":1,"latencyMs":327.33245799999713},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2563,"outputTokens":1,"latencyMs":491.1735839999965},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7495,"outputTokens":1,"latencyMs":525.1732499999998},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5191,"outputTokens":1,"latencyMs":1003.3068340000027},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6558,"outputTokens":1,"latencyMs":580.9329170000055},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4149,"outputTokens":1,"latencyMs":537.2419579999987},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2728,"outputTokens":1,"latencyMs":370.43841599999723},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2563,"outputTokens":1,"latencyMs":333.84595799999806},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7495,"outputTokens":1,"latencyMs":384.1995420000021},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5191,"outputTokens":1,"latencyMs":345.3221249999988},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6558,"outputTokens":1,"latencyMs":375.46195799999987},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4149,"outputTokens":1,"latencyMs":365.8962909999973},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2728,"outputTokens":1,"latencyMs":307.53033300000243},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2563,"outputTokens":1,"latencyMs":1567.031833000001},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7495,"outputTokens":1,"latencyMs":403.44887500000186},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":5191,"outputTokens":1,"latencyMs":356.9092080000046},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"91","isCorrect":true,"inputTokens":6563,"outputTokens":1,"latencyMs":352.5075419999994},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"85","isCorrect":false,"inputTokens":4154,"outputTokens":1,"latencyMs":326.18754199999967},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"75","isCorrect":false,"inputTokens":2733,"outputTokens":1,"latencyMs":474.1443749999962},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"85","isCorrect":false,"inputTokens":2568,"outputTokens":1,"latencyMs":485.487374999997},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"81","isCorrect":false,"inputTokens":7500,"outputTokens":1,"latencyMs":361.3055420000019},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":5196,"outputTokens":1,"latencyMs":361.60304200000246},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":6563,"outputTokens":1,"latencyMs":496.5832919999957},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":4154,"outputTokens":1,"latencyMs":458.21570800000336},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":2733,"outputTokens":1,"latencyMs":368.27454099999886},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"68","isCorrect":false,"inputTokens":2568,"outputTokens":1,"latencyMs":401.03558399999747},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":7500,"outputTokens":1,"latencyMs":598.7391669999924},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"66","isCorrect":false,"inputTokens":5196,"outputTokens":1,"latencyMs":533.7937919999968},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"47","isCorrect":false,"inputTokens":6563,"outputTokens":1,"latencyMs":489.43316600000253},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"45","isCorrect":false,"inputTokens":4154,"outputTokens":1,"latencyMs":673.4545000000071},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":2733,"outputTokens":1,"latencyMs":552.169167},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"51","isCorrect":false,"inputTokens":2568,"outputTokens":1,"latencyMs":785.3966669999936},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":7500,"outputTokens":1,"latencyMs":639.6285420000058},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"47","isCorrect":false,"inputTokens":5196,"outputTokens":1,"latencyMs":569.4996659999888},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6559,"outputTokens":1,"latencyMs":650.5678329999937},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4150,"outputTokens":1,"latencyMs":555.106541000001},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2729,"outputTokens":1,"latencyMs":400.81479099999706},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2564,"outputTokens":1,"latencyMs":350.09191600000486},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7496,"outputTokens":1,"latencyMs":626.1560000000027},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5192,"outputTokens":1,"latencyMs":395.8059579999972},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100789","isCorrect":false,"inputTokens":6560,"outputTokens":2,"latencyMs":470.5184169999993},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99852","isCorrect":false,"inputTokens":4151,"outputTokens":2,"latencyMs":485.94199999999546},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"102630","isCorrect":false,"inputTokens":2730,"outputTokens":2,"latencyMs":372.51462499999616},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100341","isCorrect":false,"inputTokens":2565,"outputTokens":2,"latencyMs":395.00675000000047},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97821","isCorrect":false,"inputTokens":7497,"outputTokens":2,"latencyMs":476.67729099999997},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100939","isCorrect":false,"inputTokens":5193,"outputTokens":2,"latencyMs":432.1019579999993},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":6557,"outputTokens":1,"latencyMs":365.6849999999977},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"80","isCorrect":false,"inputTokens":4148,"outputTokens":1,"latencyMs":382.038584000009},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"79","isCorrect":false,"inputTokens":2727,"outputTokens":1,"latencyMs":333.379958000005},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":2562,"outputTokens":1,"latencyMs":384.97716699999},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"83","isCorrect":false,"inputTokens":7494,"outputTokens":1,"latencyMs":386.79358300000604},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":5190,"outputTokens":1,"latencyMs":464.0700829999987},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6557,"outputTokens":1,"latencyMs":394.28233299999556},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"16","isCorrect":false,"inputTokens":4148,"outputTokens":1,"latencyMs":335.874708000003},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2727,"outputTokens":1,"latencyMs":378.8475000000035},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2562,"outputTokens":1,"latencyMs":356.22925000000396},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":7494,"outputTokens":1,"latencyMs":501.46566699999676},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":5190,"outputTokens":1,"latencyMs":383.08312500000466},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":387.2854590000061},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":344.27012500001},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"21","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":389.89337499999965},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"19","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":386.65470800000185},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"14","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":377.4197920000006},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":473.33866600001056},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":468.2155410000123},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":438.24291699999594},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":284.88654200000747},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":320.83270900000934},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":465.59220800000185},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":388.47487500001444},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6565,"outputTokens":1,"latencyMs":389.05633300000045},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":4156,"outputTokens":1,"latencyMs":376.7997500000056},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":494.0212909999973},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":2570,"outputTokens":1,"latencyMs":553.5510840000061},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":370.1583329999994},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":367.36149999999907},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":588.700416000007},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"5","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":489.94779200002085},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":493.28429199999664},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":473.4040410000016},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":739.8324999999895},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"8","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":528.2567909999925},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":505.07600000000093},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":749.5778330000176},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":470.81266699999105},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":484.2120409999916},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":489.93283400000655},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":511.75237500001094},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"70","isCorrect":false,"inputTokens":6564,"outputTokens":1,"latencyMs":471.23154099998646},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"70","isCorrect":false,"inputTokens":4155,"outputTokens":1,"latencyMs":347.4777499999909},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"85","isCorrect":false,"inputTokens":2734,"outputTokens":1,"latencyMs":355.61899999997695},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"78","isCorrect":false,"inputTokens":2569,"outputTokens":1,"latencyMs":405.3591659999802},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":7501,"outputTokens":1,"latencyMs":373.0001249999914},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":5197,"outputTokens":1,"latencyMs":384.298208000022},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":6564,"outputTokens":1,"latencyMs":453.24754199999734},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"53","isCorrect":true,"inputTokens":4155,"outputTokens":1,"latencyMs":361.61341700001503},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"65","isCorrect":false,"inputTokens":2734,"outputTokens":1,"latencyMs":310.97220899999957},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":2569,"outputTokens":1,"latencyMs":366.5611670000071},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"53","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":446.7748750000028},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"59","isCorrect":false,"inputTokens":5197,"outputTokens":1,"latencyMs":329.3197919999948},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":6564,"outputTokens":1,"latencyMs":315.1570419999771},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":4155,"outputTokens":1,"latencyMs":439.5133330000099},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"29","isCorrect":false,"inputTokens":2734,"outputTokens":1,"latencyMs":334.3176669999957},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"41","isCorrect":false,"inputTokens":2569,"outputTokens":1,"latencyMs":405.55145800000173},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"29","isCorrect":false,"inputTokens":7501,"outputTokens":1,"latencyMs":439.76224999999977},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"30","isCorrect":false,"inputTokens":5197,"outputTokens":1,"latencyMs":413.1334999999963},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":359.49666699999943},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":381.6340410000121},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"25","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":293.55133300001035},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":356.8193339999998},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":594.680624999979},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":334.5366669999785},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":389.8008339999942},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":390.5162920000148},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"25","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":487.3843329999945},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":366.3003750000207},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"16","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":549.9704170000041},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":376.284249999997},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":6565,"outputTokens":1,"latencyMs":480.89120800001547},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":4156,"outputTokens":1,"latencyMs":449.54308400000446},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"20","isCorrect":false,"inputTokens":2735,"outputTokens":1,"latencyMs":368.2242499999993},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"19","isCorrect":false,"inputTokens":2570,"outputTokens":1,"latencyMs":355.4397919999901},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"14","isCorrect":false,"inputTokens":7502,"outputTokens":1,"latencyMs":389.89441700000316},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"17","isCorrect":false,"inputTokens":5198,"outputTokens":1,"latencyMs":383.33695799999987},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6559,"outputTokens":1,"latencyMs":357.63637500000186},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4150,"outputTokens":1,"latencyMs":358.25270799998543},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"23","isCorrect":false,"inputTokens":2729,"outputTokens":1,"latencyMs":525.8525829999999},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2564,"outputTokens":1,"latencyMs":571.8574999999837},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7496,"outputTokens":1,"latencyMs":572.3744170000136},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":5192,"outputTokens":1,"latencyMs":495.49575000000186},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":6559,"outputTokens":1,"latencyMs":432.8766659999965},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":4150,"outputTokens":1,"latencyMs":573.6981250000244},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"21","isCorrect":false,"inputTokens":2729,"outputTokens":1,"latencyMs":408.81629200000316},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":2564,"outputTokens":1,"latencyMs":427.94404200001736},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7496,"outputTokens":1,"latencyMs":607.9440419999883},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":5192,"outputTokens":1,"latencyMs":478.4229590000177},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":11002,"outputTokens":3,"latencyMs":612.4086249999818},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6981,"outputTokens":3,"latencyMs":572.5292499999923},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7404,"outputTokens":3,"latencyMs":492.7815830000036},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12328,"outputTokens":3,"latencyMs":637.3694160000014},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8567,"outputTokens":3,"latencyMs":562.7034580000036},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11002,"outputTokens":2,"latencyMs":642.8685420000111},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6981,"outputTokens":2,"latencyMs":473.2799159999995},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7404,"outputTokens":2,"latencyMs":651.6125829999801},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12328,"outputTokens":2,"latencyMs":601.5966670000053},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8567,"outputTokens":2,"latencyMs":576.1943329999922},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":11002,"outputTokens":3,"latencyMs":753.5687499999767},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6981,"outputTokens":3,"latencyMs":694.3835839999956},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7404,"outputTokens":3,"latencyMs":668.5795409999846},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12328,"outputTokens":3,"latencyMs":523.2738750000135},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8567,"outputTokens":3,"latencyMs":654.8136250000098},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11002,"outputTokens":1,"latencyMs":580.741417000012},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6981,"outputTokens":1,"latencyMs":559.4822500000009},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7404,"outputTokens":1,"latencyMs":547.0760829999927},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12328,"outputTokens":1,"latencyMs":544.0726250000007},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8567,"outputTokens":1,"latencyMs":1450.0137919999834},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":11002,"outputTokens":4,"latencyMs":636.7577910000109},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6981,"outputTokens":4,"latencyMs":460.6567919999943},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7404,"outputTokens":4,"latencyMs":393.5730420000036},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12328,"outputTokens":4,"latencyMs":412.3980000000156},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8567,"outputTokens":4,"latencyMs":586.1450830000103},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11002,"outputTokens":1,"latencyMs":726.1220420000027},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6981,"outputTokens":1,"latencyMs":432.288292000012},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7404,"outputTokens":1,"latencyMs":492.4412499999744},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12328,"outputTokens":1,"latencyMs":591.9253749999916},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8567,"outputTokens":1,"latencyMs":594.6765840000007},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":11002,"outputTokens":4,"latencyMs":697.430624999979},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6981,"outputTokens":4,"latencyMs":512.4665419999801},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7404,"outputTokens":4,"latencyMs":595.262000000017},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12328,"outputTokens":4,"latencyMs":713.743083999987},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8567,"outputTokens":4,"latencyMs":389.6293749999895},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11002,"outputTokens":2,"latencyMs":638.5041670000064},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6981,"outputTokens":2,"latencyMs":422.45766600000206},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7404,"outputTokens":2,"latencyMs":430.90070899997954},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12328,"outputTokens":2,"latencyMs":656.4609589999891},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8567,"outputTokens":2,"latencyMs":556.2104580000159},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":11003,"outputTokens":6,"latencyMs":521.8144169999869},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6982,"outputTokens":6,"latencyMs":485.51504199998453},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7405,"outputTokens":6,"latencyMs":489.10249999997905},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12329,"outputTokens":6,"latencyMs":686.4327080000076},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8568,"outputTokens":6,"latencyMs":604.0870839999989},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":11003,"outputTokens":9,"latencyMs":547.9094160000095},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6982,"outputTokens":9,"latencyMs":504.69150000001537},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7405,"outputTokens":9,"latencyMs":524.7769579999731},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12329,"outputTokens":9,"latencyMs":736.773125000007},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8568,"outputTokens":9,"latencyMs":768.905584000051},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":11003,"outputTokens":6,"latencyMs":657.8537500000093},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":6982,"outputTokens":6,"latencyMs":402.3881249999977},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7405,"outputTokens":6,"latencyMs":473.46395800000755},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":12329,"outputTokens":6,"latencyMs":355.3811249999562},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8568,"outputTokens":6,"latencyMs":838.094167000032},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":11002,"outputTokens":1,"latencyMs":568.6594170000171},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6981,"outputTokens":1,"latencyMs":420.8817079999717},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7404,"outputTokens":1,"latencyMs":384.15070800000103},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12328,"outputTokens":1,"latencyMs":663.5564160000067},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":8567,"outputTokens":1,"latencyMs":819.5229169999948},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":11003,"outputTokens":4,"latencyMs":683.3059169999906},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6982,"outputTokens":4,"latencyMs":431.03516700002365},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7405,"outputTokens":4,"latencyMs":408.711249999993},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12329,"outputTokens":4,"latencyMs":562.3704170000274},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8568,"outputTokens":4,"latencyMs":613.7806249999558},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":11003,"outputTokens":7,"latencyMs":515.8946250000154},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6982,"outputTokens":7,"latencyMs":448.41916599997785},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7405,"outputTokens":7,"latencyMs":465.6530420000199},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12329,"outputTokens":7,"latencyMs":683.9833750000107},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8568,"outputTokens":7,"latencyMs":452.8107500000042},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":11003,"outputTokens":6,"latencyMs":576.1988330000313},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":6982,"outputTokens":6,"latencyMs":517.3172499999637},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":7405,"outputTokens":6,"latencyMs":345.7018339999486},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":12329,"outputTokens":6,"latencyMs":483.4087089999812},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-21","actual":"2025-09-21","isCorrect":true,"inputTokens":8568,"outputTokens":6,"latencyMs":517.2318749999977},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":11002,"outputTokens":1,"latencyMs":684.275958000042},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":408.7041250000475},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":7404,"outputTokens":1,"latencyMs":463.002416000003},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":12328,"outputTokens":1,"latencyMs":751.1919999999809},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":8567,"outputTokens":1,"latencyMs":439.47795800003223},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10999,"outputTokens":1,"latencyMs":646.1944159999839},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6978,"outputTokens":1,"latencyMs":430.5902080000378},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7401,"outputTokens":1,"latencyMs":465.5190419999999},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"11","isCorrect":false,"inputTokens":12325,"outputTokens":1,"latencyMs":664.169208999956},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8564,"outputTokens":1,"latencyMs":410.94754099997226},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10999,"outputTokens":1,"latencyMs":531.8702909999993},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6978,"outputTokens":1,"latencyMs":360.05287499999395},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7401,"outputTokens":1,"latencyMs":430.0072919999948},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12325,"outputTokens":1,"latencyMs":412.5618339999928},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":8564,"outputTokens":1,"latencyMs":530.6472500000382},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":11000,"outputTokens":1,"latencyMs":661.8510829999577},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":452.9267080000136},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7402,"outputTokens":1,"latencyMs":427.1089590000338},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":12326,"outputTokens":1,"latencyMs":570.2559159999946},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8565,"outputTokens":1,"latencyMs":443.8168750000186},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"35232.49","isCorrect":false,"inputTokens":11000,"outputTokens":4,"latencyMs":759.7094170000055},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"43395.85","isCorrect":false,"inputTokens":6979,"outputTokens":4,"latencyMs":546.033832999994},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"33029.79","isCorrect":false,"inputTokens":7402,"outputTokens":4,"latencyMs":583.431958000001},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"40203.57","isCorrect":false,"inputTokens":12326,"outputTokens":4,"latencyMs":669.4822500000009},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"33915.18","isCorrect":false,"inputTokens":8565,"outputTokens":4,"latencyMs":442.56004200002644},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"638.54","isCorrect":false,"inputTokens":10998,"outputTokens":3,"latencyMs":682.2162920000264},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"723.08","isCorrect":false,"inputTokens":6977,"outputTokens":3,"latencyMs":598.9386659999727},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"542.89","isCorrect":false,"inputTokens":7400,"outputTokens":3,"latencyMs":422.1798749999725},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"777.04","isCorrect":false,"inputTokens":12324,"outputTokens":3,"latencyMs":416.94833400001517},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"718.11","isCorrect":false,"inputTokens":8563,"outputTokens":3,"latencyMs":1387.9755839999998},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10999,"outputTokens":1,"latencyMs":668.5463749999763},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6978,"outputTokens":1,"latencyMs":353.4004590000259},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7401,"outputTokens":1,"latencyMs":297.88175000000047},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12325,"outputTokens":1,"latencyMs":436.80945800000336},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8564,"outputTokens":1,"latencyMs":650.6135830000276},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10998,"outputTokens":4,"latencyMs":384.7578329999815},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6977,"outputTokens":4,"latencyMs":404.252416000003},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7400,"outputTokens":4,"latencyMs":406.7724579999922},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12324,"outputTokens":4,"latencyMs":530.9796669999487},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8563,"outputTokens":4,"latencyMs":559.500457999995},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"39","isCorrect":false,"inputTokens":11002,"outputTokens":1,"latencyMs":538.4423749999842},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":367.47462499997346},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"38","isCorrect":false,"inputTokens":7404,"outputTokens":1,"latencyMs":359.26666599995224},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":12328,"outputTokens":1,"latencyMs":380.78679199999897},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":8567,"outputTokens":1,"latencyMs":369.093292000005},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":11002,"outputTokens":1,"latencyMs":534.5345420000376},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":379.0307909999974},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"31","isCorrect":false,"inputTokens":7404,"outputTokens":1,"latencyMs":384.44416600000113},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"28","isCorrect":false,"inputTokens":12328,"outputTokens":1,"latencyMs":653.4851669999771},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":8567,"outputTokens":1,"latencyMs":419.6130000000121},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"21","isCorrect":false,"inputTokens":11002,"outputTokens":1,"latencyMs":441.579458000022},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":317.4882499999949},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":7404,"outputTokens":1,"latencyMs":431.2264580000192},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":12328,"outputTokens":1,"latencyMs":448.7486670000362},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"13","isCorrect":false,"inputTokens":8567,"outputTokens":1,"latencyMs":366.19966699997894},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":11006,"outputTokens":1,"latencyMs":448.1374590000487},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":1216.9280410000356},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":7408,"outputTokens":1,"latencyMs":532.0604590000003},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":12332,"outputTokens":1,"latencyMs":469.59854100004304},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":8571,"outputTokens":1,"latencyMs":475.4224159999867},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":11006,"outputTokens":1,"latencyMs":419.46033299999544},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"9","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":329.4613749999553},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"11","isCorrect":false,"inputTokens":7408,"outputTokens":1,"latencyMs":439.02691700001014},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"13","isCorrect":false,"inputTokens":12332,"outputTokens":1,"latencyMs":584.722666000016},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"13","isCorrect":false,"inputTokens":8571,"outputTokens":1,"latencyMs":517.6271249999991},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":11007,"outputTokens":1,"latencyMs":551.3271659999737},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":515.8021249999874},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":7409,"outputTokens":1,"latencyMs":502.13916700001573},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":12333,"outputTokens":1,"latencyMs":684.2752919999766},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8572,"outputTokens":1,"latencyMs":505.5644999999786},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":11007,"outputTokens":1,"latencyMs":552.0897499999846},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":492.0918750000419},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7409,"outputTokens":1,"latencyMs":601.0383750000037},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":12333,"outputTokens":1,"latencyMs":484.6959999999963},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":8572,"outputTokens":1,"latencyMs":670.3162080000038},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":11006,"outputTokens":1,"latencyMs":1003.2866250000079},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":395.595290999976},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":7408,"outputTokens":1,"latencyMs":398.3397089999635},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":12332,"outputTokens":1,"latencyMs":625.3687499999651},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":8571,"outputTokens":1,"latencyMs":963.0364159999881},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":11006,"outputTokens":1,"latencyMs":558.2407910000184},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":376.47474999999395},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":7408,"outputTokens":1,"latencyMs":470.55970799998613},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"7","isCorrect":false,"inputTokens":12332,"outputTokens":1,"latencyMs":437.3194159999839},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":8571,"outputTokens":1,"latencyMs":359.2603329999838},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":11007,"outputTokens":1,"latencyMs":547.9597080000094},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":567.7719159999979},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":7409,"outputTokens":1,"latencyMs":430.3891669999575},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":12333,"outputTokens":1,"latencyMs":365.6070419999887},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":8572,"outputTokens":1,"latencyMs":449.9415409999783},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"5","isCorrect":false,"inputTokens":11008,"outputTokens":1,"latencyMs":509.45583300001454},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"16","isCorrect":false,"inputTokens":6987,"outputTokens":1,"latencyMs":475.1854170000297},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":7410,"outputTokens":1,"latencyMs":355.5006670000148},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"16","isCorrect":false,"inputTokens":12334,"outputTokens":1,"latencyMs":360.96000000002095},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":8573,"outputTokens":1,"latencyMs":444.2795829999959},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"5","isCorrect":false,"inputTokens":11008,"outputTokens":1,"latencyMs":476.7892920000013},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"10","isCorrect":false,"inputTokens":6987,"outputTokens":1,"latencyMs":532.6080000000075},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"12","isCorrect":false,"inputTokens":7410,"outputTokens":1,"latencyMs":466.7905000000028},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"11","isCorrect":false,"inputTokens":12334,"outputTokens":1,"latencyMs":448.8921670000418},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":8573,"outputTokens":1,"latencyMs":346.0952919999836},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3872,"outputTokens":2,"latencyMs":375.6290830000071},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2543,"outputTokens":2,"latencyMs":399.9712500000023},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1802,"outputTokens":2,"latencyMs":359.32070799998473},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1661,"outputTokens":2,"latencyMs":382.64333300001454},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4518,"outputTokens":2,"latencyMs":367.4043749999837},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3202,"outputTokens":2,"latencyMs":407.90716699999757},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3872,"outputTokens":4,"latencyMs":372.126333000022},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2543,"outputTokens":4,"latencyMs":328.7396660000086},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1802,"outputTokens":4,"latencyMs":345.01787500001956},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1661,"outputTokens":4,"latencyMs":340.06187500001397},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4518,"outputTokens":4,"latencyMs":369.8200829999987},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3202,"outputTokens":4,"latencyMs":450.13054199999897},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3873,"outputTokens":3,"latencyMs":376.9850410000072},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2544,"outputTokens":3,"latencyMs":363.1427910000202},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1803,"outputTokens":3,"latencyMs":311.60808299999917},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1662,"outputTokens":3,"latencyMs":439.0734999999986},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4519,"outputTokens":3,"latencyMs":477.4262909999816},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3203,"outputTokens":3,"latencyMs":460.1783750000177},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3873,"outputTokens":1,"latencyMs":387.48995900002774},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":2544,"outputTokens":1,"latencyMs":421.39641700003995},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1803,"outputTokens":1,"latencyMs":612.4020829999936},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1662,"outputTokens":1,"latencyMs":428.87724999996135},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":4519,"outputTokens":1,"latencyMs":425.1087089999928},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3203,"outputTokens":1,"latencyMs":445.2866250000079},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3872,"outputTokens":2,"latencyMs":370.5849579999922},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2543,"outputTokens":2,"latencyMs":353.4156250000233},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1802,"outputTokens":2,"latencyMs":713.7864579999587},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1661,"outputTokens":2,"latencyMs":359.63825000001816},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4518,"outputTokens":2,"latencyMs":347.45604200003436},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3202,"outputTokens":2,"latencyMs":402.4195840000175},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3872,"outputTokens":4,"latencyMs":335.95724999997765},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2543,"outputTokens":4,"latencyMs":371.27941600000486},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1802,"outputTokens":4,"latencyMs":414.26345800003037},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1661,"outputTokens":4,"latencyMs":381.7441660000477},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4518,"outputTokens":4,"latencyMs":303.38991700002225},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3202,"outputTokens":4,"latencyMs":338.5647079999908},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3873,"outputTokens":3,"latencyMs":340.7854170000064},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2544,"outputTokens":3,"latencyMs":339.90333400003146},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1803,"outputTokens":3,"latencyMs":369.13745799998287},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1662,"outputTokens":3,"latencyMs":365.2921670000069},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4519,"outputTokens":3,"latencyMs":360.9095419999794},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3203,"outputTokens":3,"latencyMs":322.78712500003166},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3873,"outputTokens":1,"latencyMs":372.26491599995643},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":2544,"outputTokens":1,"latencyMs":440.89299999998184},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1803,"outputTokens":1,"latencyMs":335.32399999996414},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1662,"outputTokens":1,"latencyMs":395.82070799998473},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":4519,"outputTokens":1,"latencyMs":382.11570899997605},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3203,"outputTokens":1,"latencyMs":361.80091699998593},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3872,"outputTokens":2,"latencyMs":382.73629199998686},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2543,"outputTokens":2,"latencyMs":335.73816599999554},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1802,"outputTokens":2,"latencyMs":336.4151670000283},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1661,"outputTokens":2,"latencyMs":384.52933399996255},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4518,"outputTokens":2,"latencyMs":423.821082999988},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3202,"outputTokens":2,"latencyMs":319.3876659999951},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"58","isCorrect":false,"inputTokens":3869,"outputTokens":1,"latencyMs":334.3883330000099},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"58","isCorrect":false,"inputTokens":2540,"outputTokens":1,"latencyMs":341.8335419999785},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1799,"outputTokens":1,"latencyMs":348.5822920000064},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":1658,"outputTokens":1,"latencyMs":466.70966699998826},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":4515,"outputTokens":1,"latencyMs":348.4097920000204},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"61","isCorrect":false,"inputTokens":3199,"outputTokens":1,"latencyMs":346.0340000000433},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"272833","isCorrect":false,"inputTokens":3870,"outputTokens":2,"latencyMs":395.8861249999609},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"362887","isCorrect":false,"inputTokens":2541,"outputTokens":2,"latencyMs":356.4520410000114},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"351281","isCorrect":false,"inputTokens":1800,"outputTokens":2,"latencyMs":373.6114579999703},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"501690","isCorrect":false,"inputTokens":1659,"outputTokens":2,"latencyMs":513.4524170000223},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"307615","isCorrect":false,"inputTokens":4516,"outputTokens":2,"latencyMs":387.28670799999963},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"207549","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":466.29179200006183},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1299","isCorrect":false,"inputTokens":3870,"outputTokens":2,"latencyMs":430.0735000000568},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1409","isCorrect":false,"inputTokens":2541,"outputTokens":2,"latencyMs":449.76204199995846},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1274","isCorrect":false,"inputTokens":1800,"outputTokens":2,"latencyMs":438.50399999995716},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1683","isCorrect":false,"inputTokens":1659,"outputTokens":2,"latencyMs":396.8267079999205},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1293","isCorrect":false,"inputTokens":4516,"outputTokens":2,"latencyMs":418.2131669999799},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1226","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":441.88758300000336},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"311298.18","isCorrect":false,"inputTokens":3868,"outputTokens":4,"latencyMs":445.11537500005215},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"270587.8","isCorrect":false,"inputTokens":2539,"outputTokens":4,"latencyMs":638.9185830000788},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"319392.33","isCorrect":false,"inputTokens":1798,"outputTokens":4,"latencyMs":476.3847920000553},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"328334.73","isCorrect":false,"inputTokens":1657,"outputTokens":4,"latencyMs":428.5289590000175},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"322090.84","isCorrect":false,"inputTokens":4514,"outputTokens":4,"latencyMs":373.93425000004936},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"301784.79","isCorrect":false,"inputTokens":3198,"outputTokens":4,"latencyMs":1071.7871249999152},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3866,"outputTokens":3,"latencyMs":360.79020899999887},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.52","isCorrect":false,"inputTokens":2537,"outputTokens":3,"latencyMs":375.89100000006147},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.52","isCorrect":false,"inputTokens":1796,"outputTokens":3,"latencyMs":337.0397080000257},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1655,"outputTokens":3,"latencyMs":331.34808300004806},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4512,"outputTokens":3,"latencyMs":371.9904160000151},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3196,"outputTokens":3,"latencyMs":384.24454099999275},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":3870,"outputTokens":1,"latencyMs":359.139542000019},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"21","isCorrect":false,"inputTokens":2541,"outputTokens":1,"latencyMs":334.29637500003446},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":1800,"outputTokens":1,"latencyMs":385.33116699999664},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":1659,"outputTokens":1,"latencyMs":355.49070800002664},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"19","isCorrect":false,"inputTokens":4516,"outputTokens":1,"latencyMs":296.9247500000056},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":767.9793749999953},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"47","isCorrect":false,"inputTokens":3869,"outputTokens":1,"latencyMs":363.26183299999684},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"35","isCorrect":false,"inputTokens":2540,"outputTokens":1,"latencyMs":475.42800000007264},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"51","isCorrect":false,"inputTokens":1799,"outputTokens":1,"latencyMs":286.6536250000354},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"58","isCorrect":false,"inputTokens":1658,"outputTokens":1,"latencyMs":364.34375},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"62","isCorrect":false,"inputTokens":4515,"outputTokens":1,"latencyMs":374.23100000002887},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"40","isCorrect":false,"inputTokens":3199,"outputTokens":1,"latencyMs":352.00304199999664},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"6","isCorrect":false,"inputTokens":3876,"outputTokens":1,"latencyMs":367.6728749999311},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":2547,"outputTokens":1,"latencyMs":343.33929200004786},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1806,"outputTokens":1,"latencyMs":368.82399999990594},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":1665,"outputTokens":1,"latencyMs":331.8484579999931},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"13","isCorrect":false,"inputTokens":4522,"outputTokens":1,"latencyMs":342.2289999999339},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"11","isCorrect":false,"inputTokens":3206,"outputTokens":1,"latencyMs":471.19845900009386},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"5","isCorrect":false,"inputTokens":3876,"outputTokens":1,"latencyMs":343.48141599993687},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"5","isCorrect":false,"inputTokens":2547,"outputTokens":1,"latencyMs":475.6662499998929},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":1806,"outputTokens":1,"latencyMs":422.21475000004284},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":1665,"outputTokens":1,"latencyMs":333.34437499998603},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":4522,"outputTokens":1,"latencyMs":361.6920829999726},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"3","isCorrect":false,"inputTokens":3206,"outputTokens":1,"latencyMs":363.25216700008605},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3876,"outputTokens":1,"latencyMs":380.0844170000637},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":2547,"outputTokens":1,"latencyMs":360.6766249999637},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"12","isCorrect":false,"inputTokens":1806,"outputTokens":1,"latencyMs":386.1447909999406},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1665,"outputTokens":1,"latencyMs":367.64695900003426},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"12","isCorrect":false,"inputTokens":4522,"outputTokens":1,"latencyMs":431.8806249999907},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":3206,"outputTokens":1,"latencyMs":341.11941599997226},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3876,"outputTokens":1,"latencyMs":353.93445800000336},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":2547,"outputTokens":1,"latencyMs":424.90420800005086},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":1806,"outputTokens":1,"latencyMs":536.3856249999953},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"11","isCorrect":false,"inputTokens":1665,"outputTokens":1,"latencyMs":411.72025000001304},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":4522,"outputTokens":1,"latencyMs":524.9461250000168},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":3206,"outputTokens":1,"latencyMs":525.282542000059},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"4","isCorrect":false,"inputTokens":3876,"outputTokens":1,"latencyMs":525.9665839999216},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"0","isCorrect":false,"inputTokens":2547,"outputTokens":1,"latencyMs":460.46575000009034},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":1806,"outputTokens":1,"latencyMs":515.202917000046},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"6","isCorrect":false,"inputTokens":1665,"outputTokens":1,"latencyMs":420.7105829999782},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"2","isCorrect":false,"inputTokens":4522,"outputTokens":1,"latencyMs":506.29129099997226},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"0","isCorrect":false,"inputTokens":3206,"outputTokens":1,"latencyMs":331.3887920000125},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":3875,"outputTokens":1,"latencyMs":358.76466600003187},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":2546,"outputTokens":1,"latencyMs":354.3373750000028},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":1805,"outputTokens":1,"latencyMs":352.88662500004284},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"16","isCorrect":false,"inputTokens":1664,"outputTokens":1,"latencyMs":328.9580830000341},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"14","isCorrect":false,"inputTokens":4521,"outputTokens":1,"latencyMs":377.7550419999752},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"7","isCorrect":false,"inputTokens":3205,"outputTokens":1,"latencyMs":354.1078330000164},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":3875,"outputTokens":1,"latencyMs":330.06762499990873},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"9","isCorrect":true,"inputTokens":2546,"outputTokens":1,"latencyMs":285.3993339999579},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"4","isCorrect":false,"inputTokens":1805,"outputTokens":1,"latencyMs":343.84237500000745},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"14","isCorrect":false,"inputTokens":1664,"outputTokens":1,"latencyMs":380.62529200001154},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":4521,"outputTokens":1,"latencyMs":370.2707919999957},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":3205,"outputTokens":1,"latencyMs":360.8414580000099},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":3878,"outputTokens":1,"latencyMs":389.52933299995493},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":2549,"outputTokens":1,"latencyMs":333.31554199999664},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":1808,"outputTokens":1,"latencyMs":335.77658399997745},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"28","isCorrect":false,"inputTokens":1667,"outputTokens":1,"latencyMs":404.9906660000561},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":4524,"outputTokens":1,"latencyMs":393.1024579999503},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":414.0203329999931},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"29","isCorrect":false,"inputTokens":3878,"outputTokens":1,"latencyMs":402.82508300000336},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2549,"outputTokens":1,"latencyMs":348.07883299991954},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":1808,"outputTokens":1,"latencyMs":341.1314579999307},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":1667,"outputTokens":1,"latencyMs":293.56583300000057},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":4524,"outputTokens":1,"latencyMs":351.24708400003146},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"28","isCorrect":false,"inputTokens":3208,"outputTokens":1,"latencyMs":369.76858400006313},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15289,"outputTokens":2,"latencyMs":847.0936660000589},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11593,"outputTokens":2,"latencyMs":748.6298749999842},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8916,"outputTokens":2,"latencyMs":675.3816670000087},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8666,"outputTokens":2,"latencyMs":662.4207910000114},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17201,"outputTokens":2,"latencyMs":1137.6606669999892},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13287,"outputTokens":2,"latencyMs":718.5493749999441},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15290,"outputTokens":2,"latencyMs":812.2199580000015},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11594,"outputTokens":2,"latencyMs":737.6186250000028},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8917,"outputTokens":2,"latencyMs":559.4110420000507},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8667,"outputTokens":2,"latencyMs":544.999375000014},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17202,"outputTokens":2,"latencyMs":1340.8652089999523},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13288,"outputTokens":2,"latencyMs":568.4742499999702},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15286,"outputTokens":2,"latencyMs":969.5441250000149},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11590,"outputTokens":2,"latencyMs":464.76391700003296},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8913,"outputTokens":2,"latencyMs":606.4126669999678},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8663,"outputTokens":2,"latencyMs":745.9538750000065},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17198,"outputTokens":2,"latencyMs":616.8759169999976},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13284,"outputTokens":2,"latencyMs":775.7144999998854},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15291,"outputTokens":1,"latencyMs":799.9245830000145},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11595,"outputTokens":1,"latencyMs":700.218583000009},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8918,"outputTokens":1,"latencyMs":821.7689170000376},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8668,"outputTokens":1,"latencyMs":928.4695000000065},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17203,"outputTokens":1,"latencyMs":883.7721669999883},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13289,"outputTokens":1,"latencyMs":808.017583000008},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15286,"outputTokens":2,"latencyMs":966.1286669999827},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11590,"outputTokens":2,"latencyMs":751.3571249999804},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8913,"outputTokens":2,"latencyMs":654.5150419999845},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8663,"outputTokens":2,"latencyMs":563.3342089999933},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17198,"outputTokens":2,"latencyMs":814.0509580000071},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13284,"outputTokens":2,"latencyMs":569.5104580000043},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15290,"outputTokens":2,"latencyMs":752.2417080000741},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11594,"outputTokens":2,"latencyMs":660.2026659999974},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8917,"outputTokens":2,"latencyMs":534.4836249999935},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8667,"outputTokens":2,"latencyMs":684.0829170000507},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17202,"outputTokens":2,"latencyMs":864.4797089999774},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13288,"outputTokens":2,"latencyMs":691.7703330001095},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":15290,"outputTokens":1,"latencyMs":1107.4861670000246},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":11594,"outputTokens":1,"latencyMs":527.8589159999974},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8917,"outputTokens":1,"latencyMs":521.4823750000214},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8667,"outputTokens":1,"latencyMs":710.9968329999829},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":17202,"outputTokens":1,"latencyMs":796.5441659999778},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":13288,"outputTokens":1,"latencyMs":681.2811670000665},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15289,"outputTokens":1,"latencyMs":719.1799590000883},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11593,"outputTokens":1,"latencyMs":547.0494160000235},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8916,"outputTokens":1,"latencyMs":603.1627500000177},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8666,"outputTokens":1,"latencyMs":387.4932920000283},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17201,"outputTokens":1,"latencyMs":751.547084000078},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13287,"outputTokens":1,"latencyMs":394.68229100003373},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15292,"outputTokens":2,"latencyMs":635.7552080000751},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11596,"outputTokens":2,"latencyMs":592.325458999956},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8919,"outputTokens":2,"latencyMs":627.3511660000077},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8669,"outputTokens":2,"latencyMs":536.515625},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17204,"outputTokens":2,"latencyMs":1014.4810000000289},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13290,"outputTokens":2,"latencyMs":622.3782499999506},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15289,"outputTokens":2,"latencyMs":511.5717079999158},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11593,"outputTokens":2,"latencyMs":651.1169579999987},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8916,"outputTokens":2,"latencyMs":565.2272080000257},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8666,"outputTokens":2,"latencyMs":629.9112079999177},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17201,"outputTokens":2,"latencyMs":792.8599590000231},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13287,"outputTokens":2,"latencyMs":450.7830829999875},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15293,"outputTokens":2,"latencyMs":458.81408300006296},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11597,"outputTokens":2,"latencyMs":601.6344579999568},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8920,"outputTokens":2,"latencyMs":542.3967089999933},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8670,"outputTokens":2,"latencyMs":731.8346250000177},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17205,"outputTokens":2,"latencyMs":789.3887499999255},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13291,"outputTokens":2,"latencyMs":888.7570000000997},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15285,"outputTokens":1,"latencyMs":998.5989999999292},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11589,"outputTokens":1,"latencyMs":3462.4121250000317},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8912,"outputTokens":1,"latencyMs":738.1448749999981},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8662,"outputTokens":1,"latencyMs":466.5692910000216},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"65","isCorrect":false,"inputTokens":17197,"outputTokens":1,"latencyMs":606.8866670000134},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13283,"outputTokens":1,"latencyMs":761.7227079999866},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12729702","isCorrect":false,"inputTokens":15288,"outputTokens":3,"latencyMs":669.0338749999646},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"15310433","isCorrect":false,"inputTokens":11592,"outputTokens":3,"latencyMs":686.4420000000391},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"15016841","isCorrect":false,"inputTokens":8915,"outputTokens":3,"latencyMs":639.5922080000164},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11375203","isCorrect":false,"inputTokens":8665,"outputTokens":3,"latencyMs":594.8222090000054},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"16696975","isCorrect":false,"inputTokens":17200,"outputTokens":3,"latencyMs":763.4211660000728},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11085479","isCorrect":false,"inputTokens":13286,"outputTokens":3,"latencyMs":780.7073340000352},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1744064","isCorrect":false,"inputTokens":15288,"outputTokens":3,"latencyMs":517.7299580000108},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1680536","isCorrect":false,"inputTokens":11592,"outputTokens":3,"latencyMs":570.5709589999169},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"2158529","isCorrect":false,"inputTokens":8915,"outputTokens":3,"latencyMs":575.1755839999532},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1390474","isCorrect":false,"inputTokens":8665,"outputTokens":3,"latencyMs":635.8244160000468},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1551928","isCorrect":false,"inputTokens":17200,"outputTokens":3,"latencyMs":488.55670800001826},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1498307","isCorrect":false,"inputTokens":13286,"outputTokens":3,"latencyMs":834.4468329999363},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"150608","isCorrect":false,"inputTokens":15287,"outputTokens":2,"latencyMs":818.7738339999923},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"147984","isCorrect":false,"inputTokens":11591,"outputTokens":2,"latencyMs":830.1263749999925},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"132950\n\n## Explanation\n\nTo determine the average number of stars per repository from the provided TOON format data, follow these steps:\n\n1. Parse the TOON structure to identify the 100 repositories listed under the `repositories[100]` array, where each row contains 11 comma-separated fields corresponding to: id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch.\n\n2. Extract the stars value from the 8th field of each row. For example, from the first row: \"28457823,freeCodeCamp,freeCodeCamp/freeCodeCamp,\"freeCodeCamp.org's open-source codebase and curriculum. Learn math, programming, and computer science for free.\",\"2014-12-24T17:49:19Z\",\"2025-10-28T11:58:08Z\",\"2025-10-28T10:17:16Z\",430886,8583,42146,main\", the stars value is 430886.\n\n3. Collect all 100 stars values from the rows and sum them to obtain the total number of stars across all repositories.\n\n4. Divide the total sum by 100 (the number of repositories) to calculate the average: average = total stars / 100.\n\nThis process yields the average value of 132950 stars per repository.","isCorrect":false,"inputTokens":8914,"outputTokens":278,"latencyMs":1617.6461249999702},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134708","isCorrect":false,"inputTokens":8664,"outputTokens":2,"latencyMs":544.1772499999497},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"132198","isCorrect":false,"inputTokens":17199,"outputTokens":2,"latencyMs":501.39316599990707},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"123269","isCorrect":false,"inputTokens":13285,"outputTokens":2,"latencyMs":543.3348329999717},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"36","isCorrect":false,"inputTokens":15289,"outputTokens":1,"latencyMs":2023.9102499999572},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"26","isCorrect":false,"inputTokens":11593,"outputTokens":1,"latencyMs":446.861583000049},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"22","isCorrect":false,"inputTokens":8916,"outputTokens":1,"latencyMs":626.6710409999359},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"22","isCorrect":false,"inputTokens":8666,"outputTokens":1,"latencyMs":363.78724999993574},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"30","isCorrect":false,"inputTokens":17201,"outputTokens":1,"latencyMs":888.8954999999842},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"24","isCorrect":false,"inputTokens":13287,"outputTokens":1,"latencyMs":503.1479999999283},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"30","isCorrect":false,"inputTokens":15289,"outputTokens":1,"latencyMs":362.8952079999726},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"34","isCorrect":false,"inputTokens":11593,"outputTokens":1,"latencyMs":414.893041000003},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"38","isCorrect":false,"inputTokens":8916,"outputTokens":1,"latencyMs":591.1873749999795},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"34","isCorrect":false,"inputTokens":8666,"outputTokens":1,"latencyMs":446.97804100008216},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":17201,"outputTokens":1,"latencyMs":389.6877089999616},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"41","isCorrect":false,"inputTokens":13287,"outputTokens":1,"latencyMs":496.26795799995307},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"70","isCorrect":false,"inputTokens":15288,"outputTokens":1,"latencyMs":512.705333000049},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"68","isCorrect":false,"inputTokens":11592,"outputTokens":1,"latencyMs":683.4942919999594},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"64","isCorrect":false,"inputTokens":8915,"outputTokens":1,"latencyMs":391.2319579999894},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":8665,"outputTokens":1,"latencyMs":520.3853750000708},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"55","isCorrect":false,"inputTokens":17200,"outputTokens":1,"latencyMs":398.64429099997506},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"67","isCorrect":false,"inputTokens":13286,"outputTokens":1,"latencyMs":545.1215410000877},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":15288,"outputTokens":1,"latencyMs":620.1757080000825},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"34","isCorrect":false,"inputTokens":11592,"outputTokens":1,"latencyMs":409.1830000000773},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"36","isCorrect":false,"inputTokens":8915,"outputTokens":1,"latencyMs":495.18062500003725},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":8665,"outputTokens":1,"latencyMs":330.13295800006017},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"28","isCorrect":false,"inputTokens":17200,"outputTokens":1,"latencyMs":801.918791999924},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":13286,"outputTokens":1,"latencyMs":523.8586249999935},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"27","isCorrect":false,"inputTokens":15288,"outputTokens":1,"latencyMs":675.9268330000341},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"17","isCorrect":false,"inputTokens":11592,"outputTokens":1,"latencyMs":777.2151669999585},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8915,"outputTokens":1,"latencyMs":659.3119160000933},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8665,"outputTokens":1,"latencyMs":599.7143750000978},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"12","isCorrect":false,"inputTokens":17200,"outputTokens":1,"latencyMs":968.8130409999285},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"12","isCorrect":false,"inputTokens":13286,"outputTokens":1,"latencyMs":677.8669579999987},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"61","isCorrect":false,"inputTokens":15288,"outputTokens":1,"latencyMs":541.5242500000168},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"64","isCorrect":false,"inputTokens":11592,"outputTokens":1,"latencyMs":819.5389159999322},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"83","isCorrect":false,"inputTokens":8915,"outputTokens":1,"latencyMs":578.8390829999698},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"52","isCorrect":false,"inputTokens":8665,"outputTokens":1,"latencyMs":516.0447500000009},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"52","isCorrect":false,"inputTokens":17200,"outputTokens":1,"latencyMs":1034.5697500000242},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"51","isCorrect":false,"inputTokens":13286,"outputTokens":1,"latencyMs":752.8487500000047},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"20","isCorrect":false,"inputTokens":15288,"outputTokens":1,"latencyMs":668.7280419999734},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"20","isCorrect":false,"inputTokens":11592,"outputTokens":1,"latencyMs":463.05341699998826},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"49","isCorrect":false,"inputTokens":8915,"outputTokens":1,"latencyMs":330.8354999999283},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"37","isCorrect":false,"inputTokens":8665,"outputTokens":1,"latencyMs":540.2028329999885},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"31","isCorrect":false,"inputTokens":17200,"outputTokens":1,"latencyMs":482.2025830000639},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"24","isCorrect":false,"inputTokens":13286,"outputTokens":1,"latencyMs":730.5656660000095},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":15288,"outputTokens":1,"latencyMs":665.2084590001032},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":11592,"outputTokens":1,"latencyMs":409.54495799995493},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8915,"outputTokens":1,"latencyMs":362.7266669999808},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":8665,"outputTokens":1,"latencyMs":369.38187500007916},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17200,"outputTokens":1,"latencyMs":500.8102080000099},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":13286,"outputTokens":1,"latencyMs":456.69229199993424},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"69","isCorrect":false,"inputTokens":15295,"outputTokens":1,"latencyMs":972.7103750000242},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"34","isCorrect":false,"inputTokens":11599,"outputTokens":1,"latencyMs":748.0982080000686},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"21","isCorrect":false,"inputTokens":8922,"outputTokens":1,"latencyMs":614.5500839999877},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"21","isCorrect":false,"inputTokens":8672,"outputTokens":1,"latencyMs":364.6937910000561},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"42","isCorrect":false,"inputTokens":17207,"outputTokens":1,"latencyMs":440.97012500010896},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"18","isCorrect":false,"inputTokens":13293,"outputTokens":1,"latencyMs":702.6997909999918},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"27","isCorrect":false,"inputTokens":15295,"outputTokens":1,"latencyMs":727.5445410000393},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"19","isCorrect":false,"inputTokens":11599,"outputTokens":1,"latencyMs":468.4102089999942},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"8","isCorrect":false,"inputTokens":8922,"outputTokens":1,"latencyMs":492.1051669999724},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"12","isCorrect":false,"inputTokens":8672,"outputTokens":1,"latencyMs":377.68358299997635},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"27","isCorrect":false,"inputTokens":17207,"outputTokens":1,"latencyMs":551.9322920000413},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"29","isCorrect":false,"inputTokens":13293,"outputTokens":1,"latencyMs":438.55529099993873},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"17","isCorrect":false,"inputTokens":15295,"outputTokens":1,"latencyMs":350.24887500004843},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"10","isCorrect":false,"inputTokens":11599,"outputTokens":1,"latencyMs":883.0131250000559},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"5","isCorrect":false,"inputTokens":8922,"outputTokens":1,"latencyMs":454.13141599996015},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"7","isCorrect":false,"inputTokens":8672,"outputTokens":1,"latencyMs":390.6537079999689},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"16","isCorrect":false,"inputTokens":17207,"outputTokens":1,"latencyMs":404.33587499998976},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"6","isCorrect":false,"inputTokens":13293,"outputTokens":1,"latencyMs":716.4604589999653},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":15295,"outputTokens":1,"latencyMs":793.8803750000661},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":11599,"outputTokens":1,"latencyMs":527.7742500000168},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8922,"outputTokens":1,"latencyMs":732.4944580000592},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8672,"outputTokens":1,"latencyMs":600.1152920000022},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17207,"outputTokens":1,"latencyMs":947.3650830000406},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":13293,"outputTokens":1,"latencyMs":709.3704589999979},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"15","isCorrect":false,"inputTokens":15295,"outputTokens":1,"latencyMs":600.0849999999627},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"7","isCorrect":false,"inputTokens":11599,"outputTokens":1,"latencyMs":482.3578330000164},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8922,"outputTokens":1,"latencyMs":527.549083000049},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8672,"outputTokens":1,"latencyMs":496.53116599994246},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"4","isCorrect":false,"inputTokens":17207,"outputTokens":1,"latencyMs":672.2010829999344},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":13293,"outputTokens":1,"latencyMs":562.8306670000311},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7056,"outputTokens":1,"latencyMs":499.89791599998716},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4968,"outputTokens":1,"latencyMs":695.6328340000473},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6057,"outputTokens":1,"latencyMs":513.2947920000879},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7966,"outputTokens":1,"latencyMs":679.0981250000186},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6083,"outputTokens":1,"latencyMs":526.7436669999734},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7056,"outputTokens":2,"latencyMs":799.5244999999413},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4968,"outputTokens":2,"latencyMs":873.7110839999514},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6057,"outputTokens":2,"latencyMs":393.2583330000052},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7966,"outputTokens":2,"latencyMs":425.53195799991954},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6083,"outputTokens":2,"latencyMs":427.4291669999948},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7057,"outputTokens":1,"latencyMs":398.9085419999901},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":4969,"outputTokens":1,"latencyMs":358.4536669999361},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":505.2996249999851},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7967,"outputTokens":1,"latencyMs":523.4929170000833},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6084,"outputTokens":1,"latencyMs":1304.0986659999471},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7057,"outputTokens":2,"latencyMs":420.2204159999965},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4969,"outputTokens":2,"latencyMs":367.0855829999782},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6058,"outputTokens":2,"latencyMs":386.5196669999277},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7967,"outputTokens":2,"latencyMs":456.76500000001397},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6084,"outputTokens":2,"latencyMs":381.4293750000652},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7056,"outputTokens":1,"latencyMs":455.50358299992513},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4968,"outputTokens":1,"latencyMs":365.7436250000028},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6057,"outputTokens":1,"latencyMs":380.4576250000391},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7966,"outputTokens":1,"latencyMs":483.38354199996684},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6083,"outputTokens":1,"latencyMs":418.4449579999782},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7056,"outputTokens":2,"latencyMs":334.25179100001696},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4968,"outputTokens":2,"latencyMs":486.24950000003446},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6057,"outputTokens":2,"latencyMs":391.2431670000078},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7966,"outputTokens":2,"latencyMs":506.99512500001583},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6083,"outputTokens":2,"latencyMs":392.3894169999985},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7057,"outputTokens":1,"latencyMs":417.3212090000743},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":4969,"outputTokens":1,"latencyMs":401.1411659999285},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":428.8967080001021},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7967,"outputTokens":1,"latencyMs":389.21916700003203},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6084,"outputTokens":1,"latencyMs":330.8220419998979},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7057,"outputTokens":1,"latencyMs":427.2092499999562},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":4969,"outputTokens":1,"latencyMs":331.3513340000063},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":423.1122500000056},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7967,"outputTokens":1,"latencyMs":423.23325000004843},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6084,"outputTokens":1,"latencyMs":469.05550000001676},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7056,"outputTokens":1,"latencyMs":301.24354100006167},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4968,"outputTokens":1,"latencyMs":352.43516700004693},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6057,"outputTokens":1,"latencyMs":418.82037500001024},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7966,"outputTokens":1,"latencyMs":587.2274169999873},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6083,"outputTokens":1,"latencyMs":489.2692500000121},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7056,"outputTokens":2,"latencyMs":446.89837499998976},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4968,"outputTokens":2,"latencyMs":361.986333000008},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6057,"outputTokens":2,"latencyMs":728.2220830000006},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7966,"outputTokens":2,"latencyMs":474.3291250000475},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6083,"outputTokens":2,"latencyMs":506.57004100002814},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":7040,"outputTokens":1,"latencyMs":775.6960839999374},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":4952,"outputTokens":1,"latencyMs":482.1167500000447},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":6041,"outputTokens":1,"latencyMs":496.28008300007787},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":7950,"outputTokens":1,"latencyMs":511.10854200005997},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":690.7556669999612},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2461","isCorrect":false,"inputTokens":7041,"outputTokens":2,"latencyMs":525.7608750000363},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2373","isCorrect":false,"inputTokens":4953,"outputTokens":2,"latencyMs":502.70295800000895},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2331","isCorrect":false,"inputTokens":6042,"outputTokens":2,"latencyMs":417.48266700003296},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2350","isCorrect":false,"inputTokens":7951,"outputTokens":2,"latencyMs":389.78395900002215},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2331","isCorrect":false,"inputTokens":6068,"outputTokens":2,"latencyMs":517.8271250000689},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7040,"outputTokens":1,"latencyMs":354.50579199998174},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"26","isCorrect":false,"inputTokens":4952,"outputTokens":1,"latencyMs":796.0082080001011},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"30","isCorrect":false,"inputTokens":6041,"outputTokens":1,"latencyMs":496.27754199993797},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":7950,"outputTokens":1,"latencyMs":490.7741249999963},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":371.1354580000043},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":7040,"outputTokens":1,"latencyMs":380.1274999999441},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":4952,"outputTokens":1,"latencyMs":377.3597919999156},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6041,"outputTokens":1,"latencyMs":371.1974160000682},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":7950,"outputTokens":1,"latencyMs":568.4942499999888},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":350.1954159999732},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":7040,"outputTokens":1,"latencyMs":504.30670800001826},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":4952,"outputTokens":1,"latencyMs":410.077249999973},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":6041,"outputTokens":1,"latencyMs":814.5463750000345},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"22","isCorrect":false,"inputTokens":7950,"outputTokens":1,"latencyMs":614.0857090000063},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":386.987415999989},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":7042,"outputTokens":1,"latencyMs":479.18416699999943},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4954,"outputTokens":1,"latencyMs":619.4851250000065},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6043,"outputTokens":1,"latencyMs":492.1032500000438},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":7952,"outputTokens":1,"latencyMs":507.7768749999814},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6069,"outputTokens":1,"latencyMs":615.5493749999441},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":7042,"outputTokens":1,"latencyMs":645.0529170000227},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":4954,"outputTokens":1,"latencyMs":379.28791600000113},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":6043,"outputTokens":1,"latencyMs":604.0427909999853},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"16","isCorrect":false,"inputTokens":7952,"outputTokens":1,"latencyMs":463.93437500006985},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"16","isCorrect":false,"inputTokens":6069,"outputTokens":1,"latencyMs":386.78283299994655},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"31","isCorrect":false,"inputTokens":7046,"outputTokens":1,"latencyMs":629.9649170000339},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"28","isCorrect":false,"inputTokens":4958,"outputTokens":1,"latencyMs":379.7108340000268},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":6047,"outputTokens":1,"latencyMs":418.81495799997356},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"30","isCorrect":false,"inputTokens":7956,"outputTokens":1,"latencyMs":522.9384579999605},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":6073,"outputTokens":1,"latencyMs":460.40649999992456},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":7045,"outputTokens":1,"latencyMs":448.83091600006446},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"20","isCorrect":false,"inputTokens":4957,"outputTokens":1,"latencyMs":407.4178330000723},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":6046,"outputTokens":1,"latencyMs":361.24554199993145},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"29","isCorrect":false,"inputTokens":7955,"outputTokens":1,"latencyMs":439.24908300000243},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":6072,"outputTokens":1,"latencyMs":385.27162500005215},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":7041,"outputTokens":1,"latencyMs":450.4474169999594},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"27","isCorrect":false,"inputTokens":4953,"outputTokens":1,"latencyMs":591.9225829999195},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"31","isCorrect":false,"inputTokens":6042,"outputTokens":1,"latencyMs":485.4956249999814},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"28","isCorrect":false,"inputTokens":7951,"outputTokens":1,"latencyMs":534.4823750000214},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"29","isCorrect":false,"inputTokens":6068,"outputTokens":1,"latencyMs":540.5629999999655},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":7047,"outputTokens":1,"latencyMs":738.4935830000322},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"26","isCorrect":false,"inputTokens":4959,"outputTokens":1,"latencyMs":507.7947910000803},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"28","isCorrect":false,"inputTokens":6048,"outputTokens":1,"latencyMs":559.8169589999598},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7957,"outputTokens":1,"latencyMs":517.6149160000496},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":6074,"outputTokens":1,"latencyMs":530.2699169999687},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7047,"outputTokens":1,"latencyMs":538.6290830000071},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":4959,"outputTokens":1,"latencyMs":437.4593749999767},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":6048,"outputTokens":1,"latencyMs":427.41479199996684},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":7957,"outputTokens":1,"latencyMs":449.54045900003985},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"0","isCorrect":false,"inputTokens":6074,"outputTokens":1,"latencyMs":484.6289589999942},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7049,"outputTokens":1,"latencyMs":486.32387500000186},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":4961,"outputTokens":1,"latencyMs":611.7120000000577},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6050,"outputTokens":1,"latencyMs":411.10725000000093},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7959,"outputTokens":1,"latencyMs":752.7729170001112},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":6076,"outputTokens":1,"latencyMs":409.4608340000268},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":7049,"outputTokens":1,"latencyMs":449.0540409999667},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":4961,"outputTokens":1,"latencyMs":422.24112499994226},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":6050,"outputTokens":1,"latencyMs":367.6763749999227},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":7959,"outputTokens":1,"latencyMs":354.9297080000397},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":6076,"outputTokens":1,"latencyMs":365.38904199993704},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7049,"outputTokens":1,"latencyMs":368.60470899997745},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"1","isCorrect":false,"inputTokens":4961,"outputTokens":1,"latencyMs":342.8522499999963},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6050,"outputTokens":1,"latencyMs":398.5957909999415},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7959,"outputTokens":1,"latencyMs":335.1882500000065},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"1","isCorrect":false,"inputTokens":6076,"outputTokens":1,"latencyMs":409.61954099999275},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":7047,"outputTokens":1,"latencyMs":360.9672080000164},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":4959,"outputTokens":1,"latencyMs":378.90674999996554},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"7","isCorrect":false,"inputTokens":6048,"outputTokens":1,"latencyMs":411.237208000035},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":7957,"outputTokens":1,"latencyMs":560.2695829999866},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":6074,"outputTokens":1,"latencyMs":584.5702909999527},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":7047,"outputTokens":1,"latencyMs":516.8381250000093},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":4959,"outputTokens":1,"latencyMs":497.01358299993444},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6048,"outputTokens":1,"latencyMs":576.0206669999752},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":7957,"outputTokens":1,"latencyMs":498.7420840000268},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6074,"outputTokens":1,"latencyMs":378.8192910000216},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":411.8597080000909},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":795,"outputTokens":1,"latencyMs":435.8964579999447},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":907,"outputTokens":1,"latencyMs":423.7199580000015},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":369.3998750000028},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":925,"outputTokens":1,"latencyMs":319.687292000046},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1171,"outputTokens":5,"latencyMs":364.76491699996404},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":793,"outputTokens":5,"latencyMs":352.0045420000097},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":905,"outputTokens":5,"latencyMs":372.09104099997785},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1243,"outputTokens":5,"latencyMs":431.41016699990723},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":923,"outputTokens":5,"latencyMs":342.2865420000162},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1171,"outputTokens":2,"latencyMs":359.7161250000354},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":793,"outputTokens":2,"latencyMs":361.297082999954},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":905,"outputTokens":2,"latencyMs":2558.1280419999966},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1243,"outputTokens":2,"latencyMs":348.4948340000119},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":923,"outputTokens":2,"latencyMs":440.40754200005904},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":442.24454099999275},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":795,"outputTokens":1,"latencyMs":498.98729199997615},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":907,"outputTokens":1,"latencyMs":382.7210409999825},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":426.35337500006426},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":925,"outputTokens":1,"latencyMs":515.6713329999475},{"questionId":"q155","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1171,"outputTokens":2,"latencyMs":938.0727089999709},{"questionId":"q155","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":793,"outputTokens":2,"latencyMs":417.35700000007637},{"questionId":"q155","format":"toon","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":905,"outputTokens":2,"latencyMs":357.1302920000162},{"questionId":"q155","format":"xml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1243,"outputTokens":2,"latencyMs":620.5253750000848},{"questionId":"q155","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":923,"outputTokens":2,"latencyMs":335.355833999929},{"questionId":"q156","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":355.8040419999743},{"questionId":"q156","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":795,"outputTokens":1,"latencyMs":445.3875420000404},{"questionId":"q156","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":907,"outputTokens":1,"latencyMs":407.4320000000298},{"questionId":"q156","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":329.8307499999646},{"questionId":"q156","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":925,"outputTokens":1,"latencyMs":363.26083299994934},{"questionId":"q157","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1173,"outputTokens":2,"latencyMs":310.97133299999405},{"questionId":"q157","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":795,"outputTokens":2,"latencyMs":356.66599999996834},{"questionId":"q157","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":907,"outputTokens":2,"latencyMs":312.03329200006556},{"questionId":"q157","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1245,"outputTokens":2,"latencyMs":349.43658300000243},{"questionId":"q157","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":925,"outputTokens":2,"latencyMs":358.5141250001034},{"questionId":"q158","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":383.43216600001324},{"questionId":"q158","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":793,"outputTokens":1,"latencyMs":389.2131250000093},{"questionId":"q158","format":"toon","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":905,"outputTokens":1,"latencyMs":304.1596669999417},{"questionId":"q158","format":"xml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1243,"outputTokens":1,"latencyMs":361.62308299995493},{"questionId":"q158","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":923,"outputTokens":1,"latencyMs":440.9662500000559},{"questionId":"q159","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1172,"outputTokens":2,"latencyMs":279.5552499999758},{"questionId":"q159","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":794,"outputTokens":2,"latencyMs":419.0840420000022},{"questionId":"q159","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":906,"outputTokens":2,"latencyMs":280.09262500004843},{"questionId":"q159","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1244,"outputTokens":2,"latencyMs":363.02591600001324},{"questionId":"q159","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":924,"outputTokens":2,"latencyMs":370.4828330000164},{"questionId":"q160","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1173,"outputTokens":5,"latencyMs":320.6201669999864},{"questionId":"q160","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":795,"outputTokens":5,"latencyMs":337.706165999989},{"questionId":"q160","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":907,"outputTokens":5,"latencyMs":370.82633400009945},{"questionId":"q160","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1245,"outputTokens":5,"latencyMs":371.3361249999143},{"questionId":"q160","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":925,"outputTokens":5,"latencyMs":363.8190000000177},{"questionId":"q161","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":365.8757500000065},{"questionId":"q161","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":795,"outputTokens":1,"latencyMs":401.83149999997113},{"questionId":"q161","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":907,"outputTokens":1,"latencyMs":359.98466700001154},{"questionId":"q161","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":343.08983300009277},{"questionId":"q161","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":925,"outputTokens":1,"latencyMs":426.9515830000164},{"questionId":"q162","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":309.2816669999156},{"questionId":"q162","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":795,"outputTokens":1,"latencyMs":359.67050000000745},{"questionId":"q162","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":907,"outputTokens":1,"latencyMs":332.65541699994355},{"questionId":"q162","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":320.3308749999851},{"questionId":"q162","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":925,"outputTokens":1,"latencyMs":354.45833299995866},{"questionId":"q163","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":371.08149999997113},{"questionId":"q163","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":794,"outputTokens":1,"latencyMs":366.60941599996295},{"questionId":"q163","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":906,"outputTokens":1,"latencyMs":458.8468330001924},{"questionId":"q163","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1244,"outputTokens":1,"latencyMs":443.36091599985957},{"questionId":"q163","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":924,"outputTokens":1,"latencyMs":387.0315829999745},{"questionId":"q164","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":410.85737500013784},{"questionId":"q164","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":794,"outputTokens":1,"latencyMs":394.671417000005},{"questionId":"q164","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":906,"outputTokens":1,"latencyMs":390.031500000041},{"questionId":"q164","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1244,"outputTokens":1,"latencyMs":429.30516699980944},{"questionId":"q164","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":924,"outputTokens":1,"latencyMs":400.01895800000057},{"questionId":"q165","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":396.54087499994785},{"questionId":"q165","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":794,"outputTokens":1,"latencyMs":445.0643329999875},{"questionId":"q165","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":906,"outputTokens":1,"latencyMs":428.93104199995287},{"questionId":"q165","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1244,"outputTokens":1,"latencyMs":357.6399579998106},{"questionId":"q165","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":924,"outputTokens":1,"latencyMs":383.61412499984726},{"questionId":"q166","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":370.86766699980944},{"questionId":"q166","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":798,"outputTokens":1,"latencyMs":442.8896249998361},{"questionId":"q166","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":910,"outputTokens":1,"latencyMs":347.00399999995716},{"questionId":"q166","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":369.8371249998454},{"questionId":"q166","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":928,"outputTokens":1,"latencyMs":1478.887624999974},{"questionId":"q167","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":337.7872089999728},{"questionId":"q167","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":794,"outputTokens":1,"latencyMs":320.8023749999702},{"questionId":"q167","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":906,"outputTokens":1,"latencyMs":346.6840840000659},{"questionId":"q167","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1244,"outputTokens":1,"latencyMs":317.7252500001341},{"questionId":"q167","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":924,"outputTokens":1,"latencyMs":329.32091699982993},{"questionId":"q168","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":317.9294579999987},{"questionId":"q168","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":796,"outputTokens":1,"latencyMs":387.33762499992736},{"questionId":"q168","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":908,"outputTokens":1,"latencyMs":351.4300420000218},{"questionId":"q168","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":363.89233399997465},{"questionId":"q168","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":926,"outputTokens":1,"latencyMs":339.5886659999378},{"questionId":"q169","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":1176,"outputTokens":1,"latencyMs":335.85412499983795},{"questionId":"q169","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":798,"outputTokens":1,"latencyMs":385.40554100018926},{"questionId":"q169","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":910,"outputTokens":1,"latencyMs":342.01175000006333},{"questionId":"q169","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":1248,"outputTokens":1,"latencyMs":428.92833300004713},{"questionId":"q169","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":928,"outputTokens":1,"latencyMs":352.5753329999279},{"questionId":"q170","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":1175,"outputTokens":1,"latencyMs":332.23770800000057},{"questionId":"q170","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":797,"outputTokens":1,"latencyMs":329.424541000044},{"questionId":"q170","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":909,"outputTokens":1,"latencyMs":375.9569580000825},{"questionId":"q170","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1247,"outputTokens":1,"latencyMs":324.7888340000063},{"questionId":"q170","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":927,"outputTokens":1,"latencyMs":360.58004099992104},{"questionId":"q171","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":1,"latencyMs":366.4668750001583},{"questionId":"q171","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":799,"outputTokens":1,"latencyMs":344.7729579999577},{"questionId":"q171","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":911,"outputTokens":1,"latencyMs":354.1180829999503},{"questionId":"q171","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":1249,"outputTokens":1,"latencyMs":319.90387500007637},{"questionId":"q171","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":929,"outputTokens":1,"latencyMs":322.4436249998398},{"questionId":"q172","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1177,"outputTokens":1,"latencyMs":408.5942910001613},{"questionId":"q172","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":799,"outputTokens":1,"latencyMs":331.8505839998834},{"questionId":"q172","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":911,"outputTokens":1,"latencyMs":667.1007499999832},{"questionId":"q172","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1249,"outputTokens":1,"latencyMs":316.4649169999175},{"questionId":"q172","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":929,"outputTokens":1,"latencyMs":324.732166999951},{"questionId":"q173","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1178,"outputTokens":1,"latencyMs":430.2254590000957},{"questionId":"q173","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":800,"outputTokens":1,"latencyMs":417.00312499981374},{"questionId":"q173","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":912,"outputTokens":1,"latencyMs":490.2997500000056},{"questionId":"q173","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1250,"outputTokens":1,"latencyMs":492.1121670000721},{"questionId":"q173","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":930,"outputTokens":1,"latencyMs":490.10812500002794},{"questionId":"q174","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":492.4814999999944},{"questionId":"q174","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":797,"outputTokens":1,"latencyMs":485.07404200010933},{"questionId":"q174","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":909,"outputTokens":1,"latencyMs":489.27204199996777},{"questionId":"q174","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1247,"outputTokens":1,"latencyMs":491.6592500000261},{"questionId":"q174","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":927,"outputTokens":1,"latencyMs":485.43808300001547},{"questionId":"q175","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":489.2083340000827},{"questionId":"q175","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":801,"outputTokens":1,"latencyMs":481.23754100012593},{"questionId":"q175","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":913,"outputTokens":1,"latencyMs":326.027291999897},{"questionId":"q175","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1251,"outputTokens":1,"latencyMs":419.84279099991545},{"questionId":"q175","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":931,"outputTokens":1,"latencyMs":349.5914590000175},{"questionId":"q176","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":392.5551249999553},{"questionId":"q176","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":795,"outputTokens":1,"latencyMs":394.7711670000572},{"questionId":"q176","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":907,"outputTokens":1,"latencyMs":443.7036669999361},{"questionId":"q176","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":350.6532499999739},{"questionId":"q176","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":925,"outputTokens":1,"latencyMs":363.3377500001807},{"questionId":"q177","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1181,"outputTokens":1,"latencyMs":361.1672079998534},{"questionId":"q177","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":803,"outputTokens":1,"latencyMs":420.9918750000652},{"questionId":"q177","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":915,"outputTokens":1,"latencyMs":297.57720800000243},{"questionId":"q177","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1253,"outputTokens":1,"latencyMs":334.78249999997206},{"questionId":"q177","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":933,"outputTokens":1,"latencyMs":300.36041700001806},{"questionId":"q178","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":368.92149999993853},{"questionId":"q178","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":798,"outputTokens":1,"latencyMs":324.06395799992606},{"questionId":"q178","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":910,"outputTokens":1,"latencyMs":361.890374999959},{"questionId":"q178","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1248,"outputTokens":1,"latencyMs":489.4733750000596},{"questionId":"q178","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":928,"outputTokens":1,"latencyMs":333.90695900004357},{"questionId":"q179","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1175,"outputTokens":1,"latencyMs":488.4929159998428},{"questionId":"q179","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":797,"outputTokens":1,"latencyMs":353.6462499999907},{"questionId":"q179","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":909,"outputTokens":1,"latencyMs":373.7459159998689},{"questionId":"q179","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1247,"outputTokens":1,"latencyMs":623.9110829997808},{"questionId":"q179","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":927,"outputTokens":1,"latencyMs":330.82337500015274},{"questionId":"q180","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6559,"outputTokens":1,"latencyMs":375.26316700014286},{"questionId":"q180","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4150,"outputTokens":1,"latencyMs":374.6645829998888},{"questionId":"q180","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2729,"outputTokens":1,"latencyMs":337.0033749998547},{"questionId":"q180","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2564,"outputTokens":1,"latencyMs":362.57820800016634},{"questionId":"q180","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7496,"outputTokens":1,"latencyMs":421.8942500001285},{"questionId":"q180","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5192,"outputTokens":1,"latencyMs":382.42987500014715},{"questionId":"q181","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":6564,"outputTokens":12,"latencyMs":443.77354200021364},{"questionId":"q181","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4155,"outputTokens":12,"latencyMs":416.2860830000136},{"questionId":"q181","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2734,"outputTokens":12,"latencyMs":359.55320800002664},{"questionId":"q181","format":"csv","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2569,"outputTokens":12,"latencyMs":662.6431660000235},{"questionId":"q181","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":7501,"outputTokens":12,"latencyMs":597.8325839999598},{"questionId":"q181","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":5197,"outputTokens":12,"latencyMs":412.4055829998106},{"questionId":"q182","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":6562,"outputTokens":1,"latencyMs":440.41258400003426},{"questionId":"q182","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":4153,"outputTokens":1,"latencyMs":383.56320800003596},{"questionId":"q182","format":"toon","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":2732,"outputTokens":1,"latencyMs":324.03475000010803},{"questionId":"q182","format":"csv","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":2567,"outputTokens":1,"latencyMs":330.7392080000136},{"questionId":"q182","format":"xml","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":7499,"outputTokens":1,"latencyMs":450.61337499995716},{"questionId":"q182","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":5195,"outputTokens":1,"latencyMs":580.1668340000324},{"questionId":"q183","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":6563,"outputTokens":1,"latencyMs":503.1660419998225},{"questionId":"q183","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4154,"outputTokens":1,"latencyMs":495.4806250000838},{"questionId":"q183","format":"toon","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2733,"outputTokens":1,"latencyMs":682.1085829997901},{"questionId":"q183","format":"csv","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2568,"outputTokens":1,"latencyMs":698.3130419999361},{"questionId":"q183","format":"xml","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":659.19745899993},{"questionId":"q183","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5196,"outputTokens":1,"latencyMs":605.9669580000918},{"questionId":"q184","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":6563,"outputTokens":5,"latencyMs":574.3029999998398},{"questionId":"q184","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4154,"outputTokens":5,"latencyMs":512.824874999933},{"questionId":"q184","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2733,"outputTokens":5,"latencyMs":620.5331660001539},{"questionId":"q184","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2568,"outputTokens":5,"latencyMs":497.8000829999801},{"questionId":"q184","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7500,"outputTokens":5,"latencyMs":420.6944580001291},{"questionId":"q184","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5196,"outputTokens":5,"latencyMs":391.2383329998702},{"questionId":"q185","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6560,"outputTokens":1,"latencyMs":815.1224160001148},{"questionId":"q185","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":4151,"outputTokens":1,"latencyMs":351.6620419998653},{"questionId":"q185","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":2730,"outputTokens":1,"latencyMs":360.74091599998064},{"questionId":"q185","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":2565,"outputTokens":1,"latencyMs":364.14483299991116},{"questionId":"q185","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":7497,"outputTokens":1,"latencyMs":558.0179999999236},{"questionId":"q185","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":5193,"outputTokens":1,"latencyMs":373.56420799996704},{"questionId":"q186","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10999,"outputTokens":1,"latencyMs":673.0515829999931},{"questionId":"q186","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6978,"outputTokens":1,"latencyMs":426.36545799998567},{"questionId":"q186","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7401,"outputTokens":1,"latencyMs":406.4124999998603},{"questionId":"q186","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12325,"outputTokens":1,"latencyMs":414.4021669998765},{"questionId":"q186","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8564,"outputTokens":1,"latencyMs":771.6031659999862},{"questionId":"q187","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":11006,"outputTokens":15,"latencyMs":800.781042000046},{"questionId":"q187","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":6985,"outputTokens":15,"latencyMs":688.1246250001714},{"questionId":"q187","format":"toon","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":7408,"outputTokens":15,"latencyMs":643.6218749999534},{"questionId":"q187","format":"xml","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":12332,"outputTokens":15,"latencyMs":770.1273330000695},{"questionId":"q187","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":8571,"outputTokens":15,"latencyMs":614.6380829999689},{"questionId":"q188","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":11002,"outputTokens":1,"latencyMs":599.3983750001062},{"questionId":"q188","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6981,"outputTokens":1,"latencyMs":437.3969999998808},{"questionId":"q188","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7404,"outputTokens":1,"latencyMs":418.3614580000285},{"questionId":"q188","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":12328,"outputTokens":1,"latencyMs":566.3661660000216},{"questionId":"q188","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":8567,"outputTokens":1,"latencyMs":500.6189580000937},{"questionId":"q189","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":11007,"outputTokens":6,"latencyMs":471.3544999998994},{"questionId":"q189","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":6986,"outputTokens":6,"latencyMs":479.0526250000112},{"questionId":"q189","format":"toon","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7409,"outputTokens":6,"latencyMs":481.078582999995},{"questionId":"q189","format":"xml","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":12333,"outputTokens":6,"latencyMs":677.6656669999938},{"questionId":"q189","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":8572,"outputTokens":6,"latencyMs":576.5693329998758},{"questionId":"q190","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11003,"outputTokens":2,"latencyMs":601.5891660000198},{"questionId":"q190","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6982,"outputTokens":2,"latencyMs":428.8857499998994},{"questionId":"q190","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7405,"outputTokens":2,"latencyMs":451.9869160000235},{"questionId":"q190","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12329,"outputTokens":2,"latencyMs":633.9192500000354},{"questionId":"q190","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8568,"outputTokens":2,"latencyMs":594.1280000000261},{"questionId":"q191","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":11008,"outputTokens":5,"latencyMs":670.3384579999838},{"questionId":"q191","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":572.7019999998156},{"questionId":"q191","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":7410,"outputTokens":5,"latencyMs":614.5949160000309},{"questionId":"q191","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":12334,"outputTokens":5,"latencyMs":641.3000000000466},{"questionId":"q191","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":8573,"outputTokens":5,"latencyMs":666.644167000195},{"questionId":"q192","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"61","isCorrect":false,"inputTokens":3868,"outputTokens":1,"latencyMs":439.85908399987966},{"questionId":"q192","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2539,"outputTokens":1,"latencyMs":616.6593750000466},{"questionId":"q192","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1798,"outputTokens":1,"latencyMs":405.3493749999907},{"questionId":"q192","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1657,"outputTokens":1,"latencyMs":471.91520799999125},{"questionId":"q192","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"63","isCorrect":false,"inputTokens":4514,"outputTokens":1,"latencyMs":684.3032919999678},{"questionId":"q192","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"63","isCorrect":false,"inputTokens":3198,"outputTokens":1,"latencyMs":484.984582999954},{"questionId":"q193","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3872,"outputTokens":14,"latencyMs":438.15741700003855},{"questionId":"q193","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2543,"outputTokens":14,"latencyMs":481.5030829999596},{"questionId":"q193","format":"toon","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1802,"outputTokens":14,"latencyMs":455.85700000007637},{"questionId":"q193","format":"csv","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1661,"outputTokens":14,"latencyMs":476.09504200005904},{"questionId":"q193","format":"xml","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4518,"outputTokens":14,"latencyMs":1505.1402499999385},{"questionId":"q193","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3202,"outputTokens":14,"latencyMs":389.89354200009257},{"questionId":"q194","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"conversions","isCorrect":false,"inputTokens":3871,"outputTokens":2,"latencyMs":366.28087499993853},{"questionId":"q194","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":2542,"outputTokens":2,"latencyMs":332.7042089998722},{"questionId":"q194","format":"toon","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1801,"outputTokens":1,"latencyMs":375.86899999994785},{"questionId":"q194","format":"csv","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1660,"outputTokens":1,"latencyMs":353.2458340001758},{"questionId":"q194","format":"xml","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"conversions","isCorrect":false,"inputTokens":4517,"outputTokens":2,"latencyMs":390.6885829998646},{"questionId":"q194","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":3201,"outputTokens":2,"latencyMs":369.78733299998567},{"questionId":"q195","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3872,"outputTokens":6,"latencyMs":361.7395840000827},{"questionId":"q195","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2543,"outputTokens":6,"latencyMs":472.7101670000702},{"questionId":"q195","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1802,"outputTokens":6,"latencyMs":841.1769159999676},{"questionId":"q195","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1661,"outputTokens":6,"latencyMs":355.3958330000751},{"questionId":"q195","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4518,"outputTokens":6,"latencyMs":668.0135000001173},{"questionId":"q195","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3202,"outputTokens":6,"latencyMs":347.7547500000801},{"questionId":"q196","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":3868,"outputTokens":1,"latencyMs":369.593292000005},{"questionId":"q196","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":2539,"outputTokens":1,"latencyMs":597.1295829999726},{"questionId":"q196","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":1798,"outputTokens":1,"latencyMs":503.12516600009985},{"questionId":"q196","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":1657,"outputTokens":1,"latencyMs":368.1124169998802},{"questionId":"q196","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":4514,"outputTokens":1,"latencyMs":497.4147909998428},{"questionId":"q196","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":3198,"outputTokens":1,"latencyMs":447.1916670000646},{"questionId":"q197","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15285,"outputTokens":1,"latencyMs":747.44745899993},{"questionId":"q197","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11589,"outputTokens":1,"latencyMs":810.4211250001099},{"questionId":"q197","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8912,"outputTokens":1,"latencyMs":567.6103749999311},{"questionId":"q197","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8662,"outputTokens":1,"latencyMs":661.5651670000516},{"questionId":"q197","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"72","isCorrect":false,"inputTokens":17197,"outputTokens":1,"latencyMs":869.1681250000838},{"questionId":"q197","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13283,"outputTokens":1,"latencyMs":762.5899169999175},{"questionId":"q198","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15290,"outputTokens":24,"latencyMs":1027.5254589999095},{"questionId":"q198","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":11594,"outputTokens":24,"latencyMs":710.6252089999616},{"questionId":"q198","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8917,"outputTokens":24,"latencyMs":830.4645420000888},{"questionId":"q198","format":"csv","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8667,"outputTokens":24,"latencyMs":600.7309159999713},{"questionId":"q198","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17202,"outputTokens":24,"latencyMs":928.4134170000907},{"questionId":"q198","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":13288,"outputTokens":24,"latencyMs":673.2553340001032},{"questionId":"q199","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":15290,"outputTokens":1,"latencyMs":427.94724999996834},{"questionId":"q199","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"defaultBranch","isCorrect":false,"inputTokens":11594,"outputTokens":2,"latencyMs":637.046374999918},{"questionId":"q199","format":"toon","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8917,"outputTokens":3,"latencyMs":593.0555419998709},{"questionId":"q199","format":"csv","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"defaultBranch","isCorrect":false,"inputTokens":8667,"outputTokens":2,"latencyMs":613.5377500001341},{"questionId":"q199","format":"xml","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":17202,"outputTokens":1,"latencyMs":651.6903329999186},{"questionId":"q199","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":13288,"outputTokens":1,"latencyMs":348.3319579998497},{"questionId":"q200","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15289,"outputTokens":2,"latencyMs":967.8817499999423},{"questionId":"q200","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":11593,"outputTokens":2,"latencyMs":715.7540420000441},{"questionId":"q200","format":"toon","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8916,"outputTokens":2,"latencyMs":710.7448749998584},{"questionId":"q200","format":"csv","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8666,"outputTokens":2,"latencyMs":785.0975420000032},{"questionId":"q200","format":"xml","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17201,"outputTokens":2,"latencyMs":979.5244170001242},{"questionId":"q200","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":13287,"outputTokens":2,"latencyMs":782.1515409999993},{"questionId":"q201","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":15286,"outputTokens":1,"latencyMs":1015.6043330000248},{"questionId":"q201","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":11590,"outputTokens":1,"latencyMs":1313.6311250000726},{"questionId":"q201","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":8913,"outputTokens":1,"latencyMs":656.9232920000795},{"questionId":"q201","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":8663,"outputTokens":1,"latencyMs":678.9637499998789},{"questionId":"q201","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":17198,"outputTokens":1,"latencyMs":1066.788208000129},{"questionId":"q201","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":13284,"outputTokens":1,"latencyMs":937.3893330001738},{"questionId":"q202","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":7040,"outputTokens":1,"latencyMs":832.7258750000037},{"questionId":"q202","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"80","isCorrect":false,"inputTokens":4952,"outputTokens":1,"latencyMs":401.36583300004713},{"questionId":"q202","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":6041,"outputTokens":1,"latencyMs":359.047040999867},{"questionId":"q202","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":7950,"outputTokens":1,"latencyMs":438.05404099985026},{"questionId":"q202","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":427.7783749999944},{"questionId":"q203","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7049,"outputTokens":13,"latencyMs":533.5387079999782},{"questionId":"q203","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":4961,"outputTokens":13,"latencyMs":518.5181249999441},{"questionId":"q203","format":"toon","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":6050,"outputTokens":13,"latencyMs":434.35874999989755},{"questionId":"q203","format":"xml","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7959,"outputTokens":13,"latencyMs":469.73154199984856},{"questionId":"q203","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":6076,"outputTokens":13,"latencyMs":574.9501249999739},{"questionId":"q204","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7044,"outputTokens":1,"latencyMs":699.1965419999324},{"questionId":"q204","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4956,"outputTokens":1,"latencyMs":433.15729200001806},{"questionId":"q204","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6045,"outputTokens":1,"latencyMs":913.7539170000236},{"questionId":"q204","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7954,"outputTokens":1,"latencyMs":697.5380420000292},{"questionId":"q204","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6071,"outputTokens":1,"latencyMs":412.4732500000391},{"questionId":"q205","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":1526,"outputTokens":1,"latencyMs":1076.2398749999702},{"questionId":"q205","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":1037,"outputTokens":1,"latencyMs":360.4928750002291},{"questionId":"q205","format":"toon","model":"grok-4-fast-non-reasoning","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":787,"outputTokens":1,"latencyMs":399.8271250000689},{"questionId":"q205","format":"csv","model":"grok-4-fast-non-reasoning","expected":"YES","actual":"NO","isCorrect":false,"inputTokens":736,"outputTokens":1,"latencyMs":348.658458000049},{"questionId":"q205","format":"xml","model":"grok-4-fast-non-reasoning","expected":"YES","actual":"NO","isCorrect":false,"inputTokens":1706,"outputTokens":1,"latencyMs":395.8682919999119},{"questionId":"q205","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"YES","actual":"YES","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":360.42500000004657},{"questionId":"q206","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1342,"outputTokens":1,"latencyMs":386.03808299987577},{"questionId":"q206","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":925,"outputTokens":1,"latencyMs":344.08970799995586},{"questionId":"q206","format":"toon","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":718,"outputTokens":1,"latencyMs":396.7130420000758},{"questionId":"q206","format":"csv","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":404.4093330001924},{"questionId":"q206","format":"xml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1492,"outputTokens":1,"latencyMs":1086.5814169999212},{"questionId":"q206","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1106,"outputTokens":1,"latencyMs":383.5592080000788},{"questionId":"q207","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1719,"outputTokens":1,"latencyMs":375.8127919998951},{"questionId":"q207","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1158,"outputTokens":1,"latencyMs":352.4401249999646},{"questionId":"q207","format":"toon","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":339.330125000095},{"questionId":"q207","format":"csv","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":809,"outputTokens":1,"latencyMs":535.2553330000956},{"questionId":"q207","format":"xml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1928,"outputTokens":1,"latencyMs":431.1465839999728},{"questionId":"q207","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1401,"outputTokens":1,"latencyMs":324.8696250000503},{"questionId":"q208","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1518,"outputTokens":1,"latencyMs":346.6047499999404},{"questionId":"q208","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1032,"outputTokens":1,"latencyMs":412.83454099996015},{"questionId":"q208","format":"toon","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1267,"outputTokens":1,"latencyMs":492.7490000000689},{"questionId":"q208","format":"csv","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":733,"outputTokens":1,"latencyMs":407.6067079999484},{"questionId":"q208","format":"xml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1697,"outputTokens":1,"latencyMs":359.5358750000596},{"questionId":"q208","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1242,"outputTokens":1,"latencyMs":396.6416249999311},{"questionId":"q209","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1477,"outputTokens":1,"latencyMs":720.5081670000218},{"questionId":"q209","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1000,"outputTokens":1,"latencyMs":350.6188329998404},{"questionId":"q209","format":"toon","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"YES","isCorrect":false,"inputTokens":1233,"outputTokens":1,"latencyMs":452.3008329998702},{"questionId":"q209","format":"csv","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":578,"outputTokens":1,"latencyMs":422.6157500001136},{"questionId":"q209","format":"xml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1653,"outputTokens":1,"latencyMs":470.04287500004284},{"questionId":"q209","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"NO","actual":"NO","isCorrect":true,"inputTokens":1208,"outputTokens":1,"latencyMs":500.6660410000477}]