diff --git a/README.md b/README.md index e5ec84a..8d0c7e9 100644 --- a/README.md +++ b/README.md @@ -180,7 +180,7 @@ Datasets with flat tabular structures where CSV is applicable. ```
-View detailed examples +Show detailed examples #### 📈 Time-series analytics data @@ -317,10 +317,10 @@ repositories[3]{id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watc -Benchmarks test LLM comprehension across different input formats using 201 data retrieval questions on 4 models. +Benchmarks test LLM comprehension across different input formats using 204 data retrieval questions on 4 models.
-View Dataset Catalog +Show Dataset Catalog #### Dataset Catalog @@ -350,58 +350,67 @@ Benchmarks test LLM comprehension across different input formats using 201 data Each format's overall performance, balancing accuracy against token cost: ``` -TOON ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.6 │ 68.7% acc │ 4,389 tokens -CSV ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.3 │ 62.3% acc │ 4,080 tokens -JSON compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 13.5 │ 67.2% acc │ 4,982 tokens -YAML ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 11.2 │ 66.7% acc │ 5,976 tokens -JSON ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 9.0 │ 65.7% acc │ 7,260 tokens -XML ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 8.1 │ 66.8% acc │ 8,251 tokens +TOON ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 17.2 │ 75.5% acc │ 4,389 tokens +CSV ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 16.6 │ 67.8% acc │ 4,080 tokens +JSON compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 14.7 │ 73.3% acc │ 4,982 tokens +YAML ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 12.1 │ 72.4% acc │ 5,976 tokens +JSON ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 10.0 │ 72.4% acc │ 7,260 tokens +XML ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 8.4 │ 69.0% acc │ 8,251 tokens ``` -TOON achieves **68.7%** accuracy (vs JSON's 65.7%) while using **39.5% fewer tokens**. +TOON achieves **75.5%** accuracy (vs JSON's 72.4%) while using **39.5% fewer tokens**. #### Per-Model Accuracy -Accuracy across 4 LLMs on 201 data retrieval questions: +Accuracy across 4 LLMs on 204 data retrieval questions: ``` -gpt-5-nano -→ TOON ██████████████████░░ 88.6% (178/201) - JSON compact ██████████████████░░ 88.1% (177/201) - CSV ██████████████████░░ 88.0% (88/100) - YAML █████████████████░░░ 84.6% (170/201) - XML ████████████████░░░░ 81.6% (164/201) - JSON ████████████████░░░░ 80.1% (161/201) - claude-haiku-4-5-20251001 - YAML ██████████░░░░░░░░░░ 52.2% (105/201) -→ TOON ██████████░░░░░░░░░░ 50.7% (102/201) - JSON ██████████░░░░░░░░░░ 50.2% (101/201) - JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) - XML ██████████░░░░░░░░░░ 49.3% (99/201) - CSV ████████░░░░░░░░░░░░ 39.0% (39/100) +→ TOON ████████████░░░░░░░░ 62.3% (127/204) + JSON ███████████░░░░░░░░░ 56.9% (116/204) + YAML ███████████░░░░░░░░░ 55.9% (114/204) + JSON compact ███████████░░░░░░░░░ 54.9% (112/204) + XML ███████████░░░░░░░░░ 54.9% (112/204) + CSV █████████░░░░░░░░░░░ 47.1% (49/104) gemini-2.5-flash - XML █████████████████░░░ 86.1% (173/201) -→ TOON █████████████████░░░ 84.1% (169/201) - CSV ████████████████░░░░ 82.0% (82/100) - JSON compact ████████████████░░░░ 81.1% (163/201) - YAML ████████████████░░░░ 81.1% (163/201) - JSON ████████████████░░░░ 81.1% (163/201) +→ TOON ██████████████████░░ 91.2% (186/204) + YAML ██████████████████░░ 89.7% (183/204) + JSON compact ██████████████████░░ 87.7% (179/204) + JSON ██████████████████░░ 87.7% (179/204) + XML █████████████████░░░ 87.3% (178/204) + CSV █████████████████░░░ 85.6% (89/104) + +gpt-5-nano + JSON compact ███████████████████░ 93.6% (191/204) + CSV ██████████████████░░ 90.4% (94/104) + JSON ██████████████████░░ 89.7% (183/204) +→ TOON ██████████████████░░ 89.2% (182/204) + YAML ██████████████████░░ 89.2% (182/204) + XML ████████████████░░░░ 81.4% (166/204) grok-4-fast-non-reasoning -→ TOON ██████████░░░░░░░░░░ 51.2% (103/201) - JSON ██████████░░░░░░░░░░ 51.2% (103/201) - XML ██████████░░░░░░░░░░ 50.2% (101/201) - JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) - YAML ██████████░░░░░░░░░░ 48.8% (98/201) - CSV ████████░░░░░░░░░░░░ 40.0% (40/100) +→ TOON ████████████░░░░░░░░ 59.3% (121/204) + JSON compact ███████████░░░░░░░░░ 56.9% (116/204) + JSON ███████████░░░░░░░░░ 55.4% (113/204) + YAML ███████████░░░░░░░░░ 54.9% (112/204) + XML ██████████░░░░░░░░░░ 52.5% (107/204) + CSV ██████████░░░░░░░░░░ 48.1% (50/104) ``` -**Key tradeoff:** TOON achieves **68.7% accuracy** (vs JSON's 65.7%) while using **39.5% fewer tokens** on these datasets. +**Key tradeoff:** TOON achieves **75.5% accuracy** (vs JSON's 72.4%) while using **39.5% fewer tokens** on these datasets.
-Performance by dataset and model +Performance by dataset, model, and question type + +#### Performance by Question Type + +| Question Type | TOON | JSON compact | JSON | YAML | XML | CSV | +| ------------- | ---- | ---- | ---- | ---- | ---- | ---- | +| Field Retrieval | 100.0% | 98.9% | 99.6% | 99.3% | 98.5% | 100.0% | +| Aggregation | 56.3% | 52.4% | 53.2% | 53.2% | 47.2% | 40.5% | +| Filtering | 58.9% | 58.3% | 54.2% | 53.1% | 50.5% | 49.1% | +| Structure Awareness | 89.0% | 85.0% | 82.0% | 85.0% | 79.0% | 84.4% | #### Performance by Dataset @@ -409,110 +418,110 @@ grok-4-fast-non-reasoning | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 65.6% | 2,483 | 105/160 | -| `csv` | 62.5% | 2,337 | 100/160 | -| `json-compact` | 66.3% | 3,943 | 106/160 | -| `yaml` | 63.7% | 4,969 | 102/160 | -| `xml` | 67.5% | 7,314 | 108/160 | -| `json-pretty` | 62.5% | 6,347 | 100/160 | +| `csv` | 70.7% | 2,337 | 116/164 | +| `toon` | 72.0% | 2,483 | 118/164 | +| `json-compact` | 71.3% | 3,943 | 117/164 | +| `yaml` | 70.1% | 4,969 | 115/164 | +| `json-pretty` | 72.6% | 6,347 | 119/164 | +| `xml` | 70.7% | 7,314 | 116/164 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 75.6% | 7,197 | 121/160 | -| `json-compact` | 70.6% | 6,784 | 113/160 | -| `yaml` | 71.9% | 8,334 | 115/160 | -| `json-pretty` | 68.8% | 10,700 | 110/160 | -| `xml` | 71.9% | 12,013 | 115/160 | +| `toon` | 83.5% | 7,197 | 137/164 | +| `json-compact` | 79.3% | 6,784 | 130/164 | +| `yaml` | 78.7% | 8,334 | 129/164 | +| `json-pretty` | 78.7% | 10,700 | 129/164 | +| `xml` | 73.8% | 12,013 | 121/164 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 63.8% | 1,391 | 74/116 | -| `toon` | 66.4% | 1,513 | 77/116 | -| `json-compact` | 61.2% | 2,339 | 71/116 | -| `yaml` | 65.5% | 2,936 | 76/116 | -| `json-pretty` | 64.7% | 3,663 | 75/116 | -| `xml` | 65.5% | 4,374 | 76/116 | +| `toon` | 75.8% | 1,513 | 91/120 | +| `csv` | 72.5% | 1,391 | 87/120 | +| `json-compact` | 70.0% | 2,339 | 84/120 | +| `yaml` | 70.0% | 2,936 | 84/120 | +| `json-pretty` | 71.7% | 3,663 | 86/120 | +| `xml` | 71.7% | 4,374 | 86/120 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 63.7% | 8,745 | 79/124 | -| `csv` | 60.5% | 8,513 | 75/124 | -| `json-compact` | 56.5% | 11,455 | 70/124 | -| `yaml` | 53.2% | 13,129 | 66/124 | -| `json-pretty` | 53.2% | 15,145 | 66/124 | -| `xml` | 53.2% | 17,095 | 66/124 | +| `toon` | 64.4% | 8,745 | 85/132 | +| `csv` | 59.8% | 8,513 | 79/132 | +| `json-compact` | 60.6% | 11,455 | 80/132 | +| `yaml` | 61.4% | 13,129 | 81/132 | +| `json-pretty` | 59.1% | 15,145 | 78/132 | +| `xml` | 51.5% | 17,095 | 68/132 | ##### Semi-uniform event logs | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `json-compact` | 55.0% | 4,809 | 66/120 | -| `yaml` | 52.5% | 5,814 | 63/120 | -| `json-pretty` | 52.5% | 6,784 | 63/120 | -| `toon` | 45.8% | 5,764 | 55/120 | -| `xml` | 50.8% | 7,699 | 61/120 | +| `json-compact` | 67.5% | 4,809 | 81/120 | +| `yaml` | 63.3% | 5,814 | 76/120 | +| `toon` | 62.5% | 5,764 | 75/120 | +| `json-pretty` | 59.2% | 6,784 | 71/120 | +| `xml` | 55.0% | 7,699 | 66/120 | ##### Deeply nested configuration | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `json-compact` | 91.9% | 564 | 114/124 | -| `toon` | 92.7% | 631 | 115/124 | -| `yaml` | 91.9% | 673 | 114/124 | -| `json-pretty` | 91.9% | 919 | 114/124 | -| `xml` | 89.5% | 1,008 | 111/124 | +| `json-compact` | 91.4% | 564 | 106/116 | +| `toon` | 94.8% | 631 | 110/116 | +| `yaml` | 91.4% | 673 | 106/116 | +| `json-pretty` | 93.1% | 919 | 108/116 | +| `xml` | 91.4% | 1,008 | 106/116 | #### Performance by Model -##### gpt-5-nano - -| Format | Accuracy | Correct/Total | -| ------ | -------- | ------------- | -| `toon` | 88.6% | 178/201 | -| `json-compact` | 88.1% | 177/201 | -| `csv` | 88.0% | 88/100 | -| `yaml` | 84.6% | 170/201 | -| `xml` | 81.6% | 164/201 | -| `json-pretty` | 80.1% | 161/201 | - ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `yaml` | 52.2% | 105/201 | -| `toon` | 50.7% | 102/201 | -| `json-pretty` | 50.2% | 101/201 | -| `json-compact` | 49.8% | 100/201 | -| `xml` | 49.3% | 99/201 | -| `csv` | 39.0% | 39/100 | +| `toon` | 62.3% | 127/204 | +| `json-pretty` | 56.9% | 116/204 | +| `yaml` | 55.9% | 114/204 | +| `json-compact` | 54.9% | 112/204 | +| `xml` | 54.9% | 112/204 | +| `csv` | 47.1% | 49/104 | ##### gemini-2.5-flash | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `xml` | 86.1% | 173/201 | -| `toon` | 84.1% | 169/201 | -| `csv` | 82.0% | 82/100 | -| `json-compact` | 81.1% | 163/201 | -| `yaml` | 81.1% | 163/201 | -| `json-pretty` | 81.1% | 163/201 | +| `toon` | 91.2% | 186/204 | +| `yaml` | 89.7% | 183/204 | +| `json-compact` | 87.7% | 179/204 | +| `json-pretty` | 87.7% | 179/204 | +| `xml` | 87.3% | 178/204 | +| `csv` | 85.6% | 89/104 | + +##### gpt-5-nano + +| Format | Accuracy | Correct/Total | +| ------ | -------- | ------------- | +| `json-compact` | 93.6% | 191/204 | +| `csv` | 90.4% | 94/104 | +| `json-pretty` | 89.7% | 183/204 | +| `toon` | 89.2% | 182/204 | +| `yaml` | 89.2% | 182/204 | +| `xml` | 81.4% | 166/204 | ##### grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 51.2% | 103/201 | -| `json-pretty` | 51.2% | 103/201 | -| `xml` | 50.2% | 101/201 | -| `json-compact` | 49.8% | 100/201 | -| `yaml` | 48.8% | 98/201 | -| `csv` | 40.0% | 40/100 | +| `toon` | 59.3% | 121/204 | +| `json-compact` | 56.9% | 116/204 | +| `json-pretty` | 55.4% | 113/204 | +| `yaml` | 54.9% | 112/204 | +| `xml` | 52.5% | 107/204 | +| `csv` | 48.1% | 50/104 |
@@ -536,34 +545,39 @@ Six datasets designed to test different structural patterns: #### Question Types -201 questions are generated dynamically across three categories: +204 questions are generated dynamically across four categories: -- **Field retrieval (36%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) +- **Field retrieval (33%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) - Example: "What is Alice's salary?" → `75000` - Example: "How many items are in order ORD-0042?" → `3` - Example: "What is the customer name for order ORD-0042?" → `John Doe` -- **Aggregation (37%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) +- **Aggregation (31%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) - Example: "How many employees work in Engineering?" → `17` - Example: "What is the total revenue across all orders?" → `45123.50` - Example: "How many employees have salary > 80000?" → `23` -- **Filtering (27%)**: Multi-condition queries requiring compound logic (AND constraints across fields) +- **Filtering (24%)**: Multi-condition queries requiring compound logic (AND constraints across fields) - Example: "How many employees in Sales have salary > 80000?" → `5` - Example: "How many active employees have more than 10 years of experience?" → `8` +- **Structure awareness (12%)**: Tests format-native structural affordances (TOON's [N] count and {fields}, CSV's header row) + - Example: "How many employees are in the dataset?" → `100` + - Example: "List the field names for employees" → `id, name, email, department, salary, yearsExperience, active` + - Example: "What is the department of the last employee?" → `Sales` + #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, JSON compact, XML, YAML, JSON, CSV). +1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, JSON compact, JSON, YAML, XML, CSV). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: `gpt-5-nano` validates if the answer is semantically correct (e.g., `50000` = `$50,000`, `Engineering` = `engineering`, `2025-01-01` = `January 1, 2025`). #### Models & Configuration -- **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` +- **Models tested**: `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `gpt-5-nano`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) - **Temperature**: Not set (models use their defaults) -- **Total evaluations**: 201 questions × 6 formats × 4 models = 4,824 LLM calls +- **Total evaluations**: 204 questions × 6 formats × 4 models = 4,896 LLM calls
diff --git a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 new file mode 100644 index 0000000..3bacc16 --- /dev/null +++ b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 @@ -0,0 +1 @@ +[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7888,"outputTokens":6,"latencyMs":1210.7189159999998},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":1558.90225},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3028,"outputTokens":6,"latencyMs":993.7559580000002},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2874,"outputTokens":6,"latencyMs":950.8272919999999},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9373,"outputTokens":6,"latencyMs":1375.1998330000001},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5779,"outputTokens":6,"latencyMs":1128.227125},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7887,"outputTokens":4,"latencyMs":1651.9582919999998},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4778,"outputTokens":4,"latencyMs":1260.3342499999999},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3027,"outputTokens":4,"latencyMs":1160.4352919999997},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2873,"outputTokens":4,"latencyMs":1646.9346250000003},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9372,"outputTokens":4,"latencyMs":1170.066167},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5778,"outputTokens":4,"latencyMs":979.0120420000003},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7892,"outputTokens":12,"latencyMs":1439.5705829999997},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4783,"outputTokens":12,"latencyMs":1139.6998750000002},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3032,"outputTokens":12,"latencyMs":1220.2398750000002},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2878,"outputTokens":12,"latencyMs":1192.820667},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9377,"outputTokens":12,"latencyMs":1761.4941250000002},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5783,"outputTokens":12,"latencyMs":1134.9589159999996},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7890,"outputTokens":5,"latencyMs":1524.2077499999996},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1096.6124169999985},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":3030,"outputTokens":5,"latencyMs":1190.3290840000009},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2876,"outputTokens":5,"latencyMs":1345.7378750000007},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9375,"outputTokens":5,"latencyMs":1039.2939170000009},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5781,"outputTokens":5,"latencyMs":1205.7180420000004},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7885,"outputTokens":4,"latencyMs":1211.265958},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4776,"outputTokens":4,"latencyMs":954.2045409999992},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":3025,"outputTokens":4,"latencyMs":1534.906167000001},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2871,"outputTokens":4,"latencyMs":909.1663750000007},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9370,"outputTokens":4,"latencyMs":1309.5269580000004},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5776,"outputTokens":4,"latencyMs":1092.505333000001},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7888,"outputTokens":6,"latencyMs":1320.5142080000005},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":1646.9417919999996},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3028,"outputTokens":6,"latencyMs":1673.666792},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2874,"outputTokens":6,"latencyMs":823.2306659999995},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9373,"outputTokens":6,"latencyMs":1228.8472079999992},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5779,"outputTokens":6,"latencyMs":1084.815458000001},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7888,"outputTokens":4,"latencyMs":1318.6587080000008},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1401.8515419999985},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3028,"outputTokens":4,"latencyMs":2094.0003340000003},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2874,"outputTokens":4,"latencyMs":1238.8982910000013},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9373,"outputTokens":4,"latencyMs":1496.2972500000033},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5779,"outputTokens":4,"latencyMs":1630.1005420000001},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7890,"outputTokens":12,"latencyMs":1197.1183339999989},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4781,"outputTokens":12,"latencyMs":1133.1408330000013},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3030,"outputTokens":12,"latencyMs":1181.2194170000002},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2876,"outputTokens":12,"latencyMs":938.3579160000008},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9375,"outputTokens":12,"latencyMs":1326.2782499999994},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5781,"outputTokens":12,"latencyMs":1691.4011250000003},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7890,"outputTokens":5,"latencyMs":1291.4621250000018},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1420.1972079999978},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":3030,"outputTokens":5,"latencyMs":1249.945875000005},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2876,"outputTokens":5,"latencyMs":1295.317084000002},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9375,"outputTokens":5,"latencyMs":1406.5817499999976},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5781,"outputTokens":5,"latencyMs":1243.1099170000016},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7887,"outputTokens":4,"latencyMs":1155.9180409999972},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4778,"outputTokens":4,"latencyMs":1116.8734999999942},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3027,"outputTokens":4,"latencyMs":1121.8300000000017},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2873,"outputTokens":4,"latencyMs":1121.8768750000017},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9372,"outputTokens":4,"latencyMs":1378.8897920000018},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5778,"outputTokens":4,"latencyMs":1108.507749999997},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7887,"outputTokens":6,"latencyMs":1046.3552499999932},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4778,"outputTokens":6,"latencyMs":1322.560124999989},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3027,"outputTokens":6,"latencyMs":1340.5672090000007},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2873,"outputTokens":6,"latencyMs":4085.911666},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9372,"outputTokens":6,"latencyMs":1510.3084590000071},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5778,"outputTokens":6,"latencyMs":1964.2606249999953},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7884,"outputTokens":4,"latencyMs":1527.3185419999936},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4775,"outputTokens":4,"latencyMs":1221.1387910000049},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3024,"outputTokens":4,"latencyMs":1185.782791000005},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2870,"outputTokens":4,"latencyMs":907.760374999998},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9369,"outputTokens":4,"latencyMs":1579.382958000002},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5775,"outputTokens":4,"latencyMs":1491.0770420000044},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7883,"outputTokens":5,"latencyMs":1112.994709000006},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4774,"outputTokens":5,"latencyMs":1232.392000000007},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":3023,"outputTokens":5,"latencyMs":1173.924165999997},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2869,"outputTokens":5,"latencyMs":1432.9519999999902},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":9368,"outputTokens":5,"latencyMs":1202.4103749999922},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5774,"outputTokens":5,"latencyMs":2270.728667000003},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"13","isCorrect":false,"inputTokens":7883,"outputTokens":5,"latencyMs":1083.098874999996},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4774,"outputTokens":5,"latencyMs":1151.881165999992},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":3023,"outputTokens":5,"latencyMs":1085.5253749999974},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2869,"outputTokens":5,"latencyMs":924.369458000001},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9368,"outputTokens":5,"latencyMs":1374.0424169999897},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5774,"outputTokens":5,"latencyMs":980.1530000000057},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7883,"outputTokens":5,"latencyMs":1287.5655830000032},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":4774,"outputTokens":5,"latencyMs":1573.3662909999985},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":3023,"outputTokens":5,"latencyMs":1020.0604170000006},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2869,"outputTokens":5,"latencyMs":1598.8126670000056},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9368,"outputTokens":5,"latencyMs":1058.768916000001},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5774,"outputTokens":5,"latencyMs":1353.5325410000078},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"93","isCorrect":false,"inputTokens":7888,"outputTokens":5,"latencyMs":1129.9145829999907},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"82","isCorrect":false,"inputTokens":4779,"outputTokens":5,"latencyMs":1462.791207999995},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":3028,"outputTokens":5,"latencyMs":1151.7741249999963},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"73","isCorrect":false,"inputTokens":2874,"outputTokens":5,"latencyMs":1031.250874999998},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"88","isCorrect":false,"inputTokens":9373,"outputTokens":5,"latencyMs":1306.8380409999954},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":5779,"outputTokens":5,"latencyMs":1339.9416249999922},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":7888,"outputTokens":5,"latencyMs":1175.3184580000088},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":4779,"outputTokens":5,"latencyMs":1040.4461660000088},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":3028,"outputTokens":5,"latencyMs":1735.4916669999948},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2874,"outputTokens":5,"latencyMs":1980.5700420000067},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":9373,"outputTokens":5,"latencyMs":1852.883999999991},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":5779,"outputTokens":5,"latencyMs":1273.8227920000063},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"35","isCorrect":false,"inputTokens":7888,"outputTokens":5,"latencyMs":1153.0166250000038},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":4779,"outputTokens":5,"latencyMs":1144.4543750000012},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":3028,"outputTokens":5,"latencyMs":1371.0743329999968},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2874,"outputTokens":5,"latencyMs":1047.8320419999945},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":9373,"outputTokens":5,"latencyMs":1350.8212920000078},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5779,"outputTokens":5,"latencyMs":1249.1499590000021},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7884,"outputTokens":5,"latencyMs":1147.088957999993},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4775,"outputTokens":5,"latencyMs":1231.8347499999945},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":3024,"outputTokens":5,"latencyMs":1181.9470829999918},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2870,"outputTokens":5,"latencyMs":1210.713625000004},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9369,"outputTokens":5,"latencyMs":1015.4177080000081},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5775,"outputTokens":5,"latencyMs":1197.7371249999997},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,884.99","isCorrect":false,"inputTokens":7885,"outputTokens":9,"latencyMs":1740.2427079999907},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98947.92","isCorrect":false,"inputTokens":4776,"outputTokens":8,"latencyMs":1919.1532910000096},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,758.17","isCorrect":false,"inputTokens":3025,"outputTokens":9,"latencyMs":991.9548329999961},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,450.51","isCorrect":false,"inputTokens":2871,"outputTokens":9,"latencyMs":1093.8427919999958},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,112.89","isCorrect":false,"inputTokens":9370,"outputTokens":9,"latencyMs":1150.9055829999998},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100594.47","isCorrect":false,"inputTokens":5776,"outputTokens":8,"latencyMs":1337.222041999994},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"76","isCorrect":false,"inputTokens":7882,"outputTokens":5,"latencyMs":1153.1522499999992},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"74","isCorrect":false,"inputTokens":4773,"outputTokens":5,"latencyMs":1197.8059159999975},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":3022,"outputTokens":5,"latencyMs":990.6914170000091},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2868,"outputTokens":5,"latencyMs":1091.2322080000013},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":9367,"outputTokens":5,"latencyMs":1264.0100410000014},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":5773,"outputTokens":5,"latencyMs":1240.9275419999904},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":7882,"outputTokens":5,"latencyMs":1038.4012499999953},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4773,"outputTokens":5,"latencyMs":1624.5698339999944},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":3022,"outputTokens":5,"latencyMs":1036.7119579999999},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":2868,"outputTokens":5,"latencyMs":1471.7847499999916},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":9367,"outputTokens":5,"latencyMs":1161.8851250000007},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":5773,"outputTokens":5,"latencyMs":975.5237920000218},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1124.1700419999834},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1086.0098339999968},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":978.0476670000062},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1166.4321670000209},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1433.4018750000105},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1403.7286659999809},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1363.1690829999861},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":955.9364579999819},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1449.7054160000116},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":859.7894169999927},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1033.2879580000008},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1073.560959000024},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1314.960166999983},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1119.2924160000111},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1050.9931250000081},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":929.4169170000241},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1351.7019580000197},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1356.250874999998},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1629.827250000002},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1319.8203750000102},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1146.393624999997},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1217.7608330000076},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1496.661374999996},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1132.3672500000102},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1762.1454580000136},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1277.2397089999868},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1539.9044580000045},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1269.3111249999783},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1308.213584000012},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":169351.407875},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"73","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1061.3787089999823},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"69","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1147.2813749999914},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"67","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1170.139165999979},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":905.4461660000088},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":992.9407079999801},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"73","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":970.3287909999781},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":1444.4941249999974},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1377.6631669999915},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"53","isCorrect":true,"inputTokens":3030,"outputTokens":5,"latencyMs":977.0651660000149},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":987.6547079999873},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":999.5382089999912},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1191.6241659999941},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":7890,"outputTokens":5,"latencyMs":2102.0624580000003},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4781,"outputTokens":5,"latencyMs":1129.8053329999966},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":3030,"outputTokens":5,"latencyMs":1590.237792},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2876,"outputTokens":5,"latencyMs":1150.0739580000227},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"28","isCorrect":false,"inputTokens":9375,"outputTokens":5,"latencyMs":1479.726290999999},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":5781,"outputTokens":5,"latencyMs":1500.8358339999977},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7891,"outputTokens":5,"latencyMs":1061.221292000002},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":4782,"outputTokens":5,"latencyMs":1173.3693330000096},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":3031,"outputTokens":5,"latencyMs":1393.310832999996},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2877,"outputTokens":5,"latencyMs":1029.9407919999794},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1778.361917000002},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5782,"outputTokens":5,"latencyMs":1278.9144169999927},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7891,"outputTokens":5,"latencyMs":1410.4881250000035},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4782,"outputTokens":5,"latencyMs":1530.299583999993},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":3031,"outputTokens":5,"latencyMs":884.0975000000035},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":2877,"outputTokens":5,"latencyMs":1189.612792},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9376,"outputTokens":5,"latencyMs":1241.3236669999897},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5782,"outputTokens":5,"latencyMs":1148.9409159999923},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7891,"outputTokens":5,"latencyMs":1047.500417000003},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":4782,"outputTokens":5,"latencyMs":1049.9271670000162},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":3031,"outputTokens":5,"latencyMs":1201.0838330000115},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2877,"outputTokens":5,"latencyMs":891.4600420000206},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9376,"outputTokens":5,"latencyMs":1333.9015420000069},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":5782,"outputTokens":5,"latencyMs":1727.5371670000022},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":7884,"outputTokens":5,"latencyMs":989.0173340000038},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":4775,"outputTokens":5,"latencyMs":1275.1794999999984},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":3024,"outputTokens":5,"latencyMs":1190.0951249999925},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":2870,"outputTokens":5,"latencyMs":1034.840750000003},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":9369,"outputTokens":5,"latencyMs":1197.2422079999815},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5775,"outputTokens":5,"latencyMs":1683.550041999988},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7884,"outputTokens":5,"latencyMs":1073.9468750000233},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":4775,"outputTokens":5,"latencyMs":1278.042792000022},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":3024,"outputTokens":5,"latencyMs":1796.531290999992},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2870,"outputTokens":5,"latencyMs":2176.8507499999832},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":9369,"outputTokens":5,"latencyMs":1126.361957999994},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":5775,"outputTokens":5,"latencyMs":1000.8374170000025},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13020,"outputTokens":7,"latencyMs":1877.2704999999842},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7981,"outputTokens":7,"latencyMs":1061.2825410000223},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8298,"outputTokens":7,"latencyMs":1279.4919169999775},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":14525,"outputTokens":7,"latencyMs":2190.0840000000026},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9423,"outputTokens":7,"latencyMs":1279.1115829999908},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1326.8059999999823},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1126.6603340000147},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1360.8319999999949},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1159.0872500000114},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":999.0764579999959},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13020,"outputTokens":7,"latencyMs":1195.0188330000092},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7981,"outputTokens":7,"latencyMs":2066.192208000022},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8298,"outputTokens":7,"latencyMs":1108.658791999973},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":14525,"outputTokens":7,"latencyMs":1606.5897910000058},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9423,"outputTokens":7,"latencyMs":1122.106625000015},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1778.1102079999982},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1312.048959000007},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1387.956750000012},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1334.5222080000094},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1689.652666000009},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13020,"outputTokens":8,"latencyMs":1423.433834000025},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7981,"outputTokens":8,"latencyMs":997.4557500000228},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8298,"outputTokens":8,"latencyMs":1305.189000000013},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":14525,"outputTokens":8,"latencyMs":1829.152167000022},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9423,"outputTokens":8,"latencyMs":1535.2441249999974},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1362.3707500000019},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1149.0101670000004},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1340.8606670000008},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1366.5337500000023},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1261.2614590000012},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13020,"outputTokens":8,"latencyMs":1366.4395829999994},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7981,"outputTokens":8,"latencyMs":1169.115334000002},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8298,"outputTokens":8,"latencyMs":1726.6568330000155},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":14525,"outputTokens":8,"latencyMs":2412.5611250000075},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9423,"outputTokens":8,"latencyMs":1188.3911250000237},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13020,"outputTokens":4,"latencyMs":1254.5480409999727},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7981,"outputTokens":4,"latencyMs":1356.305250000005},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8298,"outputTokens":4,"latencyMs":1367.7742500000168},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":14525,"outputTokens":4,"latencyMs":1786.5491669999901},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9423,"outputTokens":4,"latencyMs":1337.3919160000223},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13021,"outputTokens":11,"latencyMs":1836.185792000033},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7982,"outputTokens":11,"latencyMs":1526.692333999963},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8299,"outputTokens":11,"latencyMs":134599.87291600002},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":14526,"outputTokens":11,"latencyMs":1764.925709000032},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9424,"outputTokens":11,"latencyMs":2104.7243339999695},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13021,"outputTokens":16,"latencyMs":2079.898333000019},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7982,"outputTokens":16,"latencyMs":2299.298167000001},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8299,"outputTokens":16,"latencyMs":2531.651708999998},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":14526,"outputTokens":16,"latencyMs":1717.160166000016},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9424,"outputTokens":16,"latencyMs":1261.9375},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":13021,"outputTokens":10,"latencyMs":1568.283999999985},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7982,"outputTokens":10,"latencyMs":977.8154170000344},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8299,"outputTokens":10,"latencyMs":1274.0614589999896},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":14526,"outputTokens":10,"latencyMs":1344.8440829999745},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":9424,"outputTokens":10,"latencyMs":1758.2577499999898},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13020,"outputTokens":5,"latencyMs":1221.24679200002},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7981,"outputTokens":5,"latencyMs":1632.9894580000546},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8298,"outputTokens":5,"latencyMs":1078.8186250000144},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":14525,"outputTokens":5,"latencyMs":1238.5565829999978},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":9423,"outputTokens":5,"latencyMs":1557.3261250000214},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13021,"outputTokens":9,"latencyMs":1143.566083999991},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7982,"outputTokens":9,"latencyMs":1315.0375840000343},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8299,"outputTokens":9,"latencyMs":1936.8320829999866},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":14526,"outputTokens":9,"latencyMs":1378.4906670000055},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9424,"outputTokens":9,"latencyMs":1440.9520839999896},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13021,"outputTokens":13,"latencyMs":1431.4234169999836},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7982,"outputTokens":13,"latencyMs":1096.4912079999922},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8299,"outputTokens":13,"latencyMs":1349.268665999989},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":14526,"outputTokens":13,"latencyMs":1583.6609579999931},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9424,"outputTokens":13,"latencyMs":1671.1608750000014},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13021,"outputTokens":10,"latencyMs":1557.6222919999855},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7982,"outputTokens":10,"latencyMs":1279.2233750000014},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8299,"outputTokens":10,"latencyMs":1045.5043750000186},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":14526,"outputTokens":10,"latencyMs":1203.7452500000363},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9424,"outputTokens":10,"latencyMs":1044.3679589999956},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":13020,"outputTokens":5,"latencyMs":1203.4841659999802},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7981,"outputTokens":5,"latencyMs":990.5502080000006},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":8298,"outputTokens":5,"latencyMs":2314.0848750000005},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":14525,"outputTokens":5,"latencyMs":1664.362124999985},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":9423,"outputTokens":5,"latencyMs":1207.373041999992},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13016,"outputTokens":5,"latencyMs":1132.1158750000177},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7977,"outputTokens":5,"latencyMs":964.0262909999583},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8294,"outputTokens":5,"latencyMs":1290.6799159999937},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14521,"outputTokens":5,"latencyMs":1771.8612089999951},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":989.1434170000139},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13016,"outputTokens":5,"latencyMs":1462.7887080000364},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7977,"outputTokens":5,"latencyMs":984.8299159999588},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8294,"outputTokens":5,"latencyMs":1356.3089170000167},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":14521,"outputTokens":5,"latencyMs":1269.7774590000045},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":1580.1444999999949},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13016,"outputTokens":5,"latencyMs":1715.1656250000233},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7977,"outputTokens":5,"latencyMs":1272.5985830000136},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8294,"outputTokens":5,"latencyMs":1287.9930000000168},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14521,"outputTokens":5,"latencyMs":1951.4127499999595},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9419,"outputTokens":5,"latencyMs":1229.9152080000495},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"40,895.96","isCorrect":false,"inputTokens":13016,"outputTokens":9,"latencyMs":2050.2400830000406},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"39847.36","isCorrect":false,"inputTokens":7977,"outputTokens":8,"latencyMs":4447.450750000018},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"39447.04","isCorrect":false,"inputTokens":8294,"outputTokens":8,"latencyMs":1377.8202080000192},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"37,847.74","isCorrect":false,"inputTokens":14521,"outputTokens":9,"latencyMs":1616.2727920000325},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"41,822.34","isCorrect":false,"inputTokens":9419,"outputTokens":9,"latencyMs":1325.8112090000068},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"732.89","isCorrect":false,"inputTokens":13014,"outputTokens":7,"latencyMs":136942.92754200002},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"768.79","isCorrect":false,"inputTokens":7975,"outputTokens":7,"latencyMs":1218.7471659999574},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"772.89","isCorrect":false,"inputTokens":8292,"outputTokens":7,"latencyMs":1441.0296669999952},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"805.42","isCorrect":false,"inputTokens":14519,"outputTokens":7,"latencyMs":1610.0354170000064},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"762.89","isCorrect":false,"inputTokens":9417,"outputTokens":7,"latencyMs":1444.1710409999941},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13015,"outputTokens":5,"latencyMs":1477.2014999999665},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7976,"outputTokens":5,"latencyMs":1185.721458999964},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8293,"outputTokens":5,"latencyMs":2056.8777919999557},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14520,"outputTokens":5,"latencyMs":1333.0480000000098},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9418,"outputTokens":5,"latencyMs":1429.2252909999806},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13014,"outputTokens":8,"latencyMs":1367.4437499999767},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7975,"outputTokens":8,"latencyMs":1527.104250000033},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8292,"outputTokens":8,"latencyMs":1224.509458000015},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":14519,"outputTokens":8,"latencyMs":2327.4375829999917},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9417,"outputTokens":8,"latencyMs":1940.742957999988},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":13018,"outputTokens":5,"latencyMs":1190.3244169999962},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":7979,"outputTokens":5,"latencyMs":1532.6525419999962},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"44","isCorrect":false,"inputTokens":8296,"outputTokens":5,"latencyMs":1179.2960829999647},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"45","isCorrect":false,"inputTokens":14523,"outputTokens":5,"latencyMs":137004.635167},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":9421,"outputTokens":5,"latencyMs":1339.1403750000172},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":13018,"outputTokens":5,"latencyMs":1236.763833999983},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"38","isCorrect":false,"inputTokens":7979,"outputTokens":5,"latencyMs":2161.9954580000485},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":8296,"outputTokens":5,"latencyMs":1194.7575419999775},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"38","isCorrect":false,"inputTokens":14523,"outputTokens":5,"latencyMs":1315.2825420000008},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":9421,"outputTokens":5,"latencyMs":1363.0747919999994},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":13018,"outputTokens":5,"latencyMs":1074.8357499999693},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":7979,"outputTokens":5,"latencyMs":1676.432833000028},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":8296,"outputTokens":5,"latencyMs":1122.5760829999927},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"27","isCorrect":false,"inputTokens":14523,"outputTokens":5,"latencyMs":1429.8751249999623},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":9421,"outputTokens":5,"latencyMs":1676.8320420000236},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":13022,"outputTokens":5,"latencyMs":1407.8011249999981},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":1221.6820000000298},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":8300,"outputTokens":5,"latencyMs":1366.9517920000362},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":14527,"outputTokens":5,"latencyMs":1228.7712080000201},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9425,"outputTokens":5,"latencyMs":1266.3425830000197},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":13022,"outputTokens":5,"latencyMs":1335.2824580000015},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":2025.3399169999757},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8300,"outputTokens":5,"latencyMs":1620.6212919999962},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":14527,"outputTokens":5,"latencyMs":1218.0760840000003},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9425,"outputTokens":5,"latencyMs":1507.2060410000267},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13022,"outputTokens":5,"latencyMs":1744.654582999996},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":1201.6237919999985},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8300,"outputTokens":5,"latencyMs":1788.556333000015},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":14527,"outputTokens":5,"latencyMs":1798.2694170000032},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9425,"outputTokens":5,"latencyMs":1371.8953749999637},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":13022,"outputTokens":5,"latencyMs":1428.5923750000075},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7983,"outputTokens":5,"latencyMs":1213.5106249999953},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8300,"outputTokens":5,"latencyMs":1153.3391249999986},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":14527,"outputTokens":5,"latencyMs":1358.6227500000386},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":9425,"outputTokens":5,"latencyMs":1041.3409159999574},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":13023,"outputTokens":5,"latencyMs":1429.8350419999915},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7984,"outputTokens":5,"latencyMs":1130.6302500000456},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8301,"outputTokens":5,"latencyMs":1183.4113329999964},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":14528,"outputTokens":5,"latencyMs":1403.4962079999968},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1552.7885419999948},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":13023,"outputTokens":5,"latencyMs":1547.673749999958},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7984,"outputTokens":5,"latencyMs":1488.8348750000005},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":8301,"outputTokens":5,"latencyMs":1294.1888749999925},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14528,"outputTokens":5,"latencyMs":1580.0848339999793},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1412.2284579999978},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":13023,"outputTokens":5,"latencyMs":1436.3784999999916},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7984,"outputTokens":5,"latencyMs":135647.30895799998},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8301,"outputTokens":5,"latencyMs":1149.2568330000504},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":14528,"outputTokens":5,"latencyMs":1191.73770899995},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":9426,"outputTokens":5,"latencyMs":1037.708541000029},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":13026,"outputTokens":5,"latencyMs":2555.6043340000324},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":7987,"outputTokens":5,"latencyMs":1268.627708999964},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"20","isCorrect":true,"inputTokens":8304,"outputTokens":5,"latencyMs":1064.138750000042},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"26","isCorrect":false,"inputTokens":14531,"outputTokens":5,"latencyMs":1462.3702090000152},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":9429,"outputTokens":5,"latencyMs":1708.8065829999978},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":13026,"outputTokens":5,"latencyMs":1303.9015840000357},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":7987,"outputTokens":5,"latencyMs":1000.4688749999623},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":8304,"outputTokens":5,"latencyMs":1066.8717499999912},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":14531,"outputTokens":5,"latencyMs":1540.689624999999},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":9429,"outputTokens":5,"latencyMs":1036.3092079999624},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":1445.6645410000347},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2406,"outputTokens":6,"latencyMs":890.475541999971},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1552,"outputTokens":6,"latencyMs":1115.657125000027},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1460,"outputTokens":6,"latencyMs":1021.6982919999864},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4797,"outputTokens":6,"latencyMs":2825.67654200003},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3126,"outputTokens":6,"latencyMs":1105.7810000000172},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4095,"outputTokens":8,"latencyMs":1006.6233340000035},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2406,"outputTokens":8,"latencyMs":1475.1360420000274},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1552,"outputTokens":8,"latencyMs":1306.760500000033},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1460,"outputTokens":8,"latencyMs":1152.217249999987},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4797,"outputTokens":8,"latencyMs":1159.180541000038},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3126,"outputTokens":8,"latencyMs":1042.360791999963},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":964.712332999974},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2407,"outputTokens":7,"latencyMs":1077.9677080000401},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1553,"outputTokens":7,"latencyMs":888.1847500000149},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1461,"outputTokens":7,"latencyMs":2202.4551659999997},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4798,"outputTokens":7,"latencyMs":2407.378541999962},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3127,"outputTokens":7,"latencyMs":1260.8838750000577},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4097,"outputTokens":5,"latencyMs":1068.901750000019},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":2408,"outputTokens":5,"latencyMs":2280.0547910000314},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1554,"outputTokens":5,"latencyMs":1518.1229170000297},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1462,"outputTokens":5,"latencyMs":1005.2864169999957},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4799,"outputTokens":5,"latencyMs":1377.9812500000116},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":3128,"outputTokens":5,"latencyMs":896.8197919999948},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":1041.8436249999795},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2406,"outputTokens":6,"latencyMs":1591.857291000022},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1552,"outputTokens":6,"latencyMs":134153.22737500007},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1460,"outputTokens":6,"latencyMs":2621.437166000018},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4797,"outputTokens":6,"latencyMs":1206.6165000000037},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3126,"outputTokens":6,"latencyMs":978.7292090000119},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4095,"outputTokens":8,"latencyMs":1551.3816670000087},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2406,"outputTokens":8,"latencyMs":1336.6815410000272},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1552,"outputTokens":8,"latencyMs":1139.947125000006},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1460,"outputTokens":8,"latencyMs":932.0748749999912},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4797,"outputTokens":8,"latencyMs":1333.9932910000207},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3126,"outputTokens":8,"latencyMs":1271.1030000000028},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":981.6602919999859},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2407,"outputTokens":7,"latencyMs":811.8191670000087},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1553,"outputTokens":7,"latencyMs":1184.6716250000172},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1461,"outputTokens":7,"latencyMs":1062.654166000022},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4798,"outputTokens":7,"latencyMs":1256.8684169999906},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3127,"outputTokens":7,"latencyMs":1064.5108340000152},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4097,"outputTokens":5,"latencyMs":1105.1710420000018},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":2408,"outputTokens":5,"latencyMs":1352.293042000034},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1554,"outputTokens":5,"latencyMs":1141.2828749999753},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1462,"outputTokens":5,"latencyMs":1094.8242090000422},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4799,"outputTokens":5,"latencyMs":1199.8344159999979},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":3128,"outputTokens":5,"latencyMs":1093.0980829999899},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":1205.9528330000467},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2406,"outputTokens":6,"latencyMs":1070.842541000049},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1552,"outputTokens":6,"latencyMs":1010.1033329999773},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1460,"outputTokens":6,"latencyMs":1085.5609579999582},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4797,"outputTokens":6,"latencyMs":1161.1155410000356},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3126,"outputTokens":6,"latencyMs":1122.71541600005},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4092,"outputTokens":5,"latencyMs":1073.2076670000097},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2403,"outputTokens":5,"latencyMs":995.7284590000054},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1549,"outputTokens":5,"latencyMs":845.3497089999728},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1457,"outputTokens":5,"latencyMs":886.6102499999688},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4794,"outputTokens":5,"latencyMs":1157.310165999981},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3123,"outputTokens":5,"latencyMs":1132.964666999993},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"352,378","isCorrect":false,"inputTokens":4093,"outputTokens":7,"latencyMs":1095.3754999999655},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"319,555","isCorrect":false,"inputTokens":2404,"outputTokens":7,"latencyMs":1041.2718749999767},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"330,557","isCorrect":false,"inputTokens":1550,"outputTokens":7,"latencyMs":1020.2267090000096},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"349,968","isCorrect":false,"inputTokens":1458,"outputTokens":7,"latencyMs":1130.9903330000234},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"325,831","isCorrect":false,"inputTokens":4795,"outputTokens":7,"latencyMs":1567.1822919999831},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"182,588","isCorrect":false,"inputTokens":3124,"outputTokens":7,"latencyMs":1206.90533400001},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1370","isCorrect":false,"inputTokens":4094,"outputTokens":6,"latencyMs":1258.9610000000102},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1617","isCorrect":false,"inputTokens":2405,"outputTokens":6,"latencyMs":1399.7614169999724},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1625","isCorrect":false,"inputTokens":1551,"outputTokens":6,"latencyMs":1181.7479590000585},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1442","isCorrect":false,"inputTokens":1459,"outputTokens":6,"latencyMs":1267.9241250000196},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1396","isCorrect":false,"inputTokens":4796,"outputTokens":6,"latencyMs":1313.2502080000704},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1356","isCorrect":false,"inputTokens":3125,"outputTokens":6,"latencyMs":1171.9902500000317},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"409,821.89","isCorrect":false,"inputTokens":4091,"outputTokens":9,"latencyMs":1235.642332999967},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"378,891.97","isCorrect":false,"inputTokens":2402,"outputTokens":9,"latencyMs":1311.002666000044},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"361,548.62","isCorrect":false,"inputTokens":1548,"outputTokens":9,"latencyMs":1150.6039999999339},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"428,639.15","isCorrect":false,"inputTokens":1456,"outputTokens":9,"latencyMs":1094.9247500000056},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"381,832.14","isCorrect":false,"inputTokens":4793,"outputTokens":9,"latencyMs":1011.7133749999339},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"389,498.54","isCorrect":false,"inputTokens":3122,"outputTokens":9,"latencyMs":1043.9226250000065},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5355","isCorrect":false,"inputTokens":4089,"outputTokens":8,"latencyMs":1295.4472079999978},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5355","isCorrect":false,"inputTokens":2400,"outputTokens":8,"latencyMs":1916.0808340000222},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5317","isCorrect":true,"inputTokens":1546,"outputTokens":8,"latencyMs":1264.7692080000415},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5229","isCorrect":false,"inputTokens":1454,"outputTokens":8,"latencyMs":1405.785125000053},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4791,"outputTokens":7,"latencyMs":1364.1582499999786},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5348","isCorrect":true,"inputTokens":3120,"outputTokens":8,"latencyMs":1299.8592499999795},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4094,"outputTokens":5,"latencyMs":950.6797500000102},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":2405,"outputTokens":5,"latencyMs":1537.8788749999367},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1551,"outputTokens":5,"latencyMs":741.9191250000149},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1459,"outputTokens":5,"latencyMs":1347.7071670000441},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":4796,"outputTokens":5,"latencyMs":978.4684160000179},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3125,"outputTokens":5,"latencyMs":1221.0832079999382},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":4094,"outputTokens":5,"latencyMs":1657.6141670000507},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"28","isCorrect":false,"inputTokens":2405,"outputTokens":5,"latencyMs":1112.2490830000024},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":1551,"outputTokens":5,"latencyMs":1090.7140420000069},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":1459,"outputTokens":5,"latencyMs":908.3815840000752},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":4796,"outputTokens":5,"latencyMs":1333.344291999936},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":3125,"outputTokens":5,"latencyMs":1417.703749999986},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":811.7225829999661},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"23","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":1470.5692910000216},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"21","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1062.294792000088},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":1246.1075420000125},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1080.7989589999197},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1536.6151249998948},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":1650.748459000024},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":1152.1895840000361},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1257.109167000046},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":1134.593125000014},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"9","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1552.6940409999806},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1000.2084160000086},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4100,"outputTokens":5,"latencyMs":1432.9054579999065},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2411,"outputTokens":5,"latencyMs":1118.0298750000075},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1557,"outputTokens":5,"latencyMs":1100.108125000028},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1465,"outputTokens":5,"latencyMs":879.8744579999475},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4802,"outputTokens":5,"latencyMs":932.8511250000447},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3131,"outputTokens":5,"latencyMs":1239.4788750000298},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4100,"outputTokens":5,"latencyMs":1117.268167000031},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2411,"outputTokens":5,"latencyMs":1466.201749999891},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1557,"outputTokens":5,"latencyMs":1142.5247499999823},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":1465,"outputTokens":5,"latencyMs":1317.812707999954},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4802,"outputTokens":5,"latencyMs":1471.6635420001112},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":3131,"outputTokens":5,"latencyMs":1131.126290999935},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4100,"outputTokens":5,"latencyMs":1457.6941660000011},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":2411,"outputTokens":5,"latencyMs":1692.0967919999966},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1557,"outputTokens":5,"latencyMs":1209.3823329999577},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1465,"outputTokens":5,"latencyMs":1165.7072499999776},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"13","isCorrect":false,"inputTokens":4802,"outputTokens":5,"latencyMs":1366.3539579999633},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":3131,"outputTokens":5,"latencyMs":1627.3735419999575},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4101,"outputTokens":5,"latencyMs":941.233499999973},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":2412,"outputTokens":5,"latencyMs":1174.533167000045},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"31","isCorrect":false,"inputTokens":1558,"outputTokens":5,"latencyMs":1270.3798330000136},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":1466,"outputTokens":5,"latencyMs":135450.89775},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"31","isCorrect":false,"inputTokens":4803,"outputTokens":5,"latencyMs":1089.6465000000317},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"18","isCorrect":false,"inputTokens":3132,"outputTokens":5,"latencyMs":1323.09620800009},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":4101,"outputTokens":5,"latencyMs":1097.0248750000028},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":2412,"outputTokens":5,"latencyMs":2636.873957999982},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1558,"outputTokens":5,"latencyMs":1240.7609159999993},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1466,"outputTokens":5,"latencyMs":860.1172090000473},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":4803,"outputTokens":5,"latencyMs":1052.20229200006},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":3132,"outputTokens":5,"latencyMs":1558.8638329999521},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":955.4143750000512},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":981.6348749999888},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1137.1802499999758},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"12","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":1008.8686250000028},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"27","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1335.1314589999383},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1422.817041000002},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":4102,"outputTokens":5,"latencyMs":1395.5275830000173},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2413,"outputTokens":5,"latencyMs":1240.6792499999283},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1559,"outputTokens":5,"latencyMs":1357.294208999956},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"12","isCorrect":false,"inputTokens":1467,"outputTokens":5,"latencyMs":931.3478330000071},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4804,"outputTokens":5,"latencyMs":1304.6751670000376},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3133,"outputTokens":5,"latencyMs":1023.4539159999695},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17431,"outputTokens":6,"latencyMs":1549.0179999999236},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12566,"outputTokens":6,"latencyMs":1073.2592919999734},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9329,"outputTokens":6,"latencyMs":1650.7731250000652},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9147,"outputTokens":6,"latencyMs":1706.1569590000436},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19821,"outputTokens":6,"latencyMs":2284.9616660000756},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14506,"outputTokens":6,"latencyMs":1872.9165000000503},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17430,"outputTokens":6,"latencyMs":1756.9818749999395},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12565,"outputTokens":6,"latencyMs":1143.423208000022},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9328,"outputTokens":6,"latencyMs":2193.2150839999085},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9146,"outputTokens":6,"latencyMs":1128.1155410000356},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19820,"outputTokens":6,"latencyMs":1524.0118340000045},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14505,"outputTokens":6,"latencyMs":1436.5846250000177},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17425,"outputTokens":6,"latencyMs":1296.6286669999827},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12560,"outputTokens":6,"latencyMs":1323.7782080000034},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9323,"outputTokens":6,"latencyMs":59378.73687500006},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9141,"outputTokens":6,"latencyMs":1815.1144589999458},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19815,"outputTokens":6,"latencyMs":1427.9329579999903},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":14500,"outputTokens":6,"latencyMs":1279.6807920000283},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17430,"outputTokens":4,"latencyMs":1292.262624999974},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12565,"outputTokens":4,"latencyMs":1375.4475000000093},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9328,"outputTokens":4,"latencyMs":1169.7131659999723},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9146,"outputTokens":4,"latencyMs":2760.7117500000168},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19820,"outputTokens":4,"latencyMs":2885.7982499999925},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14505,"outputTokens":4,"latencyMs":1770.374792000046},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17425,"outputTokens":6,"latencyMs":1842.8854999999749},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12560,"outputTokens":6,"latencyMs":1059.2116670000833},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9323,"outputTokens":6,"latencyMs":1134.6034999999683},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9141,"outputTokens":6,"latencyMs":1111.7190420000115},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19815,"outputTokens":6,"latencyMs":1788.3842920000898},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":14500,"outputTokens":6,"latencyMs":1219.1583330000285},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17430,"outputTokens":6,"latencyMs":1336.5955419999082},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12565,"outputTokens":6,"latencyMs":1979.233790999977},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9328,"outputTokens":6,"latencyMs":1398.4806249999674},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9146,"outputTokens":6,"latencyMs":1486.5824589999393},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19820,"outputTokens":6,"latencyMs":2036.6534999998985},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":14505,"outputTokens":6,"latencyMs":1340.5284159999574},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":17432,"outputTokens":5,"latencyMs":1678.1820420000004},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":12567,"outputTokens":5,"latencyMs":1717.26087499992},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9330,"outputTokens":5,"latencyMs":1414.3522499999963},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9148,"outputTokens":5,"latencyMs":1452.5142910000868},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":19822,"outputTokens":5,"latencyMs":1461.0910419999855},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":14507,"outputTokens":5,"latencyMs":1208.626042000018},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17426,"outputTokens":4,"latencyMs":1446.889542000019},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12561,"outputTokens":4,"latencyMs":1275.819041000097},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9324,"outputTokens":4,"latencyMs":1618.3254160000943},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9142,"outputTokens":4,"latencyMs":1324.5384159999667},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19816,"outputTokens":4,"latencyMs":1540.8082500000019},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14501,"outputTokens":4,"latencyMs":1639.3106249999255},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17433,"outputTokens":6,"latencyMs":1416.6109160000924},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12568,"outputTokens":6,"latencyMs":1462.0648339999607},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9331,"outputTokens":6,"latencyMs":2445.9155830000527},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9149,"outputTokens":6,"latencyMs":1240.1038749999134},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":19823,"outputTokens":6,"latencyMs":1565.9135839999653},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":14508,"outputTokens":6,"latencyMs":1406.3525420000078},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17429,"outputTokens":6,"latencyMs":1525.3579579999205},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12564,"outputTokens":6,"latencyMs":1152.4085000000196},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9327,"outputTokens":6,"latencyMs":1770.4646250000224},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9145,"outputTokens":6,"latencyMs":1353.4057909999974},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19819,"outputTokens":6,"latencyMs":1444.9497499999125},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":14504,"outputTokens":6,"latencyMs":135790.69074999995},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17434,"outputTokens":6,"latencyMs":1451.4468329999363},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12569,"outputTokens":6,"latencyMs":1201.844000000041},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9332,"outputTokens":6,"latencyMs":1058.9308750000782},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9150,"outputTokens":6,"latencyMs":1200.5313340000575},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19824,"outputTokens":6,"latencyMs":1919.609999999986},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":14509,"outputTokens":6,"latencyMs":1765.9685419999296},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17422,"outputTokens":5,"latencyMs":1923.7036670000525},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12557,"outputTokens":5,"latencyMs":2376.041458999971},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9320,"outputTokens":5,"latencyMs":1554.609208000009},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9138,"outputTokens":5,"latencyMs":1288.4187920000404},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19812,"outputTokens":5,"latencyMs":1580.9837919999845},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14497,"outputTokens":5,"latencyMs":1666.154332999955},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"17525947","isCorrect":false,"inputTokens":17425,"outputTokens":7,"latencyMs":1619.4902499999152},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14842571","isCorrect":false,"inputTokens":12560,"outputTokens":7,"latencyMs":1170.5864580000052},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13746686","isCorrect":false,"inputTokens":9323,"outputTokens":7,"latencyMs":1525.2280420000898},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"15746895","isCorrect":false,"inputTokens":9141,"outputTokens":7,"latencyMs":1232.1970420000143},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"12968527","isCorrect":false,"inputTokens":19815,"outputTokens":7,"latencyMs":3372.6276249999646},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13824638","isCorrect":false,"inputTokens":14500,"outputTokens":7,"latencyMs":1895.8765839999542},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,447,821","isCorrect":false,"inputTokens":17426,"outputTokens":9,"latencyMs":2032.5368330000201},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1346787","isCorrect":false,"inputTokens":12561,"outputTokens":7,"latencyMs":1355.346416000044},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1368618","isCorrect":false,"inputTokens":9324,"outputTokens":7,"latencyMs":1350.4067920000525},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1285547","isCorrect":false,"inputTokens":9142,"outputTokens":7,"latencyMs":1598.6938329999102},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,534,956","isCorrect":false,"inputTokens":19816,"outputTokens":9,"latencyMs":1369.1255839999067},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,273,892","isCorrect":false,"inputTokens":14501,"outputTokens":9,"latencyMs":1250.2912920000963},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,784.68","isCorrect":false,"inputTokens":17424,"outputTokens":9,"latencyMs":1589.4543339998927},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"```json\n{\"average_stars\":135847.16}\n```","isCorrect":false,"inputTokens":12559,"outputTokens":18,"latencyMs":1812.6839160000673},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"132,276.45","isCorrect":false,"inputTokens":9322,"outputTokens":9,"latencyMs":1077.4147919999668},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"133,892.28","isCorrect":false,"inputTokens":9140,"outputTokens":9,"latencyMs":1132.0060000000522},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,574.81","isCorrect":false,"inputTokens":19814,"outputTokens":9,"latencyMs":1978.7705419999547},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"137,841.45","isCorrect":false,"inputTokens":14499,"outputTokens":9,"latencyMs":1737.108540999936},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":2407.2787089999765},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"25","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1335.2449169999454},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1641.0892500000773},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1659.8185000000522},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":1373.9072500000475},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1089.438124999986},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"65","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1256.0232499999693},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"59","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1270.2216250000056},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1080.4613749999553},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"48","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1195.3386249999749},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"58","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":1716.5474580000155},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"61","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1436.8687090000603},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1288.2891250000102},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"65","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1878.7123329999158},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1174.7566660000011},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"97","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1585.0327920001},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":1991.5329589999747},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1472.81004199991},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"60","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1837.4823340000585},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1154.4151249999413},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1429.2106670000358},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"47","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":135280.49025000003},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":2030.1534580000443},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"73","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":1371.425333000021},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17426,"outputTokens":5,"latencyMs":1489.0051250000251},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12561,"outputTokens":5,"latencyMs":1466.1329169999808},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9324,"outputTokens":5,"latencyMs":1293.8040409999667},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9142,"outputTokens":5,"latencyMs":1199.2742919999873},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"5","isCorrect":false,"inputTokens":19816,"outputTokens":5,"latencyMs":2370.445834000013},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"3","isCorrect":false,"inputTokens":14501,"outputTokens":5,"latencyMs":2260.0115830000723},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":17427,"outputTokens":5,"latencyMs":1656.3866249999264},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":12562,"outputTokens":5,"latencyMs":1364.529125000001},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"52","isCorrect":false,"inputTokens":9325,"outputTokens":5,"latencyMs":1118.893415999948},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"32","isCorrect":false,"inputTokens":9143,"outputTokens":5,"latencyMs":1354.8706660000607},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"23","isCorrect":false,"inputTokens":19817,"outputTokens":5,"latencyMs":1742.3912080000155},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":14502,"outputTokens":5,"latencyMs":1213.965957999928},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":17427,"outputTokens":5,"latencyMs":1659.6879999999655},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":12562,"outputTokens":5,"latencyMs":1768.546834000037},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"25","isCorrect":false,"inputTokens":9325,"outputTokens":5,"latencyMs":1113.714917000034},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"31","isCorrect":false,"inputTokens":9143,"outputTokens":5,"latencyMs":1769.5054169999203},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"16","isCorrect":false,"inputTokens":19817,"outputTokens":5,"latencyMs":1303.7927500000224},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":14502,"outputTokens":5,"latencyMs":1178.9949999999953},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":17427,"outputTokens":5,"latencyMs":1245.5005830000155},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":12562,"outputTokens":5,"latencyMs":1179.517332999967},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":9325,"outputTokens":5,"latencyMs":1234.552708000061},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"27","isCorrect":false,"inputTokens":9143,"outputTokens":5,"latencyMs":980.5235000000102},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":19817,"outputTokens":5,"latencyMs":1948.8275419999845},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"14","isCorrect":false,"inputTokens":14502,"outputTokens":5,"latencyMs":1154.1357909999788},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"14","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1782.1672910000198},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"28","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1546.312917000032},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1557.8855420000618},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"16","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1257.063957999926},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":2910.703749999986},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1233.1566660000244},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"47","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1282.1466670000227},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"36","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1384.6129580000415},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1190.936417000019},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"23","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1255.6295420000097},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"21","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":1539.4536249999655},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1191.5602909999434},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1456.7998339999467},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"16","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1273.3514590000268},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1030.0079169999808},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1296.0598750000354},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":1479.1339589999989},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1348.386708999984},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":1851.1320410000626},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"17","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1513.4139590000268},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1019.4977920000674},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"21","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1252.4444580000127},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":2239.8731249999255},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1138.81104099995},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"12","isCorrect":false,"inputTokens":17435,"outputTokens":5,"latencyMs":2972.753999999957},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12570,"outputTokens":5,"latencyMs":1550.2462499999674},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":9333,"outputTokens":5,"latencyMs":1167.2528329999186},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":9151,"outputTokens":5,"latencyMs":1822.666458999971},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"5","isCorrect":false,"inputTokens":19825,"outputTokens":5,"latencyMs":1701.1414589999476},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":2044.1263749999925},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7732,"outputTokens":4,"latencyMs":1322.2519999999786},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5170,"outputTokens":4,"latencyMs":1445.716625000001},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6190,"outputTokens":4,"latencyMs":1237.5652079998981},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8737,"outputTokens":4,"latencyMs":1288.4407499999506},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6136,"outputTokens":4,"latencyMs":1240.3781670000171},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7732,"outputTokens":7,"latencyMs":1251.3257500000764},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5170,"outputTokens":7,"latencyMs":1564.0911250000354},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6190,"outputTokens":7,"latencyMs":1095.515916000004},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8737,"outputTokens":7,"latencyMs":1325.0977089999942},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6136,"outputTokens":7,"latencyMs":1380.611125000054},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":7733,"outputTokens":5,"latencyMs":1183.3869580000173},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":5171,"outputTokens":5,"latencyMs":1186.1116250000196},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6191,"outputTokens":5,"latencyMs":1086.6458339999663},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":8738,"outputTokens":5,"latencyMs":1429.5812500000466},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6137,"outputTokens":5,"latencyMs":1231.497667000047},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7733,"outputTokens":6,"latencyMs":1359.0183330000145},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5171,"outputTokens":6,"latencyMs":952.6933339999523},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6191,"outputTokens":6,"latencyMs":934.7892499999143},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8738,"outputTokens":6,"latencyMs":1337.0739590000594},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6137,"outputTokens":6,"latencyMs":1141.6887080000015},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7732,"outputTokens":4,"latencyMs":984.6171669999603},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5170,"outputTokens":4,"latencyMs":1598.2621250000084},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6190,"outputTokens":4,"latencyMs":1665.3170829999726},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8737,"outputTokens":4,"latencyMs":1075.0322500000475},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6136,"outputTokens":4,"latencyMs":1032.5187920000171},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7732,"outputTokens":7,"latencyMs":1314.7635410000803},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5170,"outputTokens":7,"latencyMs":1124.9454169999808},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6190,"outputTokens":7,"latencyMs":1178.4954579999903},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8737,"outputTokens":7,"latencyMs":1263.9604169999948},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6136,"outputTokens":7,"latencyMs":990.7301250000019},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":7733,"outputTokens":5,"latencyMs":134578.79599999997},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":5171,"outputTokens":5,"latencyMs":968.1252910000039},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6191,"outputTokens":5,"latencyMs":1090.8137080000015},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":8738,"outputTokens":5,"latencyMs":1143.6139579999726},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6137,"outputTokens":5,"latencyMs":1058.187957999995},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":7733,"outputTokens":5,"latencyMs":1351.676000000094},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":5171,"outputTokens":5,"latencyMs":1969.7786250000354},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6191,"outputTokens":5,"latencyMs":998.9934170000488},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":8738,"outputTokens":5,"latencyMs":1755.1462909999536},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6137,"outputTokens":5,"latencyMs":1366.4382500000065},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7732,"outputTokens":4,"latencyMs":1946.048041000031},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5170,"outputTokens":4,"latencyMs":1648.8376670000143},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6190,"outputTokens":4,"latencyMs":1219.62491699995},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8737,"outputTokens":4,"latencyMs":1589.6692500000354},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6136,"outputTokens":4,"latencyMs":1863.625250000041},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7732,"outputTokens":7,"latencyMs":7655.55554099998},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5170,"outputTokens":7,"latencyMs":1638.7547499999637},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6190,"outputTokens":7,"latencyMs":1624.8859589999774},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8737,"outputTokens":7,"latencyMs":136946.34433400002},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6136,"outputTokens":7,"latencyMs":1423.7594589999644},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"80","isCorrect":false,"inputTokens":7716,"outputTokens":5,"latencyMs":1250.6163330000127},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"61","isCorrect":false,"inputTokens":5154,"outputTokens":5,"latencyMs":1449.7023339999141},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6174,"outputTokens":5,"latencyMs":1335.3158340000082},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8721,"outputTokens":5,"latencyMs":1690.8688339999644},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6120,"outputTokens":5,"latencyMs":1194.3599170000525},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2447.44","isCorrect":false,"inputTokens":7717,"outputTokens":8,"latencyMs":1532.6048749999609},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2461.32","isCorrect":false,"inputTokens":5155,"outputTokens":8,"latencyMs":1174.643458000035},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2445.85","isCorrect":false,"inputTokens":6175,"outputTokens":8,"latencyMs":1453.3343330000062},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2465.45","isCorrect":false,"inputTokens":8722,"outputTokens":8,"latencyMs":1407.3757079999195},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2425.52","isCorrect":false,"inputTokens":6121,"outputTokens":8,"latencyMs":1727.172457999899},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":7717,"outputTokens":5,"latencyMs":4074.6192919999594},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":5155,"outputTokens":5,"latencyMs":1351.1561249999795},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6175,"outputTokens":5,"latencyMs":1079.7601659999928},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":8722,"outputTokens":5,"latencyMs":1080.8913750000065},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6121,"outputTokens":5,"latencyMs":1051.8147090000566},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"17","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1117.4450410000281},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5155,"outputTokens":5,"latencyMs":960.0351670000236},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6175,"outputTokens":5,"latencyMs":1307.409958000062},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"17","isCorrect":true,"inputTokens":8722,"outputTokens":5,"latencyMs":1157.3227499999339},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":6121,"outputTokens":5,"latencyMs":1473.7385840000352},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"23","isCorrect":false,"inputTokens":7717,"outputTokens":5,"latencyMs":1617.0194589999737},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"23","isCorrect":false,"inputTokens":5155,"outputTokens":5,"latencyMs":4893.344209000003},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"28","isCorrect":false,"inputTokens":6175,"outputTokens":5,"latencyMs":994.5907920000609},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":8722,"outputTokens":5,"latencyMs":1068.0511249999981},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"25","isCorrect":false,"inputTokens":6121,"outputTokens":5,"latencyMs":1093.1777499999152},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7720,"outputTokens":5,"latencyMs":1259.5825000000186},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5158,"outputTokens":5,"latencyMs":1579.743708999944},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6178,"outputTokens":5,"latencyMs":952.0351250000531},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":8725,"outputTokens":5,"latencyMs":1301.0361249999842},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":6124,"outputTokens":5,"latencyMs":1122.7744170000078},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":7720,"outputTokens":5,"latencyMs":1149.1232080000918},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":5158,"outputTokens":5,"latencyMs":967.6039589999709},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":6178,"outputTokens":5,"latencyMs":1290.0111660000402},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"20","isCorrect":false,"inputTokens":8725,"outputTokens":5,"latencyMs":1196.498915999895},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":6124,"outputTokens":5,"latencyMs":1152.909207999939},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":7724,"outputTokens":5,"latencyMs":1087.8998750000028},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"32","isCorrect":false,"inputTokens":5162,"outputTokens":5,"latencyMs":1113.3987089999719},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"37","isCorrect":false,"inputTokens":6182,"outputTokens":5,"latencyMs":1231.1717909999425},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"41","isCorrect":false,"inputTokens":8729,"outputTokens":5,"latencyMs":1416.8829169999808},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"31","isCorrect":false,"inputTokens":6128,"outputTokens":5,"latencyMs":1522.4662500000559},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"34","isCorrect":false,"inputTokens":7721,"outputTokens":5,"latencyMs":1328.3373340000398},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"24","isCorrect":false,"inputTokens":5159,"outputTokens":5,"latencyMs":134287.69475000002},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"30","isCorrect":false,"inputTokens":6179,"outputTokens":5,"latencyMs":1117.1614579999587},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"40","isCorrect":false,"inputTokens":8726,"outputTokens":5,"latencyMs":1136.4989999999525},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"32","isCorrect":false,"inputTokens":6125,"outputTokens":5,"latencyMs":1138.7126249999274},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"28","isCorrect":false,"inputTokens":7718,"outputTokens":5,"latencyMs":1183.0647090000566},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"32","isCorrect":false,"inputTokens":5156,"outputTokens":5,"latencyMs":1412.0120420000749},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":6176,"outputTokens":5,"latencyMs":1119.6773340000072},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"35","isCorrect":false,"inputTokens":8723,"outputTokens":5,"latencyMs":1071.6519580000313},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"31","isCorrect":false,"inputTokens":6122,"outputTokens":5,"latencyMs":1391.435999999987},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":7723,"outputTokens":5,"latencyMs":1231.0474170000525},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"29","isCorrect":true,"inputTokens":5161,"outputTokens":5,"latencyMs":1135.2230410000775},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"32","isCorrect":false,"inputTokens":6181,"outputTokens":5,"latencyMs":1294.7761669999454},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"38","isCorrect":false,"inputTokens":8728,"outputTokens":5,"latencyMs":1584.8036249999423},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"34","isCorrect":false,"inputTokens":6127,"outputTokens":5,"latencyMs":1191.8048329999438},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"3","isCorrect":false,"inputTokens":7723,"outputTokens":5,"latencyMs":1290.0185000000056},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"3","isCorrect":false,"inputTokens":5161,"outputTokens":5,"latencyMs":1122.844374999986},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"1","isCorrect":false,"inputTokens":6181,"outputTokens":5,"latencyMs":1475.8200419999193},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"3","isCorrect":false,"inputTokens":8728,"outputTokens":5,"latencyMs":1173.7602919999044},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":6127,"outputTokens":5,"latencyMs":881.1776660000905},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7726,"outputTokens":5,"latencyMs":1632.609708999982},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":5164,"outputTokens":5,"latencyMs":1582.639041999937},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6184,"outputTokens":5,"latencyMs":1269.1984999999404},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8731,"outputTokens":5,"latencyMs":1036.2139169999864},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":1217.4673750000075},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":7726,"outputTokens":5,"latencyMs":1237.3523329999298},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":5164,"outputTokens":5,"latencyMs":1081.811207999941},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"3","isCorrect":false,"inputTokens":6184,"outputTokens":5,"latencyMs":1097.698999999906},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8731,"outputTokens":5,"latencyMs":1493.8901250000345},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"3","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":5959.227459000074},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7726,"outputTokens":5,"latencyMs":1081.6637079999782},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":5164,"outputTokens":5,"latencyMs":1492.5457500000484},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6184,"outputTokens":5,"latencyMs":874.1137499999022},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":8731,"outputTokens":5,"latencyMs":1358.4161669999594},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6130,"outputTokens":5,"latencyMs":1165.1978750000708},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":7725,"outputTokens":5,"latencyMs":1272.5105410000542},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":5163,"outputTokens":5,"latencyMs":2354.076624999987},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6183,"outputTokens":5,"latencyMs":1261.2219999999506},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":8730,"outputTokens":5,"latencyMs":1170.514208000037},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1300.107166999951},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7725,"outputTokens":5,"latencyMs":1087.340208999929},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":5163,"outputTokens":5,"latencyMs":1174.3553329999559},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6183,"outputTokens":5,"latencyMs":1174.71949999989},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":8730,"outputTokens":5,"latencyMs":1559.984334000037},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1118.785791000002},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1193,"outputTokens":4,"latencyMs":1305.3309589999262},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":734,"outputTokens":4,"latencyMs":1374.1964999999618},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":828,"outputTokens":4,"latencyMs":1806.83050000004},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1263,"outputTokens":4,"latencyMs":1012.5046250000596},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":848,"outputTokens":4,"latencyMs":1101.1594999999506},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1191,"outputTokens":8,"latencyMs":1029.557541999966},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":732,"outputTokens":8,"latencyMs":888.0808330000145},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":826,"outputTokens":8,"latencyMs":961.3018750000047},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1261,"outputTokens":8,"latencyMs":975.6594170000171},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":846,"outputTokens":8,"latencyMs":1009.3876249999739},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1191,"outputTokens":6,"latencyMs":1242.855666999938},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":732,"outputTokens":6,"latencyMs":1069.828375000041},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":826,"outputTokens":6,"latencyMs":1983.8990830000257},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1261,"outputTokens":6,"latencyMs":1225.030000000028},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":846,"outputTokens":6,"latencyMs":879.2118749999208},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1353.4172089999774},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":902.1746669999557},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":935.2352499999106},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1013.6304160000291},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":1066.8241250000428},{"questionId":"q155","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1191,"outputTokens":6,"latencyMs":853.1445829999866},{"questionId":"q155","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":732,"outputTokens":6,"latencyMs":1091.0674169999547},{"questionId":"q155","format":"toon","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":826,"outputTokens":6,"latencyMs":925.9509580000304},{"questionId":"q155","format":"xml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1261,"outputTokens":6,"latencyMs":862.8604999999516},{"questionId":"q155","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":846,"outputTokens":6,"latencyMs":890.2595420000143},{"questionId":"q156","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1059.7631670000264},{"questionId":"q156","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":972.4143750000512},{"questionId":"q156","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1569.0905000000494},{"questionId":"q156","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1005.8317500000121},{"questionId":"q156","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":841.4386249999516},{"questionId":"q157","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1193,"outputTokens":6,"latencyMs":1031.2155829999829},{"questionId":"q157","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":734,"outputTokens":6,"latencyMs":1158.673999999999},{"questionId":"q157","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":828,"outputTokens":6,"latencyMs":1014.904749999987},{"questionId":"q157","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1263,"outputTokens":6,"latencyMs":1238.3551670000888},{"questionId":"q157","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":848,"outputTokens":6,"latencyMs":748.4136250000447},{"questionId":"q158","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1191,"outputTokens":4,"latencyMs":931.4844580000499},{"questionId":"q158","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":732,"outputTokens":4,"latencyMs":4516.0599999999395},{"questionId":"q158","format":"toon","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":826,"outputTokens":4,"latencyMs":825.9817500000354},{"questionId":"q158","format":"xml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1261,"outputTokens":4,"latencyMs":1174.4812920000404},{"questionId":"q158","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":846,"outputTokens":4,"latencyMs":1099.4896670000162},{"questionId":"q159","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1192,"outputTokens":6,"latencyMs":1363.4585840000072},{"questionId":"q159","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":733,"outputTokens":6,"latencyMs":1411.4544589999132},{"questionId":"q159","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":1238.5263330000453},{"questionId":"q159","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1262,"outputTokens":6,"latencyMs":1455.4916249999078},{"questionId":"q159","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":847,"outputTokens":6,"latencyMs":903.907750000013},{"questionId":"q160","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1193,"outputTokens":9,"latencyMs":1261.4720420000376},{"questionId":"q160","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":734,"outputTokens":9,"latencyMs":1111.7462079999968},{"questionId":"q160","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":828,"outputTokens":9,"latencyMs":1340.6697080000304},{"questionId":"q160","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1263,"outputTokens":9,"latencyMs":1059.558874999988},{"questionId":"q160","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":848,"outputTokens":9,"latencyMs":1120.9716669999762},{"questionId":"q161","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1607.4433750000317},{"questionId":"q161","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1011.5435829999624},{"questionId":"q161","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1098.9950830000453},{"questionId":"q161","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1010.8417080000509},{"questionId":"q161","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":787.2757920000004},{"questionId":"q162","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1078.016958000022},{"questionId":"q162","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1090.475458000088},{"questionId":"q162","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1037.0881660000887},{"questionId":"q162","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1157.235624999972},{"questionId":"q162","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":1077.465749999974},{"questionId":"q163","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1192,"outputTokens":5,"latencyMs":903.7201249999925},{"questionId":"q163","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":733,"outputTokens":5,"latencyMs":1130.392165999976},{"questionId":"q163","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":5,"latencyMs":1237.1364579999354},{"questionId":"q163","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1262,"outputTokens":5,"latencyMs":1383.588957999833},{"questionId":"q163","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":847,"outputTokens":5,"latencyMs":835.4454580000602},{"questionId":"q164","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1192,"outputTokens":5,"latencyMs":1211.8477079998702},{"questionId":"q164","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":733,"outputTokens":5,"latencyMs":940.1050410000607},{"questionId":"q164","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":5,"latencyMs":12776.972374999896},{"questionId":"q164","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1262,"outputTokens":5,"latencyMs":907.2967500002123},{"questionId":"q164","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":847,"outputTokens":5,"latencyMs":939.8785409999546},{"questionId":"q165","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1202.0232079999987},{"questionId":"q165","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1380.7811670000665},{"questionId":"q165","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":995.2822500001639},{"questionId":"q165","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1072.2940840001684},{"questionId":"q165","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":1213.750750000123},{"questionId":"q166","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1196,"outputTokens":5,"latencyMs":1290.3867499998305},{"questionId":"q166","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":737,"outputTokens":5,"latencyMs":5153.930292000063},{"questionId":"q166","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":771.2725420000497},{"questionId":"q166","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1266,"outputTokens":5,"latencyMs":1029.2843750000466},{"questionId":"q166","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":851,"outputTokens":5,"latencyMs":830.8779579999391},{"questionId":"q167","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1192,"outputTokens":5,"latencyMs":1000.7899160000961},{"questionId":"q167","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":733,"outputTokens":5,"latencyMs":862.6022910000756},{"questionId":"q167","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":827,"outputTokens":5,"latencyMs":800.0890420000069},{"questionId":"q167","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1262,"outputTokens":5,"latencyMs":946.1868749998976},{"questionId":"q167","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":847,"outputTokens":5,"latencyMs":1117.201124999905},{"questionId":"q168","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1194,"outputTokens":5,"latencyMs":1204.7393749998882},{"questionId":"q168","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":735,"outputTokens":5,"latencyMs":1216.2345000000205},{"questionId":"q168","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":967.7403329999652},{"questionId":"q168","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1264,"outputTokens":5,"latencyMs":809.2372079999186},{"questionId":"q168","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":849,"outputTokens":5,"latencyMs":1035.5625},{"questionId":"q169","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1196,"outputTokens":5,"latencyMs":2165.1945829999167},{"questionId":"q169","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":737,"outputTokens":5,"latencyMs":826.672082999954},{"questionId":"q169","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":816.7095419999678},{"questionId":"q169","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1266,"outputTokens":5,"latencyMs":942.9736250001006},{"questionId":"q169","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"11","isCorrect":false,"inputTokens":851,"outputTokens":5,"latencyMs":876.3174590000417},{"questionId":"q170","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":1195,"outputTokens":5,"latencyMs":896.7837920000311},{"questionId":"q170","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":736,"outputTokens":5,"latencyMs":1182.9224580000155},{"questionId":"q170","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":830,"outputTokens":5,"latencyMs":846.767375000054},{"questionId":"q170","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":1265,"outputTokens":5,"latencyMs":829.7917080000043},{"questionId":"q170","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":850,"outputTokens":5,"latencyMs":1161.572166999802},{"questionId":"q171","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1197,"outputTokens":5,"latencyMs":1094.7721659999806},{"questionId":"q171","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":738,"outputTokens":5,"latencyMs":144763.1995000001},{"questionId":"q171","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":842.0812909998931},{"questionId":"q171","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1267,"outputTokens":5,"latencyMs":871.6582090000156},{"questionId":"q171","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":852,"outputTokens":5,"latencyMs":1651.5552499999758},{"questionId":"q172","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1198,"outputTokens":5,"latencyMs":1265.5917080000509},{"questionId":"q172","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":5,"latencyMs":2233.4475419998635},{"questionId":"q172","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":970.9932909999043},{"questionId":"q172","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1268,"outputTokens":5,"latencyMs":872.0836670000572},{"questionId":"q172","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":853,"outputTokens":5,"latencyMs":950.6219170000404},{"questionId":"q173","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1199,"outputTokens":5,"latencyMs":1076.4021660001017},{"questionId":"q173","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":740,"outputTokens":5,"latencyMs":1056.1212909999304},{"questionId":"q173","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1197.260416999925},{"questionId":"q173","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1269,"outputTokens":5,"latencyMs":1250.9096670001745},{"questionId":"q173","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":854,"outputTokens":5,"latencyMs":1292.780665999977},{"questionId":"q174","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1195,"outputTokens":5,"latencyMs":1365.9032089998946},{"questionId":"q174","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":736,"outputTokens":5,"latencyMs":1026.5075000000652},{"questionId":"q174","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":830,"outputTokens":5,"latencyMs":1310.348292000126},{"questionId":"q174","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1265,"outputTokens":5,"latencyMs":1062.907750000013},{"questionId":"q174","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"2","isCorrect":false,"inputTokens":850,"outputTokens":5,"latencyMs":1895.4475839999504},{"questionId":"q175","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1200,"outputTokens":5,"latencyMs":1020.9082079997752},{"questionId":"q175","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":741,"outputTokens":5,"latencyMs":698.175167000154},{"questionId":"q175","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":5,"latencyMs":724.3631249999162},{"questionId":"q175","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1270,"outputTokens":5,"latencyMs":785.9821659999434},{"questionId":"q175","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":855,"outputTokens":5,"latencyMs":928.7626660000533},{"questionId":"q176","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1193,"outputTokens":5,"latencyMs":1458.6687499999534},{"questionId":"q176","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":734,"outputTokens":5,"latencyMs":1679.2049579999875},{"questionId":"q176","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":913.517583000008},{"questionId":"q176","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1263,"outputTokens":5,"latencyMs":1152.9616670000833},{"questionId":"q176","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":848,"outputTokens":5,"latencyMs":827.9927920000628},{"questionId":"q177","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1203,"outputTokens":5,"latencyMs":1160.1210000000428},{"questionId":"q177","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":744,"outputTokens":5,"latencyMs":956.6085830000229},{"questionId":"q177","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":838,"outputTokens":5,"latencyMs":1112.8240829999559},{"questionId":"q177","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1273,"outputTokens":5,"latencyMs":1460.591957999859},{"questionId":"q177","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":858,"outputTokens":5,"latencyMs":976.0302909999155},{"questionId":"q178","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1198,"outputTokens":5,"latencyMs":868.6610000000801},{"questionId":"q178","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":5,"latencyMs":976.780834000092},{"questionId":"q178","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":839.9454169999808},{"questionId":"q178","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1268,"outputTokens":5,"latencyMs":1317.0982079999521},{"questionId":"q178","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":853,"outputTokens":5,"latencyMs":769.4725830000825},{"questionId":"q179","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1196,"outputTokens":5,"latencyMs":1544.8656250000931},{"questionId":"q179","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":737,"outputTokens":5,"latencyMs":999.6729170000181},{"questionId":"q179","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":908.8042910001241},{"questionId":"q179","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1266,"outputTokens":5,"latencyMs":1764.4774170001037},{"questionId":"q179","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":851,"outputTokens":5,"latencyMs":1012.7515829999465},{"questionId":"q180","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7884,"outputTokens":5,"latencyMs":1023.2217090001795},{"questionId":"q180","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4775,"outputTokens":5,"latencyMs":976.480709000025},{"questionId":"q180","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":3024,"outputTokens":5,"latencyMs":1033.1939159999602},{"questionId":"q180","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2870,"outputTokens":5,"latencyMs":1033.219165999908},{"questionId":"q180","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9369,"outputTokens":5,"latencyMs":1624.798790999921},{"questionId":"q180","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5775,"outputTokens":5,"latencyMs":1146.808999999892},{"questionId":"q181","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":7890,"outputTokens":20,"latencyMs":1493.0855829999782},{"questionId":"q181","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4781,"outputTokens":20,"latencyMs":1241.8401669999585},{"questionId":"q181","format":"toon","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":3030,"outputTokens":20,"latencyMs":1215.891667000018},{"questionId":"q181","format":"csv","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2876,"outputTokens":20,"latencyMs":1388.4194170001429},{"questionId":"q181","format":"xml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":9375,"outputTokens":20,"latencyMs":1492.4003330001142},{"questionId":"q181","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":5781,"outputTokens":20,"latencyMs":1253.7766250001732},{"questionId":"q182","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":7887,"outputTokens":4,"latencyMs":1609.745665999828},{"questionId":"q182","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"email","actual":"department","isCorrect":false,"inputTokens":4778,"outputTokens":4,"latencyMs":1122.415374999866},{"questionId":"q182","format":"toon","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":3027,"outputTokens":4,"latencyMs":1056.9840830001049},{"questionId":"q182","format":"csv","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":2873,"outputTokens":4,"latencyMs":1019.4697920000181},{"questionId":"q182","format":"xml","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":9372,"outputTokens":4,"latencyMs":1315.7067500001285},{"questionId":"q182","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"email","actual":"email","isCorrect":true,"inputTokens":5778,"outputTokens":4,"latencyMs":1219.7460000000428},{"questionId":"q183","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7888,"outputTokens":4,"latencyMs":1360.387374999933},{"questionId":"q183","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1274.3325409998652},{"questionId":"q183","format":"toon","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":3028,"outputTokens":4,"latencyMs":1065.140417000046},{"questionId":"q183","format":"csv","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2874,"outputTokens":4,"latencyMs":2414.950875000097},{"questionId":"q183","format":"xml","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"Finance","isCorrect":false,"inputTokens":9373,"outputTokens":4,"latencyMs":1507.3267910000868},{"questionId":"q183","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5779,"outputTokens":4,"latencyMs":1626.4114999999292},{"questionId":"q184","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7888,"outputTokens":12,"latencyMs":1317.7676669999491},{"questionId":"q184","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4779,"outputTokens":12,"latencyMs":1378.3503329998348},{"questionId":"q184","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":3028,"outputTokens":12,"latencyMs":1177.045916999923},{"questionId":"q184","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2874,"outputTokens":12,"latencyMs":1237.0911669998895},{"questionId":"q184","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":9373,"outputTokens":12,"latencyMs":1077.699208999984},{"questionId":"q184","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5779,"outputTokens":12,"latencyMs":1234.212249999866},{"questionId":"q185","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":7885,"outputTokens":5,"latencyMs":1170.173290999839},{"questionId":"q185","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":4776,"outputTokens":5,"latencyMs":1116.161500000162},{"questionId":"q185","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":3025,"outputTokens":5,"latencyMs":1095.7748750001192},{"questionId":"q185","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":2871,"outputTokens":5,"latencyMs":1158.8812500000931},{"questionId":"q185","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":9370,"outputTokens":5,"latencyMs":1134.904249999905},{"questionId":"q185","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":5776,"outputTokens":5,"latencyMs":1243.5042499999981},{"questionId":"q186","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13015,"outputTokens":5,"latencyMs":1678.7380000001285},{"questionId":"q186","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7976,"outputTokens":5,"latencyMs":1384.0720420000143},{"questionId":"q186","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8293,"outputTokens":5,"latencyMs":1252.6643749999348},{"questionId":"q186","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14520,"outputTokens":5,"latencyMs":1826.156665999908},{"questionId":"q186","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9418,"outputTokens":5,"latencyMs":1179.1018329998478},{"questionId":"q187","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":13024,"outputTokens":21,"latencyMs":1283.0529589999933},{"questionId":"q187","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":7985,"outputTokens":21,"latencyMs":1266.3688749999274},{"questionId":"q187","format":"toon","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":8302,"outputTokens":21,"latencyMs":1158.5445000000764},{"questionId":"q187","format":"xml","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":14529,"outputTokens":21,"latencyMs":1702.550375000108},{"questionId":"q187","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":9427,"outputTokens":21,"latencyMs":1435.0252910000272},{"questionId":"q188","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13020,"outputTokens":5,"latencyMs":1968.4701249999925},{"questionId":"q188","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7981,"outputTokens":5,"latencyMs":1507.1979580000043},{"questionId":"q188","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":8298,"outputTokens":5,"latencyMs":1180.720457999967},{"questionId":"q188","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":14525,"outputTokens":5,"latencyMs":1502.983290999895},{"questionId":"q188","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9423,"outputTokens":5,"latencyMs":1255.5109999999404},{"questionId":"q189","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":13024,"outputTokens":11,"latencyMs":1210.6957920000423},{"questionId":"q189","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7985,"outputTokens":11,"latencyMs":1585.3929999999236},{"questionId":"q189","format":"toon","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":8302,"outputTokens":11,"latencyMs":1575.310999999987},{"questionId":"q189","format":"xml","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":14529,"outputTokens":11,"latencyMs":1409.9164579999633},{"questionId":"q189","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":9427,"outputTokens":11,"latencyMs":1148.3658749999013},{"questionId":"q190","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13019,"outputTokens":4,"latencyMs":1164.7564999999013},{"questionId":"q190","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7980,"outputTokens":4,"latencyMs":1463.6336660000961},{"questionId":"q190","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8297,"outputTokens":4,"latencyMs":933.1279580001719},{"questionId":"q190","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"delivered","isCorrect":false,"inputTokens":14524,"outputTokens":4,"latencyMs":1203.0982910001185},{"questionId":"q190","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9422,"outputTokens":4,"latencyMs":1136.2614160000812},{"questionId":"q191","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":13025,"outputTokens":10,"latencyMs":1245.9404589999467},{"questionId":"q191","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":7986,"outputTokens":10,"latencyMs":1023.4192079999484},{"questionId":"q191","format":"toon","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":8303,"outputTokens":10,"latencyMs":1262.64629100007},{"questionId":"q191","format":"xml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":14530,"outputTokens":10,"latencyMs":1174.8674999999348},{"questionId":"q191","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":9428,"outputTokens":10,"latencyMs":1051.8848329999018},{"questionId":"q192","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4091,"outputTokens":5,"latencyMs":1134.7446669999044},{"questionId":"q192","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2402,"outputTokens":5,"latencyMs":1327.1704580001533},{"questionId":"q192","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1548,"outputTokens":5,"latencyMs":2189.1297919999342},{"questionId":"q192","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1456,"outputTokens":5,"latencyMs":1355.6505830001552},{"questionId":"q192","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4793,"outputTokens":5,"latencyMs":1398.5017499998212},{"questionId":"q192","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3122,"outputTokens":5,"latencyMs":933.0404159999453},{"questionId":"q193","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":4096,"outputTokens":17,"latencyMs":1531.188084000023},{"questionId":"q193","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2407,"outputTokens":17,"latencyMs":2024.385666999966},{"questionId":"q193","format":"toon","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1553,"outputTokens":17,"latencyMs":1458.139290999854},{"questionId":"q193","format":"csv","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1461,"outputTokens":17,"latencyMs":1593.8086660001427},{"questionId":"q193","format":"xml","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4798,"outputTokens":17,"latencyMs":1313.6192910000682},{"questionId":"q193","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":3127,"outputTokens":17,"latencyMs":1642.309749999782},{"questionId":"q194","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":4094,"outputTokens":6,"latencyMs":995.8711250000633},{"questionId":"q194","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":2405,"outputTokens":6,"latencyMs":1148.8222499999683},{"questionId":"q194","format":"toon","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1551,"outputTokens":4,"latencyMs":914.0247909999453},{"questionId":"q194","format":"csv","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1459,"outputTokens":4,"latencyMs":885.8539580001961},{"questionId":"q194","format":"xml","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":4796,"outputTokens":6,"latencyMs":1090.3401669999585},{"questionId":"q194","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"revenue","actual":"bounceRate","isCorrect":false,"inputTokens":3125,"outputTokens":6,"latencyMs":6191.641957999906},{"questionId":"q195","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4095,"outputTokens":10,"latencyMs":1103.72275000019},{"questionId":"q195","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2406,"outputTokens":10,"latencyMs":960.2690840000287},{"questionId":"q195","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1552,"outputTokens":10,"latencyMs":874.4887079999316},{"questionId":"q195","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1460,"outputTokens":10,"latencyMs":62539.49575},{"questionId":"q195","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4797,"outputTokens":10,"latencyMs":1175.3044579999987},{"questionId":"q195","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3126,"outputTokens":10,"latencyMs":1091.6320830001496},{"questionId":"q196","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":4091,"outputTokens":5,"latencyMs":1242.6800420000218},{"questionId":"q196","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":2402,"outputTokens":5,"latencyMs":1334.3684580000117},{"questionId":"q196","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":1548,"outputTokens":5,"latencyMs":1189.2047079999465},{"questionId":"q196","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":1456,"outputTokens":5,"latencyMs":2203.1670839998405},{"questionId":"q196","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":4793,"outputTokens":5,"latencyMs":1081.4394169999287},{"questionId":"q196","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":3122,"outputTokens":5,"latencyMs":1374.5313329999335},{"questionId":"q197","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17422,"outputTokens":5,"latencyMs":1805.9630410000682},{"questionId":"q197","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12557,"outputTokens":5,"latencyMs":1487.7367920000106},{"questionId":"q197","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9320,"outputTokens":5,"latencyMs":1138.2207919999491},{"questionId":"q197","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9138,"outputTokens":5,"latencyMs":1301.4219160000794},{"questionId":"q197","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19812,"outputTokens":5,"latencyMs":1762.2343330001459},{"questionId":"q197","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14497,"outputTokens":5,"latencyMs":1478.3664170000702},{"questionId":"q198","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":17428,"outputTokens":35,"latencyMs":2943.5730419999454},{"questionId":"q198","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":12563,"outputTokens":35,"latencyMs":1898.279499999946},{"questionId":"q198","format":"toon","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":9326,"outputTokens":35,"latencyMs":1212.1238329999615},{"questionId":"q198","format":"csv","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":9144,"outputTokens":35,"latencyMs":1401.4154580000322},{"questionId":"q198","format":"xml","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":19818,"outputTokens":35,"latencyMs":2067.8010420000646},{"questionId":"q198","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":14503,"outputTokens":35,"latencyMs":1435.4114999999292},{"questionId":"q199","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17426,"outputTokens":6,"latencyMs":1274.9157080000732},{"questionId":"q199","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"createdAt","isCorrect":false,"inputTokens":12561,"outputTokens":6,"latencyMs":1060.4352090000175},{"questionId":"q199","format":"toon","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"description","isCorrect":false,"inputTokens":9324,"outputTokens":4,"latencyMs":1256.8129170001484},{"questionId":"q199","format":"csv","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":9142,"outputTokens":6,"latencyMs":1355.0008749999106},{"questionId":"q199","format":"xml","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":19816,"outputTokens":6,"latencyMs":1593.0584160001017},{"questionId":"q199","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":14501,"outputTokens":6,"latencyMs":2208.882250000024},{"questionId":"q200","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17426,"outputTokens":7,"latencyMs":1794.4396250001155},{"questionId":"q200","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":12561,"outputTokens":7,"latencyMs":1209.313000000082},{"questionId":"q200","format":"toon","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":9324,"outputTokens":7,"latencyMs":937.376750000054},{"questionId":"q200","format":"csv","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":9142,"outputTokens":7,"latencyMs":1812.7524589998648},{"questionId":"q200","format":"xml","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":19816,"outputTokens":7,"latencyMs":1952.1014170001727},{"questionId":"q200","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":14501,"outputTokens":7,"latencyMs":1613.5063750001136},{"questionId":"q201","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":17423,"outputTokens":5,"latencyMs":1684.8589580000844},{"questionId":"q201","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":12558,"outputTokens":5,"latencyMs":2327.963083000155},{"questionId":"q201","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":9321,"outputTokens":5,"latencyMs":1801.874000000069},{"questionId":"q201","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":9139,"outputTokens":5,"latencyMs":1582.0344169999007},{"questionId":"q201","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":19813,"outputTokens":5,"latencyMs":2354.789624999976},{"questionId":"q201","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":14498,"outputTokens":5,"latencyMs":1156.6650000000373},{"questionId":"q202","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"80","isCorrect":false,"inputTokens":7716,"outputTokens":5,"latencyMs":1337.9508750000969},{"questionId":"q202","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"60","isCorrect":false,"inputTokens":5154,"outputTokens":5,"latencyMs":1459.3844999999274},{"questionId":"q202","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6174,"outputTokens":5,"latencyMs":1836.0140839999076},{"questionId":"q202","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8721,"outputTokens":5,"latencyMs":1137.3295839999337},{"questionId":"q202","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"80","isCorrect":false,"inputTokens":6120,"outputTokens":5,"latencyMs":1284.7181669999845},{"questionId":"q203","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":7726,"outputTokens":18,"latencyMs":1204.37975000008},{"questionId":"q203","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":5164,"outputTokens":26,"latencyMs":1315.1313340000343},{"questionId":"q203","format":"toon","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":6184,"outputTokens":26,"latencyMs":1342.030834000092},{"questionId":"q203","format":"xml","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":8731,"outputTokens":26,"latencyMs":1421.953666999936},{"questionId":"q203","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":6130,"outputTokens":26,"latencyMs":1152.4007500000298},{"questionId":"q204","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7720,"outputTokens":4,"latencyMs":1808.1940840000752},{"questionId":"q204","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5158,"outputTokens":4,"latencyMs":2826.0154579998925},{"questionId":"q204","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6178,"outputTokens":4,"latencyMs":1545.986625000136},{"questionId":"q204","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8725,"outputTokens":4,"latencyMs":1064.5447919999715},{"questionId":"q204","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6124,"outputTokens":4,"latencyMs":995.8226250000298}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gemini-2.5-flash b/benchmarks/results/accuracy/models/gemini-2.5-flash new file mode 100644 index 0000000..5ebc18e --- /dev/null +++ b/benchmarks/results/accuracy/models/gemini-2.5-flash @@ -0,0 +1 @@ +[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7936,"outputTokens":5,"latencyMs":1620.1060830000001},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4724,"outputTokens":5,"latencyMs":1376.159583},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3369,"outputTokens":5,"latencyMs":1917.2902910000003},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3220,"outputTokens":5,"latencyMs":1806.8632500000003},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9121,"outputTokens":5,"latencyMs":2078.3292080000006},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5770,"outputTokens":5,"latencyMs":1384.205625},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7936,"outputTokens":1,"latencyMs":1588.3066249999997},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4724,"outputTokens":1,"latencyMs":1639.6037500000002},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3369,"outputTokens":1,"latencyMs":1708.695917},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3220,"outputTokens":1,"latencyMs":1794.5588340000004},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9121,"outputTokens":1,"latencyMs":2050.5885},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5770,"outputTokens":1,"latencyMs":1521.7057080000004},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7939,"outputTokens":10,"latencyMs":1202.385792},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4727,"outputTokens":10,"latencyMs":1638.112083},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3372,"outputTokens":10,"latencyMs":2780.2663330000005},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3223,"outputTokens":10,"latencyMs":1491.7031659999993},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9124,"outputTokens":10,"latencyMs":1496.6606659999998},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5773,"outputTokens":10,"latencyMs":1367.5506659999992},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7939,"outputTokens":2,"latencyMs":1525.6104169999999},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4727,"outputTokens":2,"latencyMs":1375.4866660000007},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3372,"outputTokens":2,"latencyMs":1953.6631249999991},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3223,"outputTokens":2,"latencyMs":1794.639666000001},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9124,"outputTokens":2,"latencyMs":1824.8247499999998},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5773,"outputTokens":2,"latencyMs":1071.3964590000014},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":7934,"outputTokens":1,"latencyMs":1068.6503329999996},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":4722,"outputTokens":1,"latencyMs":2036.3870000000024},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3367,"outputTokens":1,"latencyMs":1787.9629580000037},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3218,"outputTokens":1,"latencyMs":1973.6712499999994},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":9119,"outputTokens":1,"latencyMs":1985.177791999995},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":5768,"outputTokens":1,"latencyMs":2499.712124999998},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7935,"outputTokens":6,"latencyMs":2641.799417000002},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4723,"outputTokens":6,"latencyMs":1061.836292},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3368,"outputTokens":6,"latencyMs":1820.6608749999941},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3219,"outputTokens":6,"latencyMs":1412.7557920000036},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9120,"outputTokens":6,"latencyMs":1844.8989590000056},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5769,"outputTokens":6,"latencyMs":1227.5040420000005},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7935,"outputTokens":1,"latencyMs":2047.9157080000004},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4723,"outputTokens":1,"latencyMs":1769.7225420000032},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3368,"outputTokens":1,"latencyMs":2623.2365830000053},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3219,"outputTokens":1,"latencyMs":1112.7179999999935},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9120,"outputTokens":1,"latencyMs":1908.1761660000047},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5769,"outputTokens":1,"latencyMs":2878.1585830000113},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7938,"outputTokens":9,"latencyMs":993.8725419999973},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4726,"outputTokens":9,"latencyMs":1125.9782919999998},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3371,"outputTokens":9,"latencyMs":1464.317875000008},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3222,"outputTokens":9,"latencyMs":1619.4892499999987},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9123,"outputTokens":9,"latencyMs":1760.0224589999998},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5772,"outputTokens":9,"latencyMs":1012.8469580000092},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7939,"outputTokens":1,"latencyMs":1302.387750000009},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4727,"outputTokens":1,"latencyMs":1258.882999999987},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3372,"outputTokens":1,"latencyMs":1743.854416000002},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3223,"outputTokens":1,"latencyMs":1629.0175000000017},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9124,"outputTokens":1,"latencyMs":2055.1037090000027},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5773,"outputTokens":1,"latencyMs":1673.0168330000015},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7936,"outputTokens":1,"latencyMs":2424.4958329999936},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":4724,"outputTokens":1,"latencyMs":3073.3142090000038},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3369,"outputTokens":1,"latencyMs":1846.0572919999977},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3220,"outputTokens":1,"latencyMs":1509.7272499999963},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9121,"outputTokens":1,"latencyMs":1726.9054160000087},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5770,"outputTokens":1,"latencyMs":2197.6978329999984},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7937,"outputTokens":6,"latencyMs":1028.4849169999943},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4725,"outputTokens":6,"latencyMs":2268.641915999993},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3370,"outputTokens":6,"latencyMs":2226.206124999997},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3221,"outputTokens":6,"latencyMs":1587.6684160000004},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9122,"outputTokens":6,"latencyMs":1382.4763329999987},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5771,"outputTokens":6,"latencyMs":1001.6328330000106},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7935,"outputTokens":1,"latencyMs":1742.0453750000015},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4723,"outputTokens":1,"latencyMs":597.09945899999},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3368,"outputTokens":1,"latencyMs":1165.752959000005},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3219,"outputTokens":1,"latencyMs":1523.6268750000017},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9120,"outputTokens":1,"latencyMs":1517.1408749999973},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5769,"outputTokens":1,"latencyMs":1501.5247499999823},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7934,"outputTokens":2,"latencyMs":1099.4725829999952},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4722,"outputTokens":2,"latencyMs":813.8151250000083},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3367,"outputTokens":2,"latencyMs":2259.0083749999903},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3218,"outputTokens":2,"latencyMs":26381.103541999997},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9119,"outputTokens":2,"latencyMs":2462.6522919999843},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5768,"outputTokens":2,"latencyMs":2872.524375000008},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7934,"outputTokens":2,"latencyMs":1358.3752500000119},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":4722,"outputTokens":2,"latencyMs":1536.6222079999861},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3367,"outputTokens":2,"latencyMs":19015.34358299998},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3218,"outputTokens":2,"latencyMs":4555.7668330000015},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9119,"outputTokens":2,"latencyMs":1317.649000000005},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5768,"outputTokens":2,"latencyMs":1198.2006249999977},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7934,"outputTokens":2,"latencyMs":1404.334708999988},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"25","isCorrect":false,"inputTokens":4722,"outputTokens":2,"latencyMs":816.1643750000221},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"21","isCorrect":false,"inputTokens":3367,"outputTokens":2,"latencyMs":908.4811249999912},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3218,"outputTokens":2,"latencyMs":3147.3337090000277},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9119,"outputTokens":2,"latencyMs":1795.425499999983},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5768,"outputTokens":2,"latencyMs":920.6291250000068},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":6699.309834000014},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4730,"outputTokens":2,"latencyMs":12223.663375000004},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":12162.302208000008},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":30495.031749999995},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":12720.975792000012},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5776,"outputTokens":2,"latencyMs":11646.67962499999},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":7787.500249999983},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":4730,"outputTokens":2,"latencyMs":34565.85833399999},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":21074.722833999986},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":20867.770584000013},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":11772.855041999981},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"51","isCorrect":false,"inputTokens":5776,"outputTokens":2,"latencyMs":8996.542249999999},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":7943,"outputTokens":2,"latencyMs":7348.134874999989},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":4731,"outputTokens":2,"latencyMs":9815.51674999998},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3376,"outputTokens":2,"latencyMs":22804.094583000027},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3227,"outputTokens":2,"latencyMs":20857.020582999976},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9128,"outputTokens":2,"latencyMs":12468.095125000022},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":5777,"outputTokens":2,"latencyMs":11821.665582999995},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7935,"outputTokens":3,"latencyMs":1552.6259169999976},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4723,"outputTokens":3,"latencyMs":1150.8351249999832},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3368,"outputTokens":3,"latencyMs":720.2055420000106},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3219,"outputTokens":3,"latencyMs":1196.8069160000014},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":3,"latencyMs":1334.9700829999929},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5769,"outputTokens":3,"latencyMs":1702.5840409999946},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"98774.77","isCorrect":false,"inputTokens":7936,"outputTokens":8,"latencyMs":6484.742041999998},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":4724,"outputTokens":8,"latencyMs":11402.229708000028},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"98844.83","isCorrect":false,"inputTokens":3369,"outputTokens":8,"latencyMs":6478.344332999986},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"100416.95","isCorrect":false,"inputTokens":3220,"outputTokens":9,"latencyMs":7075.777916999999},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"97063.42","isCorrect":false,"inputTokens":9121,"outputTokens":8,"latencyMs":3904.3729170000006},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97707.96","isCorrect":false,"inputTokens":5770,"outputTokens":8,"latencyMs":1255.5749999999825},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":7933,"outputTokens":2,"latencyMs":8717.34358299998},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":4721,"outputTokens":2,"latencyMs":7451.16545900004},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3366,"outputTokens":2,"latencyMs":7419.215541999991},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"73","isCorrect":false,"inputTokens":3217,"outputTokens":2,"latencyMs":7434.191875000019},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9118,"outputTokens":2,"latencyMs":7611.284375000047},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5767,"outputTokens":2,"latencyMs":7932.289833999996},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7933,"outputTokens":2,"latencyMs":2947.1856249999837},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4721,"outputTokens":2,"latencyMs":2994.8342079999857},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3366,"outputTokens":2,"latencyMs":8035.961165999994},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3217,"outputTokens":2,"latencyMs":2554.591167000006},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9118,"outputTokens":2,"latencyMs":6640.620041999966},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5767,"outputTokens":2,"latencyMs":5278.786499999987},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3777.826832999999},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":5994.621375000046},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":18855.594333999965},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":20127.151542000007},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":13441.331000000006},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":3963.014291999978},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":11444.20845799998},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":10925.54700000002},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":20148.858791999985},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":18313.159790999955},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":9863.166041999997},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":11953.787709000055},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3091.559416000033},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":7484.88708299998},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":20345.743917000014},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":4942.241916999978},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":2934.06258300005},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":7035.912041999982},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3585.4487090000184},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":4897.935292000009},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":6487.981250000012},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":4266.286415999988},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":5545.42633300001},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":3959.1063330000034},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7944,"outputTokens":2,"latencyMs":3170.1490840000333},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4732,"outputTokens":2,"latencyMs":3644.3847500000265},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3377,"outputTokens":2,"latencyMs":6269.288583000016},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3228,"outputTokens":2,"latencyMs":18181.298332999984},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9129,"outputTokens":2,"latencyMs":8128.769541000016},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5778,"outputTokens":2,"latencyMs":3106.8657080000266},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7940,"outputTokens":2,"latencyMs":9777.213958000008},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":4728,"outputTokens":2,"latencyMs":13901.586416999984},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3373,"outputTokens":2,"latencyMs":24501.584124999994},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3224,"outputTokens":2,"latencyMs":9195.251874999958},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"51","isCorrect":false,"inputTokens":9125,"outputTokens":2,"latencyMs":15374.286458000017},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"62","isCorrect":false,"inputTokens":5774,"outputTokens":2,"latencyMs":9895.215457999962},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":7941,"outputTokens":2,"latencyMs":14667.157915999996},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4729,"outputTokens":2,"latencyMs":26762.58929100004},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3374,"outputTokens":2,"latencyMs":18114.293999999994},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3225,"outputTokens":2,"latencyMs":10658.97870799998},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9126,"outputTokens":2,"latencyMs":18207.187124999997},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5775,"outputTokens":2,"latencyMs":14167.809834000014},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7941,"outputTokens":2,"latencyMs":10284.415208999999},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4729,"outputTokens":2,"latencyMs":8957.151916000003},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3374,"outputTokens":2,"latencyMs":26708.699167000013},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3225,"outputTokens":2,"latencyMs":17063.996915999975},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9126,"outputTokens":2,"latencyMs":13823.362665999972},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"36","isCorrect":false,"inputTokens":5775,"outputTokens":2,"latencyMs":1441.6552919999813},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":3174.6300420000334},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4730,"outputTokens":2,"latencyMs":3280.776165999996},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":6520.769374999974},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":14226.484125000017},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":3187.221499999985},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5776,"outputTokens":2,"latencyMs":6762.0557499999995},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7942,"outputTokens":1,"latencyMs":5678.026957999973},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4730,"outputTokens":1,"latencyMs":10535.883249999955},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3375,"outputTokens":1,"latencyMs":16208.797583999985},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3226,"outputTokens":1,"latencyMs":4340.415333000012},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9127,"outputTokens":1,"latencyMs":8750.609624999983},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5776,"outputTokens":1,"latencyMs":2937.6979160000337},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":7942,"outputTokens":2,"latencyMs":2444.4974590000347},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":4730,"outputTokens":2,"latencyMs":2481.1167920000153},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3375,"outputTokens":2,"latencyMs":20550.77204099996},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3226,"outputTokens":2,"latencyMs":4036.605209000001},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9127,"outputTokens":2,"latencyMs":5092.871207999997},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5776,"outputTokens":2,"latencyMs":5412.286916000012},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7935,"outputTokens":2,"latencyMs":7722.417749999964},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4723,"outputTokens":2,"latencyMs":2283.7882079999545},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3368,"outputTokens":2,"latencyMs":8765.946875000023},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3219,"outputTokens":2,"latencyMs":3853.5071669999743},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9120,"outputTokens":2,"latencyMs":5799.792083999957},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5769,"outputTokens":2,"latencyMs":2828.8265419999952},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7935,"outputTokens":2,"latencyMs":7051.2432499999995},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4723,"outputTokens":2,"latencyMs":6523.064624999999},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3368,"outputTokens":2,"latencyMs":16626.74254200002},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3219,"outputTokens":2,"latencyMs":7578.612000000023},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9120,"outputTokens":2,"latencyMs":9761.287207999965},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5769,"outputTokens":2,"latencyMs":10367.98099999997},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13820,"outputTokens":6,"latencyMs":815.4214999999967},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8462,"outputTokens":6,"latencyMs":622.0727920000209},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9080,"outputTokens":6,"latencyMs":820.865374999994},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":15208,"outputTokens":6,"latencyMs":934.5148330000229},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10073,"outputTokens":6,"latencyMs":1449.8975829999545},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":1144.4068750000442},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8462,"outputTokens":2,"latencyMs":2035.6813750000438},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9080,"outputTokens":2,"latencyMs":1208.724291999999},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":15208,"outputTokens":2,"latencyMs":2654.840790999995},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10073,"outputTokens":2,"latencyMs":1333.1426249999786},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13820,"outputTokens":5,"latencyMs":795.5492499999818},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8462,"outputTokens":5,"latencyMs":999.8318329999456},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9080,"outputTokens":5,"latencyMs":1066.8681670000078},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":15208,"outputTokens":5,"latencyMs":1233.380541999999},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10073,"outputTokens":5,"latencyMs":2250.163459000003},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":1779.981792000006},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1373.357750000083},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1363.2912910000887},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":3187.0674160000635},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":3345.267041999963},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13820,"outputTokens":7,"latencyMs":2599.3716669999994},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8462,"outputTokens":7,"latencyMs":2719.128374999971},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9080,"outputTokens":7,"latencyMs":1029.6424170000246},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":15208,"outputTokens":7,"latencyMs":3222.0798330000835},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10073,"outputTokens":7,"latencyMs":2971.143584000063},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":1305.46866699995},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1838.065750000067},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":2252.3830000000307},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2241.6963329999708},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":981.8932920000516},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13820,"outputTokens":7,"latencyMs":1312.829792000004},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8462,"outputTokens":7,"latencyMs":916.0978749999776},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9080,"outputTokens":7,"latencyMs":770.876707999967},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":15208,"outputTokens":7,"latencyMs":1216.4797079999698},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10073,"outputTokens":7,"latencyMs":1619.8707920000888},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":2104.589500000002},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1463.918917000061},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1824.6936249999562},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":1250.2023749999935},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":2023.1199580000248},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13821,"outputTokens":5,"latencyMs":1631.9162500000093},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8463,"outputTokens":5,"latencyMs":1441.6492079999298},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9081,"outputTokens":5,"latencyMs":1685.2262500000652},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":15209,"outputTokens":5,"latencyMs":1996.9154580000322},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10074,"outputTokens":5,"latencyMs":1368.9887919999892},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13821,"outputTokens":13,"latencyMs":1137.5090420000488},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8463,"outputTokens":13,"latencyMs":1192.4489580000518},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9081,"outputTokens":13,"latencyMs":1157.3325000000186},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":15209,"outputTokens":13,"latencyMs":1731.6961669999873},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10074,"outputTokens":13,"latencyMs":1598.575959000038},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":13821,"outputTokens":10,"latencyMs":1133.9154160000617},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8463,"outputTokens":10,"latencyMs":942.4959169999929},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":9081,"outputTokens":10,"latencyMs":1240.8249580000993},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":15209,"outputTokens":10,"latencyMs":925.7205420000246},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10074,"outputTokens":10,"latencyMs":903.28125},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":2520.162000000011},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":3669.8919999999925},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":2297.32820800005},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2497.794666999951},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":2109.137875000015},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13821,"outputTokens":4,"latencyMs":1603.156290999963},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8463,"outputTokens":4,"latencyMs":3629.2671669999836},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9081,"outputTokens":4,"latencyMs":1788.1930410000496},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":15209,"outputTokens":4,"latencyMs":1369.5576669999864},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10074,"outputTokens":4,"latencyMs":1006.8878750000149},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13821,"outputTokens":10,"latencyMs":2547.933667000034},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8463,"outputTokens":10,"latencyMs":1743.4449170000153},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9081,"outputTokens":10,"latencyMs":2186.7593750000233},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":15209,"outputTokens":10,"latencyMs":1187.7785420001019},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10074,"outputTokens":10,"latencyMs":1683.6239999999525},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13821,"outputTokens":10,"latencyMs":1721.3944170000032},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8463,"outputTokens":10,"latencyMs":1562.199459000025},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9081,"outputTokens":10,"latencyMs":1105.3498750000726},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":15209,"outputTokens":10,"latencyMs":1500.1487500000512},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10074,"outputTokens":10,"latencyMs":942.3254159999778},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":898.7797920000739},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":1900.8208330000052},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1916.4359580000164},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2384.3469999999506},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":2070.591708000051},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":3981.7847920000786},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":1068.609875000082},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":4271.996707999962},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":957.0320409999695},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":3856.816332999966},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":1777.1473329999717},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":1940.5147080000024},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":2952.5018329999875},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":4358.311832999927},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":4204.48758299998},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13816,"outputTokens":2,"latencyMs":1617.643374999985},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8458,"outputTokens":2,"latencyMs":3751.965375000029},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9076,"outputTokens":2,"latencyMs":7950.504417000106},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15204,"outputTokens":2,"latencyMs":1697.780708000064},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10069,"outputTokens":2,"latencyMs":4053.4824159999844},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"34904.81","actual":"34164.29","isCorrect":false,"inputTokens":13816,"outputTokens":8,"latencyMs":6604.489624999929},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"34904.81","actual":"34503.77","isCorrect":false,"inputTokens":8458,"outputTokens":8,"latencyMs":7712.289875000017},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":9076,"outputTokens":8,"latencyMs":12020.321541999932},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"34904.81","actual":"33816.03","isCorrect":false,"inputTokens":15204,"outputTokens":8,"latencyMs":10766.89387499995},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"34904.81","actual":"32662.63","isCorrect":false,"inputTokens":10069,"outputTokens":8,"latencyMs":5277.383291999926},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"698.10","actual":"690.09","isCorrect":false,"inputTokens":13814,"outputTokens":6,"latencyMs":6390.6391669999575},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"698.10","actual":"690.07","isCorrect":false,"inputTokens":8456,"outputTokens":6,"latencyMs":5243.891291999957},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"698.10","actual":"700.56","isCorrect":false,"inputTokens":9074,"outputTokens":6,"latencyMs":5147.067500000005},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"698.10","actual":"716.95","isCorrect":false,"inputTokens":15202,"outputTokens":6,"latencyMs":6168.09291700006},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"698.10","actual":"717.75","isCorrect":false,"inputTokens":10067,"outputTokens":6,"latencyMs":5408.747457999969},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":2226.9870420000516},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":2529.5987500000047},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":1754.7252089999383},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":3065.6008750000037},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":3902.0060829999857},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13814,"outputTokens":7,"latencyMs":5868.485749999993},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8456,"outputTokens":7,"latencyMs":6146.208875000011},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9074,"outputTokens":7,"latencyMs":4994.1254999999655},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":15202,"outputTokens":7,"latencyMs":5159.582500000019},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10067,"outputTokens":7,"latencyMs":1334.4466669999529},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":7055.729875000077},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":8462,"outputTokens":2,"latencyMs":6951.658458000049},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":9080,"outputTokens":2,"latencyMs":8721.288458999945},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"46","isCorrect":false,"inputTokens":15208,"outputTokens":2,"latencyMs":1506.6962920000078},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":10073,"outputTokens":2,"latencyMs":8111.610249999911},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":6377.179708999931},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":8462,"outputTokens":2,"latencyMs":5946.993207999971},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":9080,"outputTokens":2,"latencyMs":6766.23758299998},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":15208,"outputTokens":2,"latencyMs":7115.59149999998},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":10073,"outputTokens":2,"latencyMs":7670.933415999985},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":13820,"outputTokens":2,"latencyMs":6518.408749999944},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":8462,"outputTokens":2,"latencyMs":6657.696125000017},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":9080,"outputTokens":2,"latencyMs":7043.327458999935},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":15208,"outputTokens":2,"latencyMs":7240.095583999995},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"30","isCorrect":false,"inputTokens":10073,"outputTokens":2,"latencyMs":862.8539170000004},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13824,"outputTokens":1,"latencyMs":5657.20179099997},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8466,"outputTokens":1,"latencyMs":5021.635375000071},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9084,"outputTokens":1,"latencyMs":7374.494624999934},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15212,"outputTokens":1,"latencyMs":6728.89283399994},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10077,"outputTokens":1,"latencyMs":4183.434583000024},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13824,"outputTokens":1,"latencyMs":6732.950040999916},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8466,"outputTokens":1,"latencyMs":5283.612165999948},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":9084,"outputTokens":1,"latencyMs":6928.49229100009},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15212,"outputTokens":1,"latencyMs":7497.820084000006},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":10077,"outputTokens":1,"latencyMs":6564.30462499999},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13825,"outputTokens":2,"latencyMs":4867.906916000065},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8467,"outputTokens":2,"latencyMs":6219.108541000052},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9085,"outputTokens":2,"latencyMs":6718.410832999973},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15213,"outputTokens":2,"latencyMs":7313.5782090000575},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10078,"outputTokens":2,"latencyMs":6688.668999999994},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13824,"outputTokens":1,"latencyMs":6911.2190420000115},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8466,"outputTokens":1,"latencyMs":6382.689665999962},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":9084,"outputTokens":1,"latencyMs":8500.886583000072},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":15212,"outputTokens":1,"latencyMs":6628.892166000092},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":10077,"outputTokens":1,"latencyMs":6511.817916000029},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13822,"outputTokens":1,"latencyMs":5523.528667000006},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8464,"outputTokens":1,"latencyMs":5269.448041999945},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9082,"outputTokens":1,"latencyMs":8937.705042000045},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15210,"outputTokens":1,"latencyMs":6981.282999999938},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10075,"outputTokens":1,"latencyMs":2075.2573340000818},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13822,"outputTokens":1,"latencyMs":5845.610250000027},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8464,"outputTokens":1,"latencyMs":5101.5918749999255},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9082,"outputTokens":1,"latencyMs":8682.392708000029},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15210,"outputTokens":1,"latencyMs":6556.906958000036},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10075,"outputTokens":1,"latencyMs":5522.142749999999},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13823,"outputTokens":1,"latencyMs":6619.074915999896},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8465,"outputTokens":1,"latencyMs":4986.16174999997},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9083,"outputTokens":1,"latencyMs":8596.609582999954},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":15211,"outputTokens":1,"latencyMs":5516.122542000026},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":10076,"outputTokens":1,"latencyMs":4959.057666000095},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":13826,"outputTokens":2,"latencyMs":8746.21187499992},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":8468,"outputTokens":2,"latencyMs":9277.466958999983},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":9086,"outputTokens":2,"latencyMs":13220.56008299999},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":15214,"outputTokens":2,"latencyMs":12523.984916000045},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":10079,"outputTokens":2,"latencyMs":12558.967292000074},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":13826,"outputTokens":2,"latencyMs":8663.695250000106},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":8468,"outputTokens":2,"latencyMs":9034.074750000029},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":9086,"outputTokens":2,"latencyMs":12445.53362500004},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15214,"outputTokens":2,"latencyMs":11390.757332999958},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":10079,"outputTokens":2,"latencyMs":7945.0461249999935},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4794,"outputTokens":4,"latencyMs":1101.8675419999054},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3042,"outputTokens":4,"latencyMs":853.0512500000186},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2305,"outputTokens":4,"latencyMs":1713.6020410000347},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2219,"outputTokens":4,"latencyMs":1572.8806249999907},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":5437,"outputTokens":4,"latencyMs":1101.8969999999972},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3823,"outputTokens":4,"latencyMs":1370.4896670000162},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4794,"outputTokens":8,"latencyMs":1766.2064580000006},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3042,"outputTokens":8,"latencyMs":1488.0073750000447},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2305,"outputTokens":8,"latencyMs":2421.3104590000585},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2219,"outputTokens":8,"latencyMs":1665.9193330000853},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":5437,"outputTokens":8,"latencyMs":1045.875457999995},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3823,"outputTokens":8,"latencyMs":1187.8712090000045},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4795,"outputTokens":4,"latencyMs":1978.9810409999918},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3043,"outputTokens":4,"latencyMs":1853.4133329999167},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2306,"outputTokens":4,"latencyMs":1835.8217079999158},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2220,"outputTokens":4,"latencyMs":2342.813084000023},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":5438,"outputTokens":4,"latencyMs":2666.0796669999836},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3824,"outputTokens":4,"latencyMs":2087.578749999986},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4795,"outputTokens":2,"latencyMs":1439.0207080000546},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3043,"outputTokens":2,"latencyMs":1511.642165999976},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2306,"outputTokens":2,"latencyMs":2226.9555420000106},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2220,"outputTokens":2,"latencyMs":1534.452540999977},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5438,"outputTokens":2,"latencyMs":3028.6882079999195},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3824,"outputTokens":2,"latencyMs":2781.0632079999195},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4794,"outputTokens":4,"latencyMs":1744.635833999957},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3042,"outputTokens":4,"latencyMs":2465.6241669999436},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2305,"outputTokens":4,"latencyMs":1470.0111670000479},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2219,"outputTokens":4,"latencyMs":1710.8115830000024},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":5437,"outputTokens":4,"latencyMs":1434},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3823,"outputTokens":4,"latencyMs":936.0790829999605},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4794,"outputTokens":6,"latencyMs":939.5597080000443},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3042,"outputTokens":6,"latencyMs":926.0800840000156},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2305,"outputTokens":6,"latencyMs":1528.9299999999348},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2219,"outputTokens":6,"latencyMs":1778.4568749999162},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":5437,"outputTokens":6,"latencyMs":2679.2514170000795},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3823,"outputTokens":6,"latencyMs":1804.234749999945},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4795,"outputTokens":4,"latencyMs":976.7687910000095},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3043,"outputTokens":4,"latencyMs":1624.5794999999925},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2306,"outputTokens":4,"latencyMs":2053.7377080000006},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2220,"outputTokens":4,"latencyMs":1512.628875000053},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":5438,"outputTokens":4,"latencyMs":2267.344374999986},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3824,"outputTokens":4,"latencyMs":1777.6101250000065},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4795,"outputTokens":2,"latencyMs":2256.0689160000766},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3043,"outputTokens":2,"latencyMs":1668.527834000066},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2306,"outputTokens":2,"latencyMs":2199.315874999971},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2220,"outputTokens":2,"latencyMs":2015.2797919999575},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5438,"outputTokens":2,"latencyMs":2091.531707999995},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3824,"outputTokens":2,"latencyMs":1665.2967909999425},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4794,"outputTokens":4,"latencyMs":1844.547750000027},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3042,"outputTokens":4,"latencyMs":1618.6494580000872},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2305,"outputTokens":4,"latencyMs":1702.673666000017},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2219,"outputTokens":4,"latencyMs":1774.4572499999776},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":5437,"outputTokens":4,"latencyMs":2189.773125000065},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3823,"outputTokens":4,"latencyMs":1763.8889999999665},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":5315.679374999949},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3035,"outputTokens":2,"latencyMs":1975.0052920000162},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2298,"outputTokens":2,"latencyMs":10189.952415999956},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":1827.8344580000266},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5430,"outputTokens":2,"latencyMs":3697.638666999992},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":1110.1782080000266},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4788,"outputTokens":6,"latencyMs":6776.055083000101},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"328320","actual":"384592","isCorrect":false,"inputTokens":3036,"outputTokens":6,"latencyMs":5078.634749999968},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2299,"outputTokens":6,"latencyMs":4330.306833000039},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"328320","actual":"328813","isCorrect":false,"inputTokens":2213,"outputTokens":6,"latencyMs":4490.076209000079},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":5431,"outputTokens":6,"latencyMs":6545.347792000044},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"328320","actual":"333068","isCorrect":false,"inputTokens":3817,"outputTokens":6,"latencyMs":5087.304250000045},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4788,"outputTokens":4,"latencyMs":5225.209416999947},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3036,"outputTokens":4,"latencyMs":16061.115874999901},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2299,"outputTokens":4,"latencyMs":5231.7384160000365},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2213,"outputTokens":4,"latencyMs":5526.608083000174},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":5976.9340829998255},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"1791","actual":"1939","isCorrect":false,"inputTokens":3817,"outputTokens":4,"latencyMs":1738.1159169999883},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"311695.88","actual":"306694.88","isCorrect":false,"inputTokens":4786,"outputTokens":9,"latencyMs":10304.099625000032},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"311695.88","actual":"377017.34","isCorrect":false,"inputTokens":3034,"outputTokens":9,"latencyMs":9507.895291999914},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"311695.88","actual":"303746.47","isCorrect":false,"inputTokens":2297,"outputTokens":9,"latencyMs":7738.845709000016},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"311695.88","actual":"342202.93","isCorrect":false,"inputTokens":2211,"outputTokens":9,"latencyMs":6813.100875000004},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"311695.88","actual":"338166.75","isCorrect":false,"inputTokens":5429,"outputTokens":9,"latencyMs":10666.665041999891},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"311695.88","actual":"301490.73","isCorrect":false,"inputTokens":3815,"outputTokens":9,"latencyMs":7287.290541999973},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5297","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":21744.219833999872},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.528","isCorrect":true,"inputTokens":3032,"outputTokens":5,"latencyMs":10048.218040999956},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.511","isCorrect":false,"inputTokens":2295,"outputTokens":5,"latencyMs":5817.3007080000825},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5388","isCorrect":false,"inputTokens":2209,"outputTokens":6,"latencyMs":4071.8981659999117},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.47","isCorrect":false,"inputTokens":5427,"outputTokens":4,"latencyMs":3877.2279579997994},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.566","isCorrect":false,"inputTokens":3813,"outputTokens":5,"latencyMs":4401.772082999814},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":7841.177082999842},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":6594.83591699996},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2301,"outputTokens":2,"latencyMs":14989.136167000048},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2215,"outputTokens":2,"latencyMs":22286.44337500003},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":8889.93366599991},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3819,"outputTokens":2,"latencyMs":4296.61400000006},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":7879.6445000001695},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"38","isCorrect":false,"inputTokens":3036,"outputTokens":2,"latencyMs":14905.026874999981},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2299,"outputTokens":2,"latencyMs":14178.267125000013},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2213,"outputTokens":2,"latencyMs":7867.299750000006},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":7064.391459000064},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":8687.054207999958},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4797,"outputTokens":2,"latencyMs":12501.875249999808},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3045,"outputTokens":2,"latencyMs":8787.602416999871},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2308,"outputTokens":2,"latencyMs":14900.868499999866},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2222,"outputTokens":2,"latencyMs":17227.210250000004},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5440,"outputTokens":2,"latencyMs":10448.573667000048},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":11173.918750000186},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4797,"outputTokens":2,"latencyMs":12390.112124999985},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3045,"outputTokens":2,"latencyMs":19404.431333000073},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2308,"outputTokens":2,"latencyMs":16014.096666000085},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2222,"outputTokens":2,"latencyMs":17551.891541999998},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5440,"outputTokens":2,"latencyMs":10584.149915999966},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":6875.552832999965},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":7751.852916999953},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":22503.38000000012},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":17454.401416999986},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":14442.165999999968},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":24619.457124999957},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":10507.275249999948},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":20256.532916999888},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":20173.710999999894},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":16398.499040999915},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":16167.04625000013},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":15138.672250000061},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":10029.309957999969},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":9550.991792000132},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":17190.87474999996},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":15229.16020799987},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":23082.90812499984},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":26555.38383299997},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":9781.933750000084},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4796,"outputTokens":2,"latencyMs":12433.872082999907},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3044,"outputTokens":2,"latencyMs":21259.824458000017},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2307,"outputTokens":2,"latencyMs":14788.983291000128},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2221,"outputTokens":2,"latencyMs":20083.6594169999},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5439,"outputTokens":2,"latencyMs":11762.891209000023},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3825,"outputTokens":2,"latencyMs":9649.968958000187},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":4796,"outputTokens":1,"latencyMs":8159.669375000056},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3044,"outputTokens":1,"latencyMs":17700.48974999995},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2307,"outputTokens":1,"latencyMs":17174.231499999994},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2221,"outputTokens":1,"latencyMs":18453.296667000046},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":5439,"outputTokens":1,"latencyMs":10520.70066699991},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3825,"outputTokens":1,"latencyMs":6200.701666999841},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":31263.397750000004},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":27911.912208999973},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":18668.751084000105},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":18332.33825000003},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":18221.784458999988},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":11501.188624999952},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4798,"outputTokens":2,"latencyMs":12168.62733300007},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3046,"outputTokens":2,"latencyMs":18283.335084000137},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2309,"outputTokens":2,"latencyMs":20068.500292000128},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2223,"outputTokens":2,"latencyMs":17943.502290999983},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5441,"outputTokens":2,"latencyMs":14015.277915999992},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3827,"outputTokens":2,"latencyMs":12597.466791999992},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":20011,"outputTokens":6,"latencyMs":2211.3141250000335},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15049,"outputTokens":6,"latencyMs":1644.998792000115},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12381,"outputTokens":6,"latencyMs":2336.6362079998944},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12228,"outputTokens":6,"latencyMs":2207.3656659999397},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21897,"outputTokens":6,"latencyMs":1280.1559170000255},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17095,"outputTokens":6,"latencyMs":1050.6362499999814},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":20014,"outputTokens":5,"latencyMs":1562.2919159999583},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15052,"outputTokens":5,"latencyMs":1106.6092920000665},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12384,"outputTokens":5,"latencyMs":3056.3536250002217},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12231,"outputTokens":5,"latencyMs":5364.961082999827},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21900,"outputTokens":5,"latencyMs":1327.876707999967},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17098,"outputTokens":5,"latencyMs":1008.9911249999423},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":20008,"outputTokens":4,"latencyMs":1441.7123750001192},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15046,"outputTokens":4,"latencyMs":1975.5891660000198},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12378,"outputTokens":4,"latencyMs":3208.3119169999845},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12225,"outputTokens":4,"latencyMs":2171.4729170000646},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":21894,"outputTokens":4,"latencyMs":1465.2379580000415},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17092,"outputTokens":4,"latencyMs":2112.2501250000205},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20015,"outputTokens":1,"latencyMs":1402.308291999856},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15053,"outputTokens":1,"latencyMs":1666.5179159999825},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12385,"outputTokens":1,"latencyMs":5125.7323340000585},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12232,"outputTokens":1,"latencyMs":1189.7219589999877},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21901,"outputTokens":1,"latencyMs":1129.217750000069},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17099,"outputTokens":1,"latencyMs":1653.3000000000466},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":20007,"outputTokens":6,"latencyMs":1401.7360839999747},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15045,"outputTokens":6,"latencyMs":1115.8533329998609},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12377,"outputTokens":6,"latencyMs":2909.888125000056},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12224,"outputTokens":6,"latencyMs":1939.7250000000931},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":21893,"outputTokens":6,"latencyMs":1366.182541999966},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17091,"outputTokens":6,"latencyMs":1966.4656250001863},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":20013,"outputTokens":5,"latencyMs":1422.1554170001764},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15051,"outputTokens":5,"latencyMs":1447.3659579998348},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12383,"outputTokens":5,"latencyMs":2951.293124999851},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12230,"outputTokens":5,"latencyMs":1743.5361669999547},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":21899,"outputTokens":5,"latencyMs":2728.970958000049},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17097,"outputTokens":5,"latencyMs":2645.9682089998387},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":20013,"outputTokens":3,"latencyMs":1191.8668339999858},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":15051,"outputTokens":3,"latencyMs":998.8467090001795},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12383,"outputTokens":3,"latencyMs":2757.990875000134},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12230,"outputTokens":3,"latencyMs":2029.8067499999888},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":21899,"outputTokens":3,"latencyMs":1506.327459000051},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":17097,"outputTokens":3,"latencyMs":1936.9512079998385},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20009,"outputTokens":1,"latencyMs":1516.0164580000564},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15047,"outputTokens":1,"latencyMs":2294.416416000109},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12379,"outputTokens":1,"latencyMs":2849.68429200002},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12226,"outputTokens":1,"latencyMs":1401.626958000008},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":1381.8995420001447},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17093,"outputTokens":1,"latencyMs":1657.8283330001868},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":20016,"outputTokens":6,"latencyMs":1387.4827919998206},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15054,"outputTokens":6,"latencyMs":1175.5420419999864},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12386,"outputTokens":6,"latencyMs":3027.7397080000956},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12233,"outputTokens":6,"latencyMs":3088.3325000000186},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":21902,"outputTokens":6,"latencyMs":1291.0158749998081},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17100,"outputTokens":6,"latencyMs":3673.9894159999676},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":20011,"outputTokens":5,"latencyMs":1349.0667499999981},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15049,"outputTokens":5,"latencyMs":1157.9330829998944},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12381,"outputTokens":5,"latencyMs":2871.0199160000775},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12228,"outputTokens":5,"latencyMs":2589.363791999873},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":21897,"outputTokens":5,"latencyMs":2238.4021249997895},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17095,"outputTokens":5,"latencyMs":2021.4101670000236},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":20014,"outputTokens":4,"latencyMs":1291.0011670000385},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15052,"outputTokens":4,"latencyMs":2353.214125000173},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12384,"outputTokens":4,"latencyMs":3064.0125420000404},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12231,"outputTokens":4,"latencyMs":3329.2382500001695},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":21900,"outputTokens":4,"latencyMs":2356.347291999962},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17098,"outputTokens":4,"latencyMs":2086.360624999972},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"90","isCorrect":false,"inputTokens":20006,"outputTokens":2,"latencyMs":5701.683209000155},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"64","isCorrect":false,"inputTokens":15044,"outputTokens":2,"latencyMs":1196.967083999887},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12376,"outputTokens":3,"latencyMs":8496.278332999907},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":12223,"outputTokens":2,"latencyMs":1352.2553749999497},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":21892,"outputTokens":2,"latencyMs":1251.8892919998616},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":17090,"outputTokens":3,"latencyMs":8314.54454199993},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"13508608","isCorrect":false,"inputTokens":20009,"outputTokens":8,"latencyMs":8380.613124999916},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"11234796","isCorrect":false,"inputTokens":15047,"outputTokens":8,"latencyMs":2146.2014159997925},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"12793798","isCorrect":false,"inputTokens":12379,"outputTokens":8,"latencyMs":7147.5953750000335},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"18196163","isCorrect":false,"inputTokens":12226,"outputTokens":8,"latencyMs":9613.253124999814},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12791599","isCorrect":false,"inputTokens":21895,"outputTokens":8,"latencyMs":9019.025749999797},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"12920406","isCorrect":false,"inputTokens":17093,"outputTokens":8,"latencyMs":77547.83733400004},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"2528243","actual":"2757984","isCorrect":false,"inputTokens":20009,"outputTokens":7,"latencyMs":12165.649916999973},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"2528243","actual":"2674984","isCorrect":false,"inputTokens":15047,"outputTokens":7,"latencyMs":8778.673999999883},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"2528243","actual":"3012173","isCorrect":false,"inputTokens":12379,"outputTokens":7,"latencyMs":12954.33424999984},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"2528243","actual":"1464010","isCorrect":false,"inputTokens":12226,"outputTokens":7,"latencyMs":1306.0217079999857},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"2528243","actual":"2795908","isCorrect":false,"inputTokens":21895,"outputTokens":7,"latencyMs":12849.799542000052},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"2528243","actual":"1861962","isCorrect":false,"inputTokens":17093,"outputTokens":7,"latencyMs":1189.123584000161},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"205012.51","isCorrect":false,"inputTokens":20008,"outputTokens":9,"latencyMs":85507.77341600019},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"168868.22","isCorrect":false,"inputTokens":15046,"outputTokens":9,"latencyMs":857.5727079999633},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"168686.7","isCorrect":false,"inputTokens":12378,"outputTokens":8,"latencyMs":33603.38358299993},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"189191.06","isCorrect":false,"inputTokens":12225,"outputTokens":9,"latencyMs":10578.574166999897},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"164929.16","isCorrect":false,"inputTokens":21894,"outputTokens":9,"latencyMs":13948.815542000113},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"157771.68","isCorrect":false,"inputTokens":17092,"outputTokens":9,"latencyMs":1213.3114169999026},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"34","isCorrect":false,"inputTokens":20010,"outputTokens":2,"latencyMs":1175.5665420000441},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":1331.0354169998318},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":12380,"outputTokens":2,"latencyMs":52398.45104199997},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":12227,"outputTokens":2,"latencyMs":1756.012667000061},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":21896,"outputTokens":2,"latencyMs":1230.2739999999758},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"42","isCorrect":false,"inputTokens":17094,"outputTokens":2,"latencyMs":1164.9205000000075},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"30","isCorrect":false,"inputTokens":20010,"outputTokens":2,"latencyMs":1371.9680829998106},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"41","isCorrect":false,"inputTokens":15048,"outputTokens":2,"latencyMs":1389.3990829999093},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"48","isCorrect":false,"inputTokens":12380,"outputTokens":2,"latencyMs":51797.823458000086},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12227,"outputTokens":2,"latencyMs":5937.101417000173},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"46","isCorrect":false,"inputTokens":21896,"outputTokens":2,"latencyMs":1850.1518329998944},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"42","isCorrect":false,"inputTokens":17094,"outputTokens":2,"latencyMs":1271.803291000193},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":20013,"outputTokens":2,"latencyMs":12139.733791999985},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"52","isCorrect":false,"inputTokens":15051,"outputTokens":2,"latencyMs":1563.9794580000453},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12383,"outputTokens":2,"latencyMs":60018.49533299985},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"53","isCorrect":false,"inputTokens":12230,"outputTokens":2,"latencyMs":2886.4936659999657},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"68","isCorrect":false,"inputTokens":21899,"outputTokens":2,"latencyMs":7701.858624999877},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":17097,"outputTokens":2,"latencyMs":1499.8272080000024},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":20013,"outputTokens":2,"latencyMs":10663.782916999888},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"48","isCorrect":false,"inputTokens":15051,"outputTokens":2,"latencyMs":827.0181249999441},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12383,"outputTokens":2,"latencyMs":30728.82379200007},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12230,"outputTokens":2,"latencyMs":57617.62024999992},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"38","isCorrect":false,"inputTokens":21899,"outputTokens":2,"latencyMs":7654.3029160001315},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":17097,"outputTokens":2,"latencyMs":5690.2677080000285},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":20013,"outputTokens":2,"latencyMs":7403.075249999994},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15051,"outputTokens":2,"latencyMs":11672.22716699983},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12383,"outputTokens":2,"latencyMs":60024.06812499999},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12230,"outputTokens":2,"latencyMs":16827.86266699992},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":21899,"outputTokens":2,"latencyMs":14204.877040999942},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17097,"outputTokens":2,"latencyMs":10882.716291000135},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":20012,"outputTokens":2,"latencyMs":10126.601749999914},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":15050,"outputTokens":2,"latencyMs":11377.47104199999},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12382,"outputTokens":2,"latencyMs":66874.20062500006},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12229,"outputTokens":2,"latencyMs":55503.976083999965},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21898,"outputTokens":2,"latencyMs":22246.931790999835},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":17096,"outputTokens":2,"latencyMs":11075.051124999998},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"21","isCorrect":false,"inputTokens":20012,"outputTokens":2,"latencyMs":1228.845166000072},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":15050,"outputTokens":2,"latencyMs":8741.270292000147},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12382,"outputTokens":2,"latencyMs":121814.02916599996},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12229,"outputTokens":2,"latencyMs":61989.02254200005},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21898,"outputTokens":2,"latencyMs":11036.310292000184},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":17096,"outputTokens":2,"latencyMs":9939.378125000047},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":20011,"outputTokens":1,"latencyMs":7667.9341249999125},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":12107.239041999914},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12381,"outputTokens":1,"latencyMs":57362.15020799986},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12228,"outputTokens":1,"latencyMs":9611.33104199986},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21897,"outputTokens":1,"latencyMs":12881.183583999984},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":17095,"outputTokens":1,"latencyMs":10873.08916600002},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20022,"outputTokens":2,"latencyMs":20178.348249999806},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15060,"outputTokens":2,"latencyMs":18216.745832999935},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12392,"outputTokens":2,"latencyMs":66507.61320799985},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12239,"outputTokens":2,"latencyMs":83228.03312499984},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21908,"outputTokens":2,"latencyMs":24800.78345800005},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17106,"outputTokens":2,"latencyMs":34368.74825000018},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20023,"outputTokens":2,"latencyMs":12939.749624999939},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15061,"outputTokens":2,"latencyMs":70179.32116599986},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12393,"outputTokens":2,"latencyMs":38629.9513340001},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12240,"outputTokens":2,"latencyMs":25283.877875000006},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21909,"outputTokens":2,"latencyMs":22682.039416000014},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17107,"outputTokens":2,"latencyMs":18730.286957999924},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20023,"outputTokens":2,"latencyMs":10387.956000000006},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15061,"outputTokens":2,"latencyMs":13692.476250000065},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12393,"outputTokens":2,"latencyMs":79759.93679199996},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12240,"outputTokens":2,"latencyMs":35631.86233299994},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21909,"outputTokens":2,"latencyMs":14524.548749999842},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17107,"outputTokens":2,"latencyMs":10477.33529200009},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20022,"outputTokens":1,"latencyMs":17417.211249999935},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15060,"outputTokens":1,"latencyMs":21743.355708000017},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12392,"outputTokens":1,"latencyMs":69987.69104199996},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12239,"outputTokens":1,"latencyMs":73348.87191600003},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21908,"outputTokens":1,"latencyMs":21004.25129100005},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17106,"outputTokens":1,"latencyMs":15259.87562499987},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20022,"outputTokens":1,"latencyMs":5461.979041999904},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15060,"outputTokens":1,"latencyMs":70539.96841700003},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12392,"outputTokens":1,"latencyMs":31870.766082999995},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12239,"outputTokens":1,"latencyMs":37310.19433300011},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21908,"outputTokens":1,"latencyMs":10856.934333999874},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17106,"outputTokens":1,"latencyMs":6666.342249999987},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8539,"outputTokens":1,"latencyMs":1878.8176249999087},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5866,"outputTokens":1,"latencyMs":1409.4439170002006},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6993,"outputTokens":1,"latencyMs":1369.5112499999814},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9362,"outputTokens":1,"latencyMs":1790.701708999928},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":1836.0749999999534},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8539,"outputTokens":4,"latencyMs":2251.6957499999553},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5866,"outputTokens":4,"latencyMs":1370.18120799982},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6993,"outputTokens":4,"latencyMs":2900.4670410000253},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1347.2522919999901},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6920,"outputTokens":4,"latencyMs":1399.5693329998758},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":8540,"outputTokens":3,"latencyMs":629.7614999997895},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":5867,"outputTokens":3,"latencyMs":3635.8279579998925},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6994,"outputTokens":3,"latencyMs":3848.690999999875},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":9363,"outputTokens":3,"latencyMs":1416.82720900001},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6921,"outputTokens":3,"latencyMs":3025.1147080000956},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8540,"outputTokens":4,"latencyMs":1309.6894170001615},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5867,"outputTokens":4,"latencyMs":1731.4591250000522},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6994,"outputTokens":4,"latencyMs":2646.668166999938},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":9363,"outputTokens":4,"latencyMs":2428.78829200007},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6921,"outputTokens":4,"latencyMs":2095.0494580001105},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8539,"outputTokens":1,"latencyMs":1550.8666669998784},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5866,"outputTokens":1,"latencyMs":2002.3954999998678},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6993,"outputTokens":1,"latencyMs":1840.2402500000317},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9362,"outputTokens":1,"latencyMs":1800.7229169998318},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":1992.9220419998746},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8539,"outputTokens":4,"latencyMs":1808.3219159999862},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5866,"outputTokens":4,"latencyMs":1745.299541000044},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6993,"outputTokens":4,"latencyMs":2423.28370800009},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":2074.5135000001173},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6920,"outputTokens":4,"latencyMs":1317.3766250000335},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":8540,"outputTokens":3,"latencyMs":1010.6947500000242},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":5867,"outputTokens":3,"latencyMs":1228.840749999974},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6994,"outputTokens":3,"latencyMs":2259.1699999999255},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":9363,"outputTokens":3,"latencyMs":1966.4926670000423},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6921,"outputTokens":3,"latencyMs":2354.1357499998994},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":8540,"outputTokens":3,"latencyMs":888.1196249998175},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":5867,"outputTokens":3,"latencyMs":1894.6611670001876},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6994,"outputTokens":3,"latencyMs":1911.845208000159},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":9363,"outputTokens":3,"latencyMs":1935.7601250000298},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6921,"outputTokens":3,"latencyMs":1843.8479169998318},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8539,"outputTokens":1,"latencyMs":3363.752249999903},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5866,"outputTokens":1,"latencyMs":2269.923167000059},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6993,"outputTokens":1,"latencyMs":1724.937750000041},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9362,"outputTokens":1,"latencyMs":1993.0314999998081},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":1220.3704999999609},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8539,"outputTokens":4,"latencyMs":1217.0715000000782},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5866,"outputTokens":4,"latencyMs":1927.4073330000974},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6993,"outputTokens":4,"latencyMs":1874.252708000131},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":2147.5908750002272},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6920,"outputTokens":4,"latencyMs":2515.3095410000533},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"64","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":3175.3592499999795},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"67","isCorrect":false,"inputTokens":5841,"outputTokens":2,"latencyMs":976.6002090000547},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":6968,"outputTokens":2,"latencyMs":11622.03495799983},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":2764.29366700002},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":10543.151874999981},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"2453.41","actual":"2446.5","isCorrect":false,"inputTokens":8515,"outputTokens":6,"latencyMs":4752.668125000084},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"2453.41","actual":"2317.86","isCorrect":false,"inputTokens":5842,"outputTokens":7,"latencyMs":4809.121500000125},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"2453.41","actual":"2121.9466666666665","isCorrect":false,"inputTokens":6969,"outputTokens":18,"latencyMs":5130.499125000089},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2409.8","isCorrect":false,"inputTokens":9338,"outputTokens":6,"latencyMs":6959.698749999981},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2381.61","isCorrect":false,"inputTokens":6896,"outputTokens":7,"latencyMs":5282.854708000086},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":825.8032919999678},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":5841,"outputTokens":2,"latencyMs":713.9450840000063},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6968,"outputTokens":2,"latencyMs":24505.540041000117},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"27","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":2090.9554999999236},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":15048.97654199996},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":8514,"outputTokens":2,"latencyMs":5170.641334000044},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5841,"outputTokens":2,"latencyMs":6473.029875000007},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":6968,"outputTokens":2,"latencyMs":4246.861290999921},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":1270.3035000001546},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":8520.89433400007},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":1850.1505420000758},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5841,"outputTokens":2,"latencyMs":9030.687209000112},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":6968,"outputTokens":2,"latencyMs":4828.5370410000905},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":1184.6289590001106},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":5919.808792000171},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":8517,"outputTokens":2,"latencyMs":5852.9212919999845},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5844,"outputTokens":2,"latencyMs":13428.725749999983},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":6971,"outputTokens":2,"latencyMs":10008.94108400005},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9340,"outputTokens":2,"latencyMs":9106.528457999928},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":6898,"outputTokens":2,"latencyMs":31064.059250000166},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"13","isCorrect":false,"inputTokens":8517,"outputTokens":2,"latencyMs":2124.0804999999236},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":5844,"outputTokens":2,"latencyMs":14951.041833000025},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":6971,"outputTokens":2,"latencyMs":6033.8783750000875},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":9340,"outputTokens":2,"latencyMs":3825.774333999958},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":6898,"outputTokens":2,"latencyMs":15656.88370799995},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":8523,"outputTokens":2,"latencyMs":920.4534169998951},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5850,"outputTokens":2,"latencyMs":8256.13604100002},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":6977,"outputTokens":2,"latencyMs":8657.864458000055},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":9346,"outputTokens":2,"latencyMs":8993.88512500003},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":6904,"outputTokens":2,"latencyMs":6527.931417000014},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"44","isCorrect":false,"inputTokens":8523,"outputTokens":2,"latencyMs":1363.3203749998938},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"30","isCorrect":false,"inputTokens":5850,"outputTokens":2,"latencyMs":6156.330874999985},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"34","isCorrect":false,"inputTokens":6977,"outputTokens":2,"latencyMs":1357.8627090000082},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":9346,"outputTokens":2,"latencyMs":8131.651750000194},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":6904,"outputTokens":2,"latencyMs":24600.726624999894},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":8515,"outputTokens":2,"latencyMs":13955.858000000007},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5842,"outputTokens":2,"latencyMs":28712.087249999866},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":6969,"outputTokens":2,"latencyMs":22100.538207999896},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"20","isCorrect":false,"inputTokens":9338,"outputTokens":2,"latencyMs":7590.498083000071},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"21","isCorrect":false,"inputTokens":6896,"outputTokens":2,"latencyMs":5638.855457999976},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":8523,"outputTokens":2,"latencyMs":7354.892666999949},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5850,"outputTokens":2,"latencyMs":31292.425041000126},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6977,"outputTokens":2,"latencyMs":8738.58424999984},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":9346,"outputTokens":2,"latencyMs":8489.522292000009},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6904,"outputTokens":2,"latencyMs":12565.038208000129},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8523,"outputTokens":1,"latencyMs":6862.408624999924},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5850,"outputTokens":1,"latencyMs":7379.369916999945},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6977,"outputTokens":1,"latencyMs":5361.5800000000745},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9346,"outputTokens":1,"latencyMs":8726.69533300004},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":7306.31495800009},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8526,"outputTokens":1,"latencyMs":23603.895541999955},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5853,"outputTokens":1,"latencyMs":30334.129915999947},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6980,"outputTokens":1,"latencyMs":10467.511208000127},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":33134.07887499989},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6907,"outputTokens":1,"latencyMs":14736.566666999832},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8526,"outputTokens":1,"latencyMs":20741.889624999836},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":5853,"outputTokens":1,"latencyMs":34321.42762500001},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6980,"outputTokens":1,"latencyMs":23117.92879200005},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":10977.787250000052},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6907,"outputTokens":1,"latencyMs":8634.03341699997},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8526,"outputTokens":1,"latencyMs":27021.10258299997},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":5853,"outputTokens":1,"latencyMs":19140.245125000132},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6980,"outputTokens":1,"latencyMs":19195.624416999985},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":11410.610291999998},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6907,"outputTokens":1,"latencyMs":17015.364916999824},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8522,"outputTokens":1,"latencyMs":13242.74987499998},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5849,"outputTokens":1,"latencyMs":30915.795083999867},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6976,"outputTokens":1,"latencyMs":23221.64691700018},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9345,"outputTokens":1,"latencyMs":26706.130709000165},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6903,"outputTokens":1,"latencyMs":15082.205499999924},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8522,"outputTokens":1,"latencyMs":9463.296958999941},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5849,"outputTokens":1,"latencyMs":29378.66441700002},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6976,"outputTokens":1,"latencyMs":9360.268625000026},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9345,"outputTokens":1,"latencyMs":12332.108042000094},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6903,"outputTokens":1,"latencyMs":6255.294665999943},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":591.1827920000069},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":612.2220830000006},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":604.3744590000715},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":565.8472909999546},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":541.5233749998733},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1185,"outputTokens":6,"latencyMs":969.4197499998845},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":668,"outputTokens":6,"latencyMs":632.0847499999218},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":812,"outputTokens":6,"latencyMs":795.3438750000205},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1244,"outputTokens":6,"latencyMs":2274.6209169998765},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":834,"outputTokens":6,"latencyMs":1200.3158750000875},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1185,"outputTokens":4,"latencyMs":848.6990410001017},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":668,"outputTokens":4,"latencyMs":788.9229170000181},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":812,"outputTokens":4,"latencyMs":959.1193750000093},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1244,"outputTokens":4,"latencyMs":2285.088915999979},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":834,"outputTokens":4,"latencyMs":1031.71875},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1187,"outputTokens":2,"latencyMs":757.0324579998851},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":670,"outputTokens":2,"latencyMs":1198.8829590000678},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":814,"outputTokens":2,"latencyMs":1052.9379590000026},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1246,"outputTokens":2,"latencyMs":915.5204159999266},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":836,"outputTokens":2,"latencyMs":785.371041999897},{"questionId":"q155","format":"json-pretty","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1185,"outputTokens":5,"latencyMs":966.9602920000907},{"questionId":"q155","format":"json-compact","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":668,"outputTokens":5,"latencyMs":791.5538329998963},{"questionId":"q155","format":"toon","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":812,"outputTokens":5,"latencyMs":651.5699169998989},{"questionId":"q155","format":"xml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1244,"outputTokens":5,"latencyMs":839.2252500001341},{"questionId":"q155","format":"yaml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":930.6539170001633},{"questionId":"q156","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":1171.0769579999615},{"questionId":"q156","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1025.3227500000503},{"questionId":"q156","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":987.5835829998832},{"questionId":"q156","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":941.9106250000186},{"questionId":"q156","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":909.7709999999497},{"questionId":"q157","format":"json-pretty","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":1042.7451670002192},{"questionId":"q157","format":"json-compact","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":670,"outputTokens":5,"latencyMs":916.3139590001665},{"questionId":"q157","format":"toon","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":814,"outputTokens":5,"latencyMs":1150.8895419999026},{"questionId":"q157","format":"xml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1246,"outputTokens":5,"latencyMs":1076.97637499962},{"questionId":"q157","format":"yaml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":811.0715830000117},{"questionId":"q158","format":"json-pretty","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1185,"outputTokens":1,"latencyMs":918.6858329996467},{"questionId":"q158","format":"json-compact","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":668,"outputTokens":1,"latencyMs":1415.4067499996163},{"questionId":"q158","format":"toon","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":812,"outputTokens":1,"latencyMs":772.3880000002682},{"questionId":"q158","format":"xml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1244,"outputTokens":1,"latencyMs":1148.560541999992},{"questionId":"q158","format":"yaml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":834,"outputTokens":1,"latencyMs":991.7529170000926},{"questionId":"q159","format":"json-pretty","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1186,"outputTokens":4,"latencyMs":1039.5265000001527},{"questionId":"q159","format":"json-compact","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":669,"outputTokens":4,"latencyMs":986.9138329997659},{"questionId":"q159","format":"toon","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":813,"outputTokens":4,"latencyMs":879.3160830000415},{"questionId":"q159","format":"xml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1245,"outputTokens":4,"latencyMs":489.81733300024644},{"questionId":"q159","format":"yaml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":835,"outputTokens":4,"latencyMs":733.0474580000155},{"questionId":"q160","format":"json-pretty","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":675.8573339995928},{"questionId":"q160","format":"json-compact","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":670,"outputTokens":5,"latencyMs":964.5507499999367},{"questionId":"q160","format":"toon","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":814,"outputTokens":5,"latencyMs":1027.5942080002278},{"questionId":"q160","format":"xml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1246,"outputTokens":5,"latencyMs":609.8585419999436},{"questionId":"q160","format":"yaml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":743.0652499999851},{"questionId":"q161","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":948.5502920001745},{"questionId":"q161","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1972.8965420001186},{"questionId":"q161","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":807.8485420001671},{"questionId":"q161","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":1116.9069170001894},{"questionId":"q161","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":949.3885419997387},{"questionId":"q162","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":2159.51712499978},{"questionId":"q162","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1081.4400410000235},{"questionId":"q162","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":1460.2627920000814},{"questionId":"q162","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":2162.5616249996237},{"questionId":"q162","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":1409.9183330000378},{"questionId":"q163","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":2093.9573749997653},{"questionId":"q163","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":1716.838541999925},{"questionId":"q163","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1341.624334000051},{"questionId":"q163","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1513.9824999999255},{"questionId":"q163","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":1172.6995000001043},{"questionId":"q164","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":1462.171083000023},{"questionId":"q164","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":1192.5067079998553},{"questionId":"q164","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1271.7925839996897},{"questionId":"q164","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1166.698790999595},{"questionId":"q164","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":2312.9520839997567},{"questionId":"q165","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":1973.9130409997888},{"questionId":"q165","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":2381.2769590001553},{"questionId":"q165","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1579.131750000175},{"questionId":"q165","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1286.0622090003453},{"questionId":"q165","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":1799.2124580000527},{"questionId":"q166","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":1500.3542919997126},{"questionId":"q166","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":1,"latencyMs":2298.299667000305},{"questionId":"q166","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":817,"outputTokens":1,"latencyMs":2150.4938749996945},{"questionId":"q166","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":2658.724958999548},{"questionId":"q166","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":1,"latencyMs":2749.8499170001596},{"questionId":"q167","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":1472.6816249997355},{"questionId":"q167","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":669,"outputTokens":1,"latencyMs":2015.28525000019},{"questionId":"q167","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":813,"outputTokens":1,"latencyMs":1763.8271250003017},{"questionId":"q167","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1245,"outputTokens":1,"latencyMs":1690.4910000003874},{"questionId":"q167","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":1,"latencyMs":1108.0051669999957},{"questionId":"q168","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1188,"outputTokens":1,"latencyMs":1360.5312919998541},{"questionId":"q168","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":671,"outputTokens":1,"latencyMs":1903.3250000001863},{"questionId":"q168","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":815,"outputTokens":1,"latencyMs":933.7392909997143},{"questionId":"q168","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1247,"outputTokens":1,"latencyMs":1741.5702909999527},{"questionId":"q168","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":837,"outputTokens":1,"latencyMs":1468.5960000003688},{"questionId":"q169","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":1182.110375000164},{"questionId":"q169","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":673,"outputTokens":1,"latencyMs":1541.7142920000479},{"questionId":"q169","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":817,"outputTokens":1,"latencyMs":1253.5442079999484},{"questionId":"q169","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":1070.9946669996716},{"questionId":"q169","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":839,"outputTokens":1,"latencyMs":1010.012124999892},{"questionId":"q170","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":1369.9096669997089},{"questionId":"q170","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":672,"outputTokens":1,"latencyMs":1759.5700419996865},{"questionId":"q170","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":816,"outputTokens":1,"latencyMs":1816.319708000403},{"questionId":"q170","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":1520.5940419998951},{"questionId":"q170","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":838,"outputTokens":1,"latencyMs":1498.6745409998111},{"questionId":"q171","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1191,"outputTokens":1,"latencyMs":1525.3791250004433},{"questionId":"q171","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":674,"outputTokens":1,"latencyMs":1338.7996669998392},{"questionId":"q171","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":1138.5583340004086},{"questionId":"q171","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":1,"latencyMs":1376.096584000159},{"questionId":"q171","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":840,"outputTokens":1,"latencyMs":1314.8401669999585},{"questionId":"q172","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1191,"outputTokens":1,"latencyMs":1574.2900419998914},{"questionId":"q172","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":674,"outputTokens":1,"latencyMs":2473.918708000332},{"questionId":"q172","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":2170.27329199994},{"questionId":"q172","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1250,"outputTokens":1,"latencyMs":2295.8110830001533},{"questionId":"q172","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":840,"outputTokens":1,"latencyMs":1623.1959170000628},{"questionId":"q173","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":1461.3517920002341},{"questionId":"q173","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":676,"outputTokens":1,"latencyMs":2231.2799169998616},{"questionId":"q173","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":2229.0055410000496},{"questionId":"q173","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1252,"outputTokens":1,"latencyMs":3159.4098330000415},{"questionId":"q173","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":842,"outputTokens":1,"latencyMs":2170.447500000242},{"questionId":"q174","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":1548.6582500003278},{"questionId":"q174","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":672,"outputTokens":1,"latencyMs":1888.0097079998814},{"questionId":"q174","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":816,"outputTokens":1,"latencyMs":2156.2941660000943},{"questionId":"q174","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":2344.32354200026},{"questionId":"q174","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":838,"outputTokens":1,"latencyMs":1481.4086250001565},{"questionId":"q175","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1194,"outputTokens":1,"latencyMs":2554.567374999635},{"questionId":"q175","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":677,"outputTokens":1,"latencyMs":2061.3967920001596},{"questionId":"q175","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":821,"outputTokens":1,"latencyMs":2012.9174999999814},{"questionId":"q175","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1253,"outputTokens":1,"latencyMs":2284.4985419996083},{"questionId":"q175","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":843,"outputTokens":1,"latencyMs":2713.7318330002017},{"questionId":"q176","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":788.006042000372},{"questionId":"q176","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":670,"outputTokens":1,"latencyMs":1397.4356669997796},{"questionId":"q176","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":814,"outputTokens":1,"latencyMs":1883.1750839999877},{"questionId":"q176","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1246,"outputTokens":1,"latencyMs":3641.527958000079},{"questionId":"q176","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":836,"outputTokens":1,"latencyMs":1312.123292000033},{"questionId":"q177","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1197,"outputTokens":1,"latencyMs":2362.46879200032},{"questionId":"q177","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":680,"outputTokens":1,"latencyMs":2401.209290999919},{"questionId":"q177","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":2620.8036670000292},{"questionId":"q177","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1256,"outputTokens":1,"latencyMs":2614.5357499998063},{"questionId":"q177","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":846,"outputTokens":1,"latencyMs":2068.564207999967},{"questionId":"q178","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":2713.30145799974},{"questionId":"q178","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":1,"latencyMs":2629.350916999858},{"questionId":"q178","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":817,"outputTokens":1,"latencyMs":2680.834209000226},{"questionId":"q178","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1249,"outputTokens":1,"latencyMs":2505.900541000068},{"questionId":"q178","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":1,"latencyMs":2552.773792000022},{"questionId":"q179","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":2907.059915999882},{"questionId":"q179","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":672,"outputTokens":1,"latencyMs":1820.1195840002038},{"questionId":"q179","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":816,"outputTokens":1,"latencyMs":1407.497791999951},{"questionId":"q179","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1248,"outputTokens":1,"latencyMs":1846.6843750001863},{"questionId":"q179","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":838,"outputTokens":1,"latencyMs":2180.3003340000287},{"questionId":"q180","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7935,"outputTokens":3,"latencyMs":1212.9160830001347},{"questionId":"q180","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4723,"outputTokens":3,"latencyMs":1416.3876660000533},{"questionId":"q180","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3368,"outputTokens":3,"latencyMs":1474.308665999677},{"questionId":"q180","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3219,"outputTokens":3,"latencyMs":1068.3357090000063},{"questionId":"q180","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":3,"latencyMs":1028.4487499999814},{"questionId":"q180","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5769,"outputTokens":3,"latencyMs":1085.0066249999218},{"questionId":"q181","format":"json-pretty","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":7941,"outputTokens":14,"latencyMs":907.0155420000665},{"questionId":"q181","format":"json-compact","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4729,"outputTokens":14,"latencyMs":1321.8303749999031},{"questionId":"q181","format":"toon","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":3374,"outputTokens":14,"latencyMs":1004.1324999998324},{"questionId":"q181","format":"csv","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":3225,"outputTokens":14,"latencyMs":858.8057090002112},{"questionId":"q181","format":"xml","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":9126,"outputTokens":14,"latencyMs":1852.3972499999218},{"questionId":"q181","format":"yaml","model":"gemini-2.5-flash","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":5775,"outputTokens":14,"latencyMs":1557.4962920001708},{"questionId":"q182","format":"json-pretty","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":7938,"outputTokens":1,"latencyMs":1794.7828750000335},{"questionId":"q182","format":"json-compact","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":4726,"outputTokens":1,"latencyMs":1725.9866250003688},{"questionId":"q182","format":"toon","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":3371,"outputTokens":1,"latencyMs":1722.0005839997903},{"questionId":"q182","format":"csv","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":3222,"outputTokens":1,"latencyMs":1028.5410830001347},{"questionId":"q182","format":"xml","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":9123,"outputTokens":1,"latencyMs":1794.104082999751},{"questionId":"q182","format":"yaml","model":"gemini-2.5-flash","expected":"email","actual":"email","isCorrect":true,"inputTokens":5772,"outputTokens":1,"latencyMs":2306.409458000213},{"questionId":"q183","format":"json-pretty","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7939,"outputTokens":1,"latencyMs":2420.0017090002075},{"questionId":"q183","format":"json-compact","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4727,"outputTokens":1,"latencyMs":1487.8882079999894},{"questionId":"q183","format":"toon","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":3372,"outputTokens":1,"latencyMs":2413.9310000003316},{"questionId":"q183","format":"csv","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":3223,"outputTokens":1,"latencyMs":1909.1462090001442},{"questionId":"q183","format":"xml","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":9124,"outputTokens":1,"latencyMs":1290.9736250001006},{"questionId":"q183","format":"yaml","model":"gemini-2.5-flash","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5773,"outputTokens":1,"latencyMs":1331.7375420001335},{"questionId":"q184","format":"json-pretty","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7939,"outputTokens":5,"latencyMs":1760.4049160000868},{"questionId":"q184","format":"json-compact","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4727,"outputTokens":5,"latencyMs":1648.2857079999521},{"questionId":"q184","format":"toon","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":3372,"outputTokens":5,"latencyMs":1505.4954590001144},{"questionId":"q184","format":"csv","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":3223,"outputTokens":5,"latencyMs":1306.1098330002278},{"questionId":"q184","format":"xml","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":9124,"outputTokens":5,"latencyMs":1157.970042000059},{"questionId":"q184","format":"yaml","model":"gemini-2.5-flash","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5773,"outputTokens":5,"latencyMs":1380.3544580000453},{"questionId":"q185","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7936,"outputTokens":1,"latencyMs":1531.8517499999143},{"questionId":"q185","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":4724,"outputTokens":1,"latencyMs":1155.6744160000235},{"questionId":"q185","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":3369,"outputTokens":1,"latencyMs":1061.6985830003396},{"questionId":"q185","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":3220,"outputTokens":1,"latencyMs":1593.3009170000441},{"questionId":"q185","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":9121,"outputTokens":1,"latencyMs":1476.6880830000155},{"questionId":"q185","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":5770,"outputTokens":1,"latencyMs":2076.828875000123},{"questionId":"q186","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13815,"outputTokens":2,"latencyMs":3474.00549999997},{"questionId":"q186","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8457,"outputTokens":2,"latencyMs":1974.5938329999335},{"questionId":"q186","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9075,"outputTokens":2,"latencyMs":4834.293082999997},{"questionId":"q186","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15203,"outputTokens":2,"latencyMs":4401.235042000189},{"questionId":"q186","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10068,"outputTokens":2,"latencyMs":3442.832832999993},{"questionId":"q187","format":"json-pretty","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":13824,"outputTokens":18,"latencyMs":1844.223000000231},{"questionId":"q187","format":"json-compact","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":8466,"outputTokens":18,"latencyMs":2060.5529169999063},{"questionId":"q187","format":"toon","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":9084,"outputTokens":18,"latencyMs":2620.188792000059},{"questionId":"q187","format":"xml","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":15212,"outputTokens":18,"latencyMs":2616.6397499996237},{"questionId":"q187","format":"yaml","model":"gemini-2.5-flash","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":10077,"outputTokens":18,"latencyMs":2009.7512499997392},{"questionId":"q188","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13820,"outputTokens":1,"latencyMs":2406.472666999791},{"questionId":"q188","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8462,"outputTokens":1,"latencyMs":2702.165959000122},{"questionId":"q188","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9080,"outputTokens":1,"latencyMs":1155.4453329998069},{"questionId":"q188","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15208,"outputTokens":1,"latencyMs":2955.3977080001496},{"questionId":"q188","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":10073,"outputTokens":1,"latencyMs":970.4963330002502},{"questionId":"q189","format":"json-pretty","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":13824,"outputTokens":7,"latencyMs":917.7760830000043},{"questionId":"q189","format":"json-compact","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":8466,"outputTokens":7,"latencyMs":1141.300125000067},{"questionId":"q189","format":"toon","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":9084,"outputTokens":7,"latencyMs":1438.8795830002055},{"questionId":"q189","format":"xml","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":15212,"outputTokens":7,"latencyMs":1478.7789580002427},{"questionId":"q189","format":"yaml","model":"gemini-2.5-flash","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":10077,"outputTokens":7,"latencyMs":1917.4187079998665},{"questionId":"q190","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13819,"outputTokens":1,"latencyMs":1082.9091670000926},{"questionId":"q190","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8461,"outputTokens":1,"latencyMs":1000.3527910001576},{"questionId":"q190","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9079,"outputTokens":1,"latencyMs":1352.1447499999776},{"questionId":"q190","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15207,"outputTokens":1,"latencyMs":1106.2289579999633},{"questionId":"q190","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10072,"outputTokens":1,"latencyMs":2854.573832999915},{"questionId":"q191","format":"json-pretty","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":13825,"outputTokens":7,"latencyMs":2415.387416999787},{"questionId":"q191","format":"json-compact","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":8467,"outputTokens":7,"latencyMs":2137.6247500004247},{"questionId":"q191","format":"toon","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":9085,"outputTokens":7,"latencyMs":2239.8890420002863},{"questionId":"q191","format":"xml","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":15213,"outputTokens":7,"latencyMs":2401.039417000022},{"questionId":"q191","format":"yaml","model":"gemini-2.5-flash","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":10078,"outputTokens":7,"latencyMs":2252.2938339998946},{"questionId":"q192","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1696.7272079996765},{"questionId":"q192","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":1500.7553749997169},{"questionId":"q192","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2297,"outputTokens":2,"latencyMs":3044.6805000002496},{"questionId":"q192","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":5834.432500000112},{"questionId":"q192","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5429,"outputTokens":2,"latencyMs":4872.553334000055},{"questionId":"q192","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":5954.5800000000745},{"questionId":"q193","format":"json-pretty","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4791,"outputTokens":13,"latencyMs":1352.6990840001963},{"questionId":"q193","format":"json-compact","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3039,"outputTokens":13,"latencyMs":981.6302089998499},{"questionId":"q193","format":"toon","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2302,"outputTokens":13,"latencyMs":1188.740167000331},{"questionId":"q193","format":"csv","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2216,"outputTokens":13,"latencyMs":1259.0512500000186},{"questionId":"q193","format":"xml","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":5434,"outputTokens":13,"latencyMs":700.9146659998223},{"questionId":"q193","format":"yaml","model":"gemini-2.5-flash","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3820,"outputTokens":13,"latencyMs":1130.6056670001708},{"questionId":"q194","format":"json-pretty","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4789,"outputTokens":1,"latencyMs":1332.6502910000272},{"questionId":"q194","format":"json-compact","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3037,"outputTokens":1,"latencyMs":1124.1449580001645},{"questionId":"q194","format":"toon","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2300,"outputTokens":1,"latencyMs":1335.3164999997243},{"questionId":"q194","format":"csv","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2214,"outputTokens":1,"latencyMs":1323.4112919997424},{"questionId":"q194","format":"xml","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":5432,"outputTokens":1,"latencyMs":2700.08116699988},{"questionId":"q194","format":"yaml","model":"gemini-2.5-flash","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3818,"outputTokens":1,"latencyMs":1186.6253329999745},{"questionId":"q195","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4790,"outputTokens":10,"latencyMs":984.6150420000777},{"questionId":"q195","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3038,"outputTokens":10,"latencyMs":1821.8455419996753},{"questionId":"q195","format":"toon","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2301,"outputTokens":10,"latencyMs":2350.780958000105},{"questionId":"q195","format":"csv","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2215,"outputTokens":10,"latencyMs":1587.6732499999925},{"questionId":"q195","format":"xml","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":5433,"outputTokens":10,"latencyMs":1420.3786249998957},{"questionId":"q195","format":"yaml","model":"gemini-2.5-flash","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3819,"outputTokens":10,"latencyMs":3651.4653339996003},{"questionId":"q196","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":4786,"outputTokens":1,"latencyMs":1254.4762920001522},{"questionId":"q196","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":3034,"outputTokens":1,"latencyMs":1484.8886659997515},{"questionId":"q196","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":2297,"outputTokens":1,"latencyMs":1758.2165840002708},{"questionId":"q196","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":2211,"outputTokens":1,"latencyMs":1691.111917000264},{"questionId":"q196","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":5429,"outputTokens":1,"latencyMs":1848.8265419998206},{"questionId":"q196","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":3815,"outputTokens":1,"latencyMs":1692.0818749996834},{"questionId":"q197","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"64","isCorrect":false,"inputTokens":20006,"outputTokens":2,"latencyMs":1461.7679169997573},{"questionId":"q197","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"71","isCorrect":false,"inputTokens":15044,"outputTokens":2,"latencyMs":1209.0277500003576},{"questionId":"q197","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12376,"outputTokens":3,"latencyMs":51040.35479200026},{"questionId":"q197","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"47","isCorrect":false,"inputTokens":12223,"outputTokens":2,"latencyMs":1551.7953329999},{"questionId":"q197","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"50","isCorrect":false,"inputTokens":21892,"outputTokens":2,"latencyMs":965.8400829997845},{"questionId":"q197","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":17090,"outputTokens":3,"latencyMs":7417.507125000004},{"questionId":"q198","format":"json-pretty","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":20012,"outputTokens":27,"latencyMs":1154.3140420001},{"questionId":"q198","format":"json-compact","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15050,"outputTokens":27,"latencyMs":1266.092792000156},{"questionId":"q198","format":"toon","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":12382,"outputTokens":27,"latencyMs":1173.6531249997206},{"questionId":"q198","format":"csv","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":12229,"outputTokens":27,"latencyMs":1641.626000000164},{"questionId":"q198","format":"xml","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":21898,"outputTokens":27,"latencyMs":1404.4440409997478},{"questionId":"q198","format":"yaml","model":"gemini-2.5-flash","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17096,"outputTokens":27,"latencyMs":961.2164590000175},{"questionId":"q199","format":"json-pretty","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":20010,"outputTokens":3,"latencyMs":1519.7402499997988},{"questionId":"q199","format":"json-compact","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":15048,"outputTokens":3,"latencyMs":1453.4793750001118},{"questionId":"q199","format":"toon","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":12380,"outputTokens":3,"latencyMs":1862.0968329999596},{"questionId":"q199","format":"csv","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":12227,"outputTokens":3,"latencyMs":1967.816416000016},{"questionId":"q199","format":"xml","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":21896,"outputTokens":3,"latencyMs":3684.9720409996808},{"questionId":"q199","format":"yaml","model":"gemini-2.5-flash","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17094,"outputTokens":3,"latencyMs":2438.554749999661},{"questionId":"q200","format":"json-pretty","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":20010,"outputTokens":1,"latencyMs":1556.8056669998914},{"questionId":"q200","format":"json-compact","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":1722.4028329998255},{"questionId":"q200","format":"toon","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":12380,"outputTokens":1,"latencyMs":2272.2974580000155},{"questionId":"q200","format":"csv","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":12227,"outputTokens":1,"latencyMs":3092.4380830000155},{"questionId":"q200","format":"xml","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":2527.161958000157},{"questionId":"q200","format":"yaml","model":"gemini-2.5-flash","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17094,"outputTokens":1,"latencyMs":2655.2592499996535},{"questionId":"q201","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":3692.654957999941},{"questionId":"q201","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":15045,"outputTokens":2,"latencyMs":2381.5062090000138},{"questionId":"q201","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12377,"outputTokens":2,"latencyMs":1285.6337910001166},{"questionId":"q201","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12224,"outputTokens":2,"latencyMs":1767.9712919997983},{"questionId":"q201","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21893,"outputTokens":2,"latencyMs":3908.708417000249},{"questionId":"q201","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":2645.853124999907},{"questionId":"q202","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":8514,"outputTokens":2,"latencyMs":885.8707079999149},{"questionId":"q202","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":5841,"outputTokens":2,"latencyMs":11676.807790999766},{"questionId":"q202","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"61","isCorrect":false,"inputTokens":6968,"outputTokens":2,"latencyMs":3322.3034589998424},{"questionId":"q202","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"58","isCorrect":false,"inputTokens":9337,"outputTokens":2,"latencyMs":867.7002920000814},{"questionId":"q202","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"75","isCorrect":true,"inputTokens":6895,"outputTokens":2,"latencyMs":10668.92804200016},{"questionId":"q203","format":"json-pretty","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error.message,error.stack,error.retryable","isCorrect":false,"inputTokens":8524,"outputTokens":24,"latencyMs":5134.065167000052},{"questionId":"q203","format":"json-compact","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":5851,"outputTokens":20,"latencyMs":2453.064499999862},{"questionId":"q203","format":"toon","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":6978,"outputTokens":20,"latencyMs":2511.5249580000527},{"questionId":"q203","format":"xml","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error,message,stack,retryable","isCorrect":true,"inputTokens":9347,"outputTokens":20,"latencyMs":3595.069500000216},{"questionId":"q203","format":"yaml","model":"gemini-2.5-flash","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":6905,"outputTokens":14,"latencyMs":3624.207583999727},{"questionId":"q204","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":2568.4681669999845},{"questionId":"q204","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5845,"outputTokens":1,"latencyMs":1242.1411659996957},{"questionId":"q204","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6972,"outputTokens":1,"latencyMs":1972.8034999999218},{"questionId":"q204","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9341,"outputTokens":1,"latencyMs":1536.450375000015},{"questionId":"q204","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6899,"outputTokens":1,"latencyMs":2199.339999999851}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gpt-5-nano b/benchmarks/results/accuracy/models/gpt-5-nano new file mode 100644 index 0000000..7aee973 --- /dev/null +++ b/benchmarks/results/accuracy/models/gpt-5-nano @@ -0,0 +1 @@ +[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6406,"outputTokens":72,"latencyMs":2795.7537920000004},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3999,"outputTokens":136,"latencyMs":2731.920209},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2563,"outputTokens":136,"latencyMs":2043.561292},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2397,"outputTokens":72,"latencyMs":3079.960125},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7368,"outputTokens":72,"latencyMs":2146.722875},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5026,"outputTokens":72,"latencyMs":1723.30575},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6406,"outputTokens":135,"latencyMs":2380.766125},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3999,"outputTokens":135,"latencyMs":2692.873125},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2563,"outputTokens":135,"latencyMs":2005.906459},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2397,"outputTokens":135,"latencyMs":2132.547084},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7368,"outputTokens":135,"latencyMs":2446.40625},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5026,"outputTokens":135,"latencyMs":2234.044917},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6408,"outputTokens":140,"latencyMs":2156.7097919999997},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4001,"outputTokens":140,"latencyMs":2113.4089169999997},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2565,"outputTokens":204,"latencyMs":3955.9496670000008},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2399,"outputTokens":140,"latencyMs":2025.2626250000003},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7370,"outputTokens":204,"latencyMs":3569.3472919999995},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5028,"outputTokens":140,"latencyMs":3380.634500000001},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6408,"outputTokens":71,"latencyMs":4386.4415},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4001,"outputTokens":71,"latencyMs":2326.8963750000003},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2565,"outputTokens":135,"latencyMs":3054.547041},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2742.175000000001},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7370,"outputTokens":199,"latencyMs":2664.4997089999997},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5028,"outputTokens":135,"latencyMs":2353.598750000001},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":6404,"outputTokens":391,"latencyMs":4494.445208000001},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":3997,"outputTokens":135,"latencyMs":2237.265708000001},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":2561,"outputTokens":199,"latencyMs":5053.545375},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2395,"outputTokens":263,"latencyMs":4431.87125},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":7366,"outputTokens":199,"latencyMs":2658.2782499999994},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":5024,"outputTokens":327,"latencyMs":4898.068541999999},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6405,"outputTokens":136,"latencyMs":3223.991291000002},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3998,"outputTokens":136,"latencyMs":2550.9398330000004},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2562,"outputTokens":456,"latencyMs":4873.721000000001},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2396,"outputTokens":136,"latencyMs":2422.785667},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7367,"outputTokens":72,"latencyMs":2197.1337079999994},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5025,"outputTokens":72,"latencyMs":2109.0456250000025},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6406,"outputTokens":71,"latencyMs":3442.8210830000025},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3999,"outputTokens":135,"latencyMs":2297.883417000001},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2563,"outputTokens":135,"latencyMs":2089.317750000002},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2397,"outputTokens":71,"latencyMs":2221.912333},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7368,"outputTokens":135,"latencyMs":2788.8089580000014},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5026,"outputTokens":135,"latencyMs":2084.1717910000007},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6407,"outputTokens":77,"latencyMs":3207.1332079999993},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4000,"outputTokens":333,"latencyMs":3978.2705830000014},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2564,"outputTokens":141,"latencyMs":2483.454833},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2398,"outputTokens":205,"latencyMs":3026.1904160000013},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7369,"outputTokens":141,"latencyMs":2303.2678330000017},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5027,"outputTokens":205,"latencyMs":2111.9866250000014},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6409,"outputTokens":391,"latencyMs":3880.3459999999977},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4002,"outputTokens":1031,"latencyMs":10601.403875000004},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2566,"outputTokens":135,"latencyMs":3648.207042000002},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2400,"outputTokens":199,"latencyMs":3941.768667000004},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7371,"outputTokens":199,"latencyMs":3288.114999999998},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5029,"outputTokens":6343,"latencyMs":44351.5315},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6406,"outputTokens":263,"latencyMs":3694.0153750000027},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3999,"outputTokens":199,"latencyMs":2959.9164579999997},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2563,"outputTokens":327,"latencyMs":4157.200499999992},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2397,"outputTokens":199,"latencyMs":2684.010792000001},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7368,"outputTokens":327,"latencyMs":6843.256250000006},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5026,"outputTokens":135,"latencyMs":2646.607624999997},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6406,"outputTokens":136,"latencyMs":2040.7884160000103},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3999,"outputTokens":200,"latencyMs":3072.7327499999956},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2563,"outputTokens":136,"latencyMs":2512.4735840000067},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2397,"outputTokens":136,"latencyMs":2537.215207999994},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7368,"outputTokens":200,"latencyMs":3484.028041999991},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5026,"outputTokens":136,"latencyMs":2740.545417000001},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6404,"outputTokens":519,"latencyMs":5067.75499999999},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3997,"outputTokens":135,"latencyMs":2207.2960420000018},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2561,"outputTokens":71,"latencyMs":2023.4182909999945},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2395,"outputTokens":71,"latencyMs":1965.9474999999948},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7366,"outputTokens":327,"latencyMs":5445.7322910000075},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5024,"outputTokens":135,"latencyMs":2217.8456250000017},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6403,"outputTokens":775,"latencyMs":6416.424459000002},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3996,"outputTokens":1095,"latencyMs":10216.908708000003},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2560,"outputTokens":1415,"latencyMs":12012.967833000002},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2394,"outputTokens":1607,"latencyMs":15004.525874999992},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7365,"outputTokens":839,"latencyMs":7702.567542000004},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5023,"outputTokens":903,"latencyMs":6934.4256250000035},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6403,"outputTokens":455,"latencyMs":6329.976332999999},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3996,"outputTokens":1287,"latencyMs":11756.823124999995},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2560,"outputTokens":1351,"latencyMs":13607.471833000003},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2394,"outputTokens":1415,"latencyMs":11347.121041999999},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7365,"outputTokens":711,"latencyMs":8337.290334000005},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5023,"outputTokens":647,"latencyMs":6715.685916999995},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6403,"outputTokens":711,"latencyMs":6485.847374999998},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3996,"outputTokens":455,"latencyMs":4515.228292},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2560,"outputTokens":1415,"latencyMs":11616.520208000002},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2394,"outputTokens":1479,"latencyMs":10645.710208000004},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7365,"outputTokens":839,"latencyMs":6661.52620800001},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5023,"outputTokens":583,"latencyMs":8068.320082999999},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6408,"outputTokens":2183,"latencyMs":17114.974833},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":4001,"outputTokens":2311,"latencyMs":19111.09525},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2565,"outputTokens":2503,"latencyMs":18288.487999999998},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2399,"outputTokens":2119,"latencyMs":16220.573124999995},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7370,"outputTokens":1799,"latencyMs":12881.310708000005},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5028,"outputTokens":2567,"latencyMs":19749.305250000005},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":6408,"outputTokens":4679,"latencyMs":34949.00533299998},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":4001,"outputTokens":2951,"latencyMs":21987.433625000005},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2565,"outputTokens":2567,"latencyMs":21293.442624999996},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2399,"outputTokens":5063,"latencyMs":44032.956208},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":7370,"outputTokens":4231,"latencyMs":40993.50533399999},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5028,"outputTokens":2119,"latencyMs":17330.996000000014},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6408,"outputTokens":1415,"latencyMs":10579.236458},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":4001,"outputTokens":1863,"latencyMs":19204.662540999998},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2565,"outputTokens":1735,"latencyMs":15921.706082999997},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2399,"outputTokens":1671,"latencyMs":14187.36045800001},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7370,"outputTokens":2439,"latencyMs":23366.120749999987},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5028,"outputTokens":1415,"latencyMs":10560.425208000015},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6404,"outputTokens":71,"latencyMs":1677.0029579999973},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3997,"outputTokens":71,"latencyMs":2073.0098330000183},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2561,"outputTokens":71,"latencyMs":2217.0232499999984},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2395,"outputTokens":647,"latencyMs":11864.822375000018},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7366,"outputTokens":135,"latencyMs":3301.152207999985},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5024,"outputTokens":71,"latencyMs":3555.6330829999933},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":6405,"outputTokens":4426,"latencyMs":41580.46891700002},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":3998,"outputTokens":5450,"latencyMs":46870.75433300002},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2562,"outputTokens":8394,"latencyMs":64883.778458999994},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":2396,"outputTokens":5002,"latencyMs":48141.74441699998},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":7367,"outputTokens":11978,"latencyMs":87634.05166699999},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":5025,"outputTokens":5258,"latencyMs":91479.50108300001},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6402,"outputTokens":2503,"latencyMs":24335.92074999999},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":3995,"outputTokens":839,"latencyMs":11736.013915999996},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2559,"outputTokens":1991,"latencyMs":27924.497417000006},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"78","actual":"80","isCorrect":false,"inputTokens":2393,"outputTokens":2183,"latencyMs":24487.570542},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7364,"outputTokens":1543,"latencyMs":21492.189084000012},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5022,"outputTokens":1031,"latencyMs":38446.63391599999},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6402,"outputTokens":1159,"latencyMs":8782.016457999998},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3995,"outputTokens":1031,"latencyMs":8675.909083999984},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2559,"outputTokens":1223,"latencyMs":8873.937125000026},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2393,"outputTokens":2119,"latencyMs":15471.028375000024},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7364,"outputTokens":1159,"latencyMs":11071.565917},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5022,"outputTokens":1031,"latencyMs":8543.282542},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6410,"outputTokens":1479,"latencyMs":13175.369875000004},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4003,"outputTokens":1287,"latencyMs":10265.33600000001},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2567,"outputTokens":1223,"latencyMs":9675.368832999986},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2401,"outputTokens":1607,"latencyMs":16439.982916999987},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7372,"outputTokens":1735,"latencyMs":12514.508667000016},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5030,"outputTokens":1735,"latencyMs":13288.657208000019},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6410,"outputTokens":1223,"latencyMs":9795.180999999982},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":967,"latencyMs":7360.374584000005},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2567,"outputTokens":967,"latencyMs":9643.991083},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1991,"latencyMs":15133.441250000003},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":1607,"latencyMs":12934.877166999999},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":903,"latencyMs":7409.917291999998},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6410,"outputTokens":2631,"latencyMs":21096.591249999998},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":1095,"latencyMs":10623.016666999989},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":2567,"outputTokens":1415,"latencyMs":11573.735833000013},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1671,"latencyMs":15761.348625000013},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":2567,"latencyMs":21791.119957999996},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":1223,"latencyMs":10159.468874999991},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6410,"outputTokens":1863,"latencyMs":14556.631499999989},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4003,"outputTokens":2439,"latencyMs":19549.012916999985},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2567,"outputTokens":1479,"latencyMs":10861.368959000014},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2401,"outputTokens":1223,"latencyMs":12907.081083999976},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7372,"outputTokens":1479,"latencyMs":11228.751874999987},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"10","isCorrect":false,"inputTokens":5030,"outputTokens":967,"latencyMs":12392.240124999982},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6410,"outputTokens":903,"latencyMs":7743.199166000006},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":967,"latencyMs":7717.007332999987},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2567,"outputTokens":1543,"latencyMs":13466.096416999993},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1671,"latencyMs":19386.823458000028},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":9202.514542000019},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":839,"latencyMs":5914.2648340000305},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6409,"outputTokens":3271,"latencyMs":25706.06487500001},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":4002,"outputTokens":2695,"latencyMs":18916.239166999992},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2566,"outputTokens":1863,"latencyMs":16402.201292000012},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"63","actual":"64","isCorrect":false,"inputTokens":2400,"outputTokens":3783,"latencyMs":32033.75787500001},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7371,"outputTokens":3591,"latencyMs":34038.13491700002},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":5029,"outputTokens":3847,"latencyMs":30728.939167000004},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6409,"outputTokens":2439,"latencyMs":20353.994166999997},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":4002,"outputTokens":2439,"latencyMs":19757.36262500001},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2566,"outputTokens":2887,"latencyMs":25929.855417000013},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2400,"outputTokens":4231,"latencyMs":31922.923416999984},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7371,"outputTokens":3015,"latencyMs":25425.99424999999},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5029,"outputTokens":3207,"latencyMs":26093.998416999995},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6409,"outputTokens":2567,"latencyMs":25022.423124999972},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":4002,"outputTokens":2311,"latencyMs":18758.042874999985},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2566,"outputTokens":2247,"latencyMs":18562.77574999997},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"39","actual":"38","isCorrect":false,"inputTokens":2400,"outputTokens":4871,"latencyMs":40234.79562499997},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7371,"outputTokens":2375,"latencyMs":19609.509583999985},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5029,"outputTokens":2439,"latencyMs":19463.670209000004},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6410,"outputTokens":839,"latencyMs":8255.072958000004},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4003,"outputTokens":1223,"latencyMs":12505.736417000007},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2567,"outputTokens":1671,"latencyMs":13201.153250000032},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2401,"outputTokens":1351,"latencyMs":11218.009917000018},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":12240.528457999986},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5030,"outputTokens":2183,"latencyMs":18332.564458000008},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6410,"outputTokens":711,"latencyMs":5743.938874999993},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":4003,"outputTokens":1735,"latencyMs":14705.464042000007},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2567,"outputTokens":1095,"latencyMs":9447.797707999998},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2401,"outputTokens":839,"latencyMs":6942.873625000007},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"8","actual":"7","isCorrect":false,"inputTokens":7372,"outputTokens":2183,"latencyMs":16337.69312499999},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5030,"outputTokens":1223,"latencyMs":10260.930583000008},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6410,"outputTokens":967,"latencyMs":8287.556291000044},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":4003,"outputTokens":1991,"latencyMs":15832.841291000019},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2567,"outputTokens":1927,"latencyMs":14752.899334000016},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2401,"outputTokens":1607,"latencyMs":13089.083583},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":12004.315166999993},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":5030,"outputTokens":1543,"latencyMs":14155.877500000002},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6404,"outputTokens":1415,"latencyMs":14304.43970799999},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3997,"outputTokens":1159,"latencyMs":10277.40625},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2561,"outputTokens":2119,"latencyMs":18774.139125000045},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2395,"outputTokens":2503,"latencyMs":21518.568416999944},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7366,"outputTokens":1735,"latencyMs":15540.177874999994},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5024,"outputTokens":1415,"latencyMs":13529.77120800002},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6404,"outputTokens":903,"latencyMs":9838.043916999944},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3997,"outputTokens":775,"latencyMs":9624.56358300004},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2561,"outputTokens":1223,"latencyMs":11479.994999999995},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2395,"outputTokens":2119,"latencyMs":16858.317958},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7366,"outputTokens":967,"latencyMs":8445.36166600004},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5024,"outputTokens":839,"latencyMs":7989.79895799997},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10760,"outputTokens":137,"latencyMs":2076.940249999985},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6841,"outputTokens":265,"latencyMs":3102.8519999999553},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7278,"outputTokens":201,"latencyMs":3148.431500000006},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12068,"outputTokens":201,"latencyMs":2814.5968749999884},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8392,"outputTokens":137,"latencyMs":2404.5113330000313},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10760,"outputTokens":136,"latencyMs":3983.4646250000224},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6841,"outputTokens":200,"latencyMs":2714.843957999954},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7278,"outputTokens":136,"latencyMs":2891.6611250000424},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12068,"outputTokens":200,"latencyMs":2560.106291000033},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8392,"outputTokens":200,"latencyMs":2690.9643340000184},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10760,"outputTokens":201,"latencyMs":2398.3073330000043},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6841,"outputTokens":201,"latencyMs":3097.4866250000196},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7278,"outputTokens":201,"latencyMs":2677.376667000004},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12068,"outputTokens":201,"latencyMs":2613.068500000052},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8392,"outputTokens":201,"latencyMs":2712.1262500000303},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3359.9519169999985},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6841,"outputTokens":135,"latencyMs":2747.6355420000036},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7278,"outputTokens":391,"latencyMs":4143.603874999972},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12068,"outputTokens":199,"latencyMs":2685.048084000009},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8392,"outputTokens":135,"latencyMs":2242.9143330000225},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10760,"outputTokens":394,"latencyMs":4438.404832999979},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6841,"outputTokens":330,"latencyMs":5011.802582999982},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7278,"outputTokens":202,"latencyMs":3542.613416999986},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12068,"outputTokens":394,"latencyMs":3921.5867089999956},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8392,"outputTokens":266,"latencyMs":5912.314874999982},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10760,"outputTokens":135,"latencyMs":2155.0715830000117},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6841,"outputTokens":327,"latencyMs":3821.0887500000536},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7278,"outputTokens":263,"latencyMs":3178.6688330000034},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12068,"outputTokens":199,"latencyMs":2524.3564170000027},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8392,"outputTokens":327,"latencyMs":3552.28125},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10760,"outputTokens":266,"latencyMs":3441.550917000044},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6841,"outputTokens":266,"latencyMs":3261.5270829999936},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7278,"outputTokens":202,"latencyMs":2685.566583000007},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12068,"outputTokens":394,"latencyMs":4273.437875000003},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8392,"outputTokens":266,"latencyMs":2843.469624999969},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10760,"outputTokens":200,"latencyMs":4721.6026249999995},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6841,"outputTokens":328,"latencyMs":3975.6657499999856},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7278,"outputTokens":328,"latencyMs":3999.040666999994},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12068,"outputTokens":264,"latencyMs":4652.639332999999},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8392,"outputTokens":328,"latencyMs":3829.222000000009},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10761,"outputTokens":140,"latencyMs":2191.818917000026},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6842,"outputTokens":140,"latencyMs":2863.233583000023},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7279,"outputTokens":140,"latencyMs":1999.2712090000277},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12069,"outputTokens":204,"latencyMs":3021.517832999991},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8393,"outputTokens":332,"latencyMs":5323.491916000028},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10761,"outputTokens":143,"latencyMs":3467.1724169999943},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6842,"outputTokens":207,"latencyMs":3979.5487079999875},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7279,"outputTokens":143,"latencyMs":2075.3569580000476},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12069,"outputTokens":271,"latencyMs":3360.761583000014},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8393,"outputTokens":79,"latencyMs":3540.7481249999837},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10761,"outputTokens":268,"latencyMs":3815.062042000005},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":6842,"outputTokens":396,"latencyMs":4238.7039159999695},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7279,"outputTokens":204,"latencyMs":2662.2077500000014},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":12069,"outputTokens":140,"latencyMs":2843.7720839999965},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8393,"outputTokens":204,"latencyMs":4767.953125},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3603.189249999996},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6841,"outputTokens":199,"latencyMs":2921.2523330000113},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7278,"outputTokens":455,"latencyMs":6127.850834000041},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"3","actual":"10","isCorrect":false,"inputTokens":12068,"outputTokens":519,"latencyMs":5192.418166999996},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8392,"outputTokens":455,"latencyMs":7608.280457999965},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10761,"outputTokens":330,"latencyMs":3521.545542000036},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6842,"outputTokens":202,"latencyMs":3222.715499999991},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7279,"outputTokens":138,"latencyMs":2931.7234590000007},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12069,"outputTokens":202,"latencyMs":7230.87591599999},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8393,"outputTokens":138,"latencyMs":2280.7286670000176},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10761,"outputTokens":141,"latencyMs":2470.5883330000215},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6842,"outputTokens":205,"latencyMs":2900.343332999968},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7279,"outputTokens":205,"latencyMs":2854.8742910000146},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12069,"outputTokens":141,"latencyMs":5015.89291699999},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8393,"outputTokens":141,"latencyMs":2197.4238340000156},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10761,"outputTokens":396,"latencyMs":8121.776167000004},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6842,"outputTokens":524,"latencyMs":5608.220708999957},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7279,"outputTokens":332,"latencyMs":4742.264792000002},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12069,"outputTokens":332,"latencyMs":5623.460333000054},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8393,"outputTokens":204,"latencyMs":2709.7400409999536},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3973.2480000000214},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6841,"outputTokens":455,"latencyMs":5220.780375000031},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7278,"outputTokens":839,"latencyMs":9090.352833999961},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":12068,"outputTokens":519,"latencyMs":5274.0245830000495},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":8392,"outputTokens":519,"latencyMs":5785.010666999966},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10757,"outputTokens":775,"latencyMs":7403.081957999966},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6838,"outputTokens":711,"latencyMs":6760.097416999983},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7275,"outputTokens":775,"latencyMs":7540.421958999999},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12065,"outputTokens":839,"latencyMs":7469.843333999976},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8389,"outputTokens":583,"latencyMs":5533.986083000025},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10757,"outputTokens":711,"latencyMs":8027.375500000024},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6838,"outputTokens":711,"latencyMs":6540.831958000024},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7275,"outputTokens":711,"latencyMs":6368.782166999998},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12065,"outputTokens":711,"latencyMs":6313.597209000029},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8389,"outputTokens":647,"latencyMs":6299.8524580000085},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10758,"outputTokens":775,"latencyMs":7374.740040999954},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6839,"outputTokens":711,"latencyMs":7314.57354100002},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7276,"outputTokens":519,"latencyMs":6731.960124999983},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12066,"outputTokens":647,"latencyMs":6681.448958000052},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8390,"outputTokens":711,"latencyMs":7164.086874999979},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":10758,"outputTokens":2442,"latencyMs":18872.10591599997},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":6839,"outputTokens":4426,"latencyMs":37886.70441600005},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":7276,"outputTokens":2890,"latencyMs":25755.817291999992},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":12066,"outputTokens":2570,"latencyMs":21423.09054200002},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":8390,"outputTokens":2186,"latencyMs":16161.674042000028},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"698.10","actual":"693.64","isCorrect":false,"inputTokens":10756,"outputTokens":6409,"latencyMs":48809.46754099999},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":6837,"outputTokens":5961,"latencyMs":45822.211416999984},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"698.10","actual":"950.05","isCorrect":false,"inputTokens":7274,"outputTokens":2697,"latencyMs":21227.373750000028},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":12064,"outputTokens":3721,"latencyMs":26520.034125000006},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"698.10","actual":"693.64","isCorrect":false,"inputTokens":8388,"outputTokens":6217,"latencyMs":54472.098708000034},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10757,"outputTokens":199,"latencyMs":3240.0961670000106},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6838,"outputTokens":391,"latencyMs":6134.471666999976},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7275,"outputTokens":135,"latencyMs":2585.341582999972},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12065,"outputTokens":327,"latencyMs":3617.489916999999},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8389,"outputTokens":199,"latencyMs":2682.431666999997},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10756,"outputTokens":842,"latencyMs":7093.496583},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6837,"outputTokens":842,"latencyMs":7421.49883300002},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7274,"outputTokens":842,"latencyMs":7471.532540999993},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"2152.82","actual":"1822.85","isCorrect":false,"inputTokens":12064,"outputTokens":842,"latencyMs":6895.495374999999},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8388,"outputTokens":650,"latencyMs":6038.821250000037},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":10760,"outputTokens":1415,"latencyMs":11667.665457999974},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":6841,"outputTokens":1863,"latencyMs":16860.552292000037},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":7278,"outputTokens":1479,"latencyMs":13681.357707999996},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":12068,"outputTokens":1671,"latencyMs":13620.787917000009},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8392,"outputTokens":1479,"latencyMs":12091.125792000035},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":10760,"outputTokens":1415,"latencyMs":11046.142666},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":6841,"outputTokens":1607,"latencyMs":14428.138582999993},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":7278,"outputTokens":1735,"latencyMs":14634.961167000001},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":12068,"outputTokens":1543,"latencyMs":14096.25225000002},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8392,"outputTokens":1671,"latencyMs":18844.023499999952},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":10760,"outputTokens":1223,"latencyMs":13014.50229199999},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":6841,"outputTokens":1415,"latencyMs":10900.717040999967},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":7278,"outputTokens":1927,"latencyMs":13485.596332999994},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":12068,"outputTokens":1415,"latencyMs":14228.706707999983},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":8392,"outputTokens":1991,"latencyMs":15106.401208999974},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10764,"outputTokens":1543,"latencyMs":14486.385042000038},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6845,"outputTokens":1031,"latencyMs":12831.842833000002},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7282,"outputTokens":1031,"latencyMs":11625.482334},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12072,"outputTokens":967,"latencyMs":7937.718709000037},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8396,"outputTokens":775,"latencyMs":6501.633499999996},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":10764,"outputTokens":967,"latencyMs":9524.465083999967},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6845,"outputTokens":1159,"latencyMs":11175.71074999997},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7282,"outputTokens":903,"latencyMs":8199.182500000054},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":12072,"outputTokens":1223,"latencyMs":13390.794166999985},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8396,"outputTokens":967,"latencyMs":12348.245707999973},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10765,"outputTokens":1095,"latencyMs":10116.773791000014},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6846,"outputTokens":967,"latencyMs":13025.872541000019},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7283,"outputTokens":647,"latencyMs":9304.396834000014},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12073,"outputTokens":1479,"latencyMs":14533.240667000064},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8397,"outputTokens":711,"latencyMs":6816.599000000046},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":10765,"outputTokens":1287,"latencyMs":11121.241000000038},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6846,"outputTokens":967,"latencyMs":7971.9096250000875},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7283,"outputTokens":1223,"latencyMs":13170.786708},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":12073,"outputTokens":1351,"latencyMs":11287.08370800002},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":8397,"outputTokens":1671,"latencyMs":13525.659250000026},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10764,"outputTokens":1095,"latencyMs":10712.591958999983},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6845,"outputTokens":967,"latencyMs":9069.787000000011},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7282,"outputTokens":1031,"latencyMs":7882.628000000026},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"3","actual":"9","isCorrect":false,"inputTokens":12072,"outputTokens":2247,"latencyMs":18683.20766700001},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8396,"outputTokens":1031,"latencyMs":8478.459499999997},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10764,"outputTokens":1159,"latencyMs":9306.706791999983},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6845,"outputTokens":1287,"latencyMs":11594.567415999947},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7282,"outputTokens":1031,"latencyMs":9524.092375000007},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12072,"outputTokens":2759,"latencyMs":26369.26116600004},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8396,"outputTokens":775,"latencyMs":9748.013957999996},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":10765,"outputTokens":1095,"latencyMs":39946.88145800005},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6846,"outputTokens":903,"latencyMs":9888.969541999977},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7283,"outputTokens":1095,"latencyMs":12640.796208000043},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":12073,"outputTokens":1351,"latencyMs":11214.770499999984},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":8397,"outputTokens":903,"latencyMs":9450.747916999971},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":10766,"outputTokens":2503,"latencyMs":19977.371999999974},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":6847,"outputTokens":2375,"latencyMs":18024.229249999975},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"20","actual":"40","isCorrect":false,"inputTokens":7284,"outputTokens":7495,"latencyMs":58220.70745899994},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"20","actual":"38","isCorrect":false,"inputTokens":12074,"outputTokens":4679,"latencyMs":37425.450541},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":8398,"outputTokens":2247,"latencyMs":17404.883417000063},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":10766,"outputTokens":2311,"latencyMs":16292.80449999997},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"20","isCorrect":false,"inputTokens":6847,"outputTokens":2119,"latencyMs":15755.76154200011},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":7284,"outputTokens":2823,"latencyMs":21742.35158399993},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"19","actual":"30","isCorrect":false,"inputTokens":12074,"outputTokens":3207,"latencyMs":24869.222708999994},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"18","isCorrect":false,"inputTokens":8398,"outputTokens":1671,"latencyMs":12834.909708000021},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3725,"outputTokens":72,"latencyMs":1824.3022920000367},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2398,"outputTokens":72,"latencyMs":1991.3117499999935},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1596,"outputTokens":136,"latencyMs":3694.33816699998},{"questionId":"q71","format":"csv","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1454,"outputTokens":136,"latencyMs":2339.3556249999674},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4431,"outputTokens":136,"latencyMs":2338.732917000074},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2996,"outputTokens":136,"latencyMs":2367.6684170000954},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3725,"outputTokens":202,"latencyMs":2570.8423750000075},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2398,"outputTokens":138,"latencyMs":6741.431541999918},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1596,"outputTokens":138,"latencyMs":2214.866916000028},{"questionId":"q72","format":"csv","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1454,"outputTokens":74,"latencyMs":2041.7232079999521},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4431,"outputTokens":138,"latencyMs":2356.0058329999447},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2996,"outputTokens":138,"latencyMs":1795.673124999972},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3726,"outputTokens":265,"latencyMs":4947.881333000027},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2399,"outputTokens":265,"latencyMs":2833.8702500000363},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1597,"outputTokens":201,"latencyMs":3614.8626249999506},{"questionId":"q73","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1455,"outputTokens":201,"latencyMs":2361.6649169999873},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4432,"outputTokens":137,"latencyMs":2093.6825420000823},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2997,"outputTokens":137,"latencyMs":4162.406042000046},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3726,"outputTokens":135,"latencyMs":2269.4359159999294},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2964.297833999968},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1597,"outputTokens":391,"latencyMs":4793.913707999978},{"questionId":"q74","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1455,"outputTokens":71,"latencyMs":1709.6704169999575},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4432,"outputTokens":199,"latencyMs":2772.8872919999994},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2997,"outputTokens":135,"latencyMs":3211.8954580000136},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3725,"outputTokens":200,"latencyMs":2706.251292000059},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2398,"outputTokens":264,"latencyMs":4304.166708000004},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1596,"outputTokens":1672,"latencyMs":15282.85487499996},{"questionId":"q75","format":"csv","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1454,"outputTokens":136,"latencyMs":4779.248625000007},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4431,"outputTokens":200,"latencyMs":2664.8808749999152},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2996,"outputTokens":136,"latencyMs":4078.707541999989},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3725,"outputTokens":202,"latencyMs":2657.9091670000926},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2398,"outputTokens":202,"latencyMs":2583.576166999992},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1596,"outputTokens":522,"latencyMs":6120.337832999998},{"questionId":"q76","format":"csv","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1454,"outputTokens":138,"latencyMs":1891.5040410000365},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4431,"outputTokens":202,"latencyMs":2342.1456659999676},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2996,"outputTokens":138,"latencyMs":2111.249959000037},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3726,"outputTokens":201,"latencyMs":2276.2088330000406},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2399,"outputTokens":201,"latencyMs":2445.9590000000317},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1597,"outputTokens":265,"latencyMs":3605.441749999998},{"questionId":"q77","format":"csv","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1455,"outputTokens":265,"latencyMs":3432.412791000097},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4432,"outputTokens":201,"latencyMs":3005.060334000038},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2997,"outputTokens":265,"latencyMs":4920.82916600001},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3726,"outputTokens":327,"latencyMs":9672.216999999946},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2258.2261660000077},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1597,"outputTokens":135,"latencyMs":2784.1056249999674},{"questionId":"q78","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1455,"outputTokens":135,"latencyMs":2266.577583999955},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4432,"outputTokens":199,"latencyMs":3289.6401250000345},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2997,"outputTokens":199,"latencyMs":3341.089249999961},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3725,"outputTokens":72,"latencyMs":2366.2678750000196},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2398,"outputTokens":200,"latencyMs":3525.4627500000643},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1596,"outputTokens":200,"latencyMs":4579.349582999945},{"questionId":"q79","format":"csv","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1454,"outputTokens":136,"latencyMs":2242.795291999937},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4431,"outputTokens":136,"latencyMs":1997.3022089999868},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2996,"outputTokens":200,"latencyMs":3089.5134580000304},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3722,"outputTokens":263,"latencyMs":3487.994750000071},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2395,"outputTokens":327,"latencyMs":3876.0249590000603},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1593,"outputTokens":327,"latencyMs":4497.503999999957},{"questionId":"q80","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1451,"outputTokens":327,"latencyMs":3974.2590000000782},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4428,"outputTokens":775,"latencyMs":9364.97662500001},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2993,"outputTokens":839,"latencyMs":6536.485957999947},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":3723,"outputTokens":2952,"latencyMs":25197.723415999906},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2396,"outputTokens":2376,"latencyMs":19591.46325000003},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1594,"outputTokens":3848,"latencyMs":30049.87841600005},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1452,"outputTokens":3592,"latencyMs":32584.832832999993},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4429,"outputTokens":2568,"latencyMs":26232.028625000035},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2994,"outputTokens":3784,"latencyMs":31686.203708999907},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3723,"outputTokens":2056,"latencyMs":29541.192583000055},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2396,"outputTokens":2120,"latencyMs":18433.71520799992},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1594,"outputTokens":1416,"latencyMs":16568.16829199996},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1452,"outputTokens":2120,"latencyMs":18401.384500000044},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4429,"outputTokens":2120,"latencyMs":71863.88837499998},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2994,"outputTokens":2248,"latencyMs":22854.19095900003},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":3721,"outputTokens":3530,"latencyMs":29241.990583000006},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2394,"outputTokens":3594,"latencyMs":41383.51104199991},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1592,"outputTokens":3786,"latencyMs":30739.118541999953},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1450,"outputTokens":5514,"latencyMs":47904.817541000084},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":4427,"outputTokens":2762,"latencyMs":26283.145374999964},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2992,"outputTokens":4042,"latencyMs":29921.262624999974},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333","isCorrect":true,"inputTokens":3719,"outputTokens":2636,"latencyMs":19491.296667000046},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.527833","isCorrect":true,"inputTokens":2392,"outputTokens":3850,"latencyMs":27670.99208300002},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.5278333333","isCorrect":true,"inputTokens":1590,"outputTokens":5260,"latencyMs":36886.95470800006},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.5278","isCorrect":true,"inputTokens":1448,"outputTokens":3914,"latencyMs":32095.964000000036},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.5303","isCorrect":true,"inputTokens":4425,"outputTokens":2826,"latencyMs":21857.65495799994},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.5298333333","isCorrect":true,"inputTokens":2990,"outputTokens":4492,"latencyMs":33101.25937500002},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3723,"outputTokens":1159,"latencyMs":9321.95083300001},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2396,"outputTokens":1287,"latencyMs":10380.200499999919},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1594,"outputTokens":1415,"latencyMs":11589.85175000003},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1452,"outputTokens":1671,"latencyMs":13053.38820799999},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4429,"outputTokens":1415,"latencyMs":13855.05920899997},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2994,"outputTokens":1415,"latencyMs":11732.793959000031},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3722,"outputTokens":2055,"latencyMs":15511.885458000004},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2395,"outputTokens":1735,"latencyMs":12649.70991700003},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1593,"outputTokens":2311,"latencyMs":19864.19262499991},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1451,"outputTokens":2439,"latencyMs":21360.455709},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4428,"outputTokens":1863,"latencyMs":14230.067458999925},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2993,"outputTokens":2119,"latencyMs":17830.336374999955},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3729,"outputTokens":2055,"latencyMs":15676.003875000053},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2402,"outputTokens":2247,"latencyMs":18072.957041000016},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1600,"outputTokens":1735,"latencyMs":17205.39591600001},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1458,"outputTokens":1671,"latencyMs":15129.71100000001},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4435,"outputTokens":1863,"latencyMs":16848.065500000026},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3000,"outputTokens":3783,"latencyMs":28171.87820799998},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3729,"outputTokens":1607,"latencyMs":12516.068333000061},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2402,"outputTokens":1799,"latencyMs":14587.507709000027},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1600,"outputTokens":1735,"latencyMs":13464.926124999998},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1458,"outputTokens":1415,"latencyMs":10154.312957999995},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4435,"outputTokens":1799,"latencyMs":13857.554457999999},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3000,"outputTokens":1991,"latencyMs":15959.20745899994},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3729,"outputTokens":3015,"latencyMs":21109.16279199999},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2402,"outputTokens":2375,"latencyMs":17738.52874999994},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1600,"outputTokens":2695,"latencyMs":24250.144250000012},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1458,"outputTokens":1863,"latencyMs":14587.208416000009},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4435,"outputTokens":1863,"latencyMs":15798.752917000093},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3000,"outputTokens":2119,"latencyMs":15580.995792000089},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3729,"outputTokens":1799,"latencyMs":15500.211708000046},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2402,"outputTokens":2247,"latencyMs":16598.138999999966},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1600,"outputTokens":1671,"latencyMs":15448.291624999954},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1458,"outputTokens":2759,"latencyMs":22686.199166000006},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4435,"outputTokens":2247,"latencyMs":14591.05012499995},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3000,"outputTokens":2119,"latencyMs":15068.102708999999},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3729,"outputTokens":2055,"latencyMs":14814.978499999968},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2402,"outputTokens":2631,"latencyMs":18904.37629100005},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1600,"outputTokens":1991,"latencyMs":13199.51000000001},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1458,"outputTokens":1863,"latencyMs":13311.805165999918},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4435,"outputTokens":1991,"latencyMs":14602.34366699995},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3000,"outputTokens":2183,"latencyMs":15701.061791999964},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3728,"outputTokens":1863,"latencyMs":13439.475374999922},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2401,"outputTokens":1927,"latencyMs":15008.399999999907},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1599,"outputTokens":3783,"latencyMs":35872.39141700009},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1457,"outputTokens":2503,"latencyMs":20055.865292000002},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":4434,"outputTokens":2503,"latencyMs":17435.123250000062},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":2999,"outputTokens":3079,"latencyMs":22982.65754200006},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":3728,"outputTokens":1799,"latencyMs":13667.848667000071},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"10","isCorrect":false,"inputTokens":2401,"outputTokens":1927,"latencyMs":17325.981458000024},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1599,"outputTokens":2887,"latencyMs":20446.213084000046},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1457,"outputTokens":1735,"latencyMs":12592.209082999965},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":4434,"outputTokens":2183,"latencyMs":16554.567291000043},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2999,"outputTokens":1799,"latencyMs":14725.110458000097},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3731,"outputTokens":2439,"latencyMs":18433.54758299992},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2404,"outputTokens":2887,"latencyMs":19885.17279099999},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1602,"outputTokens":2439,"latencyMs":16427.026208999916},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1460,"outputTokens":2503,"latencyMs":22909.33795800002},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4437,"outputTokens":3207,"latencyMs":27805.63466699992},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3002,"outputTokens":3463,"latencyMs":33591.67854200001},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3731,"outputTokens":3015,"latencyMs":23251.54983299994},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2404,"outputTokens":2247,"latencyMs":16468.20525},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1602,"outputTokens":3271,"latencyMs":22610.48450000002},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1460,"outputTokens":2695,"latencyMs":19205.803833000013},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4437,"outputTokens":3015,"latencyMs":55259.601417000056},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3002,"outputTokens":3591,"latencyMs":32831.01295799995},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15205,"outputTokens":136,"latencyMs":4415.759916999959},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11512,"outputTokens":136,"latencyMs":2476.5069170000497},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8826,"outputTokens":392,"latencyMs":6678.939291999908},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8574,"outputTokens":264,"latencyMs":3124.76004199998},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17151,"outputTokens":264,"latencyMs":3757.339666999993},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13187,"outputTokens":136,"latencyMs":2453.827042000019},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15207,"outputTokens":264,"latencyMs":3340.344334000023},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11514,"outputTokens":136,"latencyMs":2731.200542000006},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8828,"outputTokens":456,"latencyMs":4634.077583000064},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8576,"outputTokens":264,"latencyMs":3072.655792000005},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17153,"outputTokens":328,"latencyMs":5187.99537499994},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13189,"outputTokens":264,"latencyMs":2972.668459000066},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15202,"outputTokens":392,"latencyMs":6565.118416999932},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11509,"outputTokens":328,"latencyMs":5349.2032079999335},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8823,"outputTokens":264,"latencyMs":5895.460208999924},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8571,"outputTokens":392,"latencyMs":8778.092291999958},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17148,"outputTokens":328,"latencyMs":3495.3217089999234},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13184,"outputTokens":200,"latencyMs":2354.116207999992},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15208,"outputTokens":327,"latencyMs":4937.107541999896},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11515,"outputTokens":263,"latencyMs":5866.194583999924},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8829,"outputTokens":327,"latencyMs":4661.650708000059},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8577,"outputTokens":199,"latencyMs":5637.232500000042},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17154,"outputTokens":327,"latencyMs":4181.799791000085},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13190,"outputTokens":71,"latencyMs":4502.852916000062},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15202,"outputTokens":264,"latencyMs":4264.957042000024},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11509,"outputTokens":264,"latencyMs":4715.0439169999445},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8823,"outputTokens":456,"latencyMs":4663.678291999968},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8571,"outputTokens":456,"latencyMs":4373.569167000009},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17148,"outputTokens":264,"latencyMs":4518.0309170000255},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13184,"outputTokens":200,"latencyMs":3396.0952080000425},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15207,"outputTokens":328,"latencyMs":3352.841791999992},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11514,"outputTokens":200,"latencyMs":3811.8977919999743},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8828,"outputTokens":520,"latencyMs":4372.860667000059},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8576,"outputTokens":392,"latencyMs":8314.033834000002},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17153,"outputTokens":264,"latencyMs":3775.505833000061},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13189,"outputTokens":200,"latencyMs":3031.6716250000754},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":15206,"outputTokens":263,"latencyMs":3577.9217920000665},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":11513,"outputTokens":391,"latencyMs":4984.194374999963},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8827,"outputTokens":327,"latencyMs":2999.1308750000317},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8575,"outputTokens":199,"latencyMs":2731.939916999894},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":17152,"outputTokens":263,"latencyMs":4291.760083000059},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":13188,"outputTokens":199,"latencyMs":2982.4712919999147},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":15205,"outputTokens":199,"latencyMs":3033.5258750000503},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11512,"outputTokens":199,"latencyMs":2402.1904580000555},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8826,"outputTokens":199,"latencyMs":3819.8529170000693},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8574,"outputTokens":199,"latencyMs":5906.104833999998},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17151,"outputTokens":327,"latencyMs":6253.140375000075},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13187,"outputTokens":327,"latencyMs":5041.93295799999},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15209,"outputTokens":136,"latencyMs":2659.5286250000354},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11516,"outputTokens":264,"latencyMs":5142.21333300008},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8830,"outputTokens":1032,"latencyMs":10100.530999999959},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8578,"outputTokens":456,"latencyMs":4893.221375000081},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17155,"outputTokens":264,"latencyMs":4294.26020800008},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13191,"outputTokens":264,"latencyMs":4737.258334000013},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15205,"outputTokens":264,"latencyMs":3726.951584000024},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11512,"outputTokens":264,"latencyMs":7198.318916999968},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8826,"outputTokens":584,"latencyMs":7164.169375000056},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8574,"outputTokens":264,"latencyMs":3408.346166000003},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17151,"outputTokens":264,"latencyMs":5034.2518750000745},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13187,"outputTokens":200,"latencyMs":2860.038958000019},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15210,"outputTokens":200,"latencyMs":6269.80237499997},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11517,"outputTokens":264,"latencyMs":3151.269250000012},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8831,"outputTokens":392,"latencyMs":3999.4535840000026},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8579,"outputTokens":456,"latencyMs":5135.202249999973},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17156,"outputTokens":328,"latencyMs":3332.8847920000553},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13192,"outputTokens":392,"latencyMs":5556.021707999986},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15201,"outputTokens":2311,"latencyMs":23159.096124999924},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11508,"outputTokens":1543,"latencyMs":12534.502666999935},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8822,"outputTokens":199,"latencyMs":2567.922332999995},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8570,"outputTokens":1479,"latencyMs":14547.191708000028},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17147,"outputTokens":3591,"latencyMs":33813.18545800005},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"155","isCorrect":false,"inputTokens":13183,"outputTokens":5447,"latencyMs":44699.56258300005},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":15204,"outputTokens":6025,"latencyMs":49491.311875000014},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":11511,"outputTokens":5449,"latencyMs":44976.463749999995},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8825,"outputTokens":13705,"latencyMs":127624.62895799999},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15412563","isCorrect":false,"inputTokens":8573,"outputTokens":5641,"latencyMs":47563.12933399994},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"15517376","isCorrect":false,"inputTokens":17150,"outputTokens":9545,"latencyMs":71158.95558299997},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":13186,"outputTokens":7049,"latencyMs":74691.67350000003},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"2528243","actual":"1521139","isCorrect":false,"inputTokens":15204,"outputTokens":6857,"latencyMs":67510.32391699997},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"2528243","actual":"2498824","isCorrect":false,"inputTokens":11511,"outputTokens":4937,"latencyMs":37506.675708999974},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":8825,"outputTokens":12809,"latencyMs":112831.9693750001},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"2528243","actual":"2529243","isCorrect":false,"inputTokens":8573,"outputTokens":12361,"latencyMs":89265.98774999997},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"2528243","actual":"2561476","isCorrect":false,"inputTokens":17150,"outputTokens":8393,"latencyMs":55145.15708399995},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":13186,"outputTokens":8393,"latencyMs":66740.92758300004},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"157962.66","isCorrect":false,"inputTokens":15203,"outputTokens":4106,"latencyMs":38557.43400000001},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":11510,"outputTokens":5578,"latencyMs":67541.88345900003},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8824,"outputTokens":6730,"latencyMs":51204.950333000044},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8572,"outputTokens":5642,"latencyMs":37148.54029199993},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"223000","isCorrect":false,"inputTokens":17149,"outputTokens":1672,"latencyMs":14603.206790999975},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"158305.18","isCorrect":false,"inputTokens":13185,"outputTokens":6730,"latencyMs":51263.04112499999},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":15205,"outputTokens":28487,"latencyMs":190900.79233299987},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":11512,"outputTokens":2887,"latencyMs":18004.22108300007},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8826,"outputTokens":3911,"latencyMs":36760.86504200008},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":8574,"outputTokens":4551,"latencyMs":32632.275999999954},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"41","actual":"43","isCorrect":false,"inputTokens":17151,"outputTokens":5959,"latencyMs":47963.752624999965},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":13187,"outputTokens":4615,"latencyMs":35156.557249999954},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"48","isCorrect":false,"inputTokens":15205,"outputTokens":4999,"latencyMs":37420.13208300003},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":11512,"outputTokens":6599,"latencyMs":50662.197375000105},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"53","actual":"55","isCorrect":false,"inputTokens":8826,"outputTokens":4423,"latencyMs":37099.02266700007},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"53","actual":"56","isCorrect":false,"inputTokens":8574,"outputTokens":3719,"latencyMs":28880.48079199996},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"53","actual":"47","isCorrect":false,"inputTokens":17151,"outputTokens":5127,"latencyMs":38762.62162499991},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":13187,"outputTokens":9991,"latencyMs":77426.31925000018},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":15204,"outputTokens":5447,"latencyMs":40331.298708999995},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"76","isCorrect":false,"inputTokens":11511,"outputTokens":2631,"latencyMs":20413.793082999997},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8825,"outputTokens":2311,"latencyMs":16898.795500000007},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8573,"outputTokens":2887,"latencyMs":21191.05854200013},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"77","actual":"68","isCorrect":false,"inputTokens":17150,"outputTokens":7687,"latencyMs":55218.46995800012},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":13186,"outputTokens":3079,"latencyMs":21970.35683299997},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":15204,"outputTokens":2311,"latencyMs":16199.219916000031},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":11511,"outputTokens":2055,"latencyMs":14659.400208999868},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8825,"outputTokens":4359,"latencyMs":34435.57237499999},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8573,"outputTokens":2567,"latencyMs":18210.730375000043},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":17150,"outputTokens":2055,"latencyMs":18385.114875000203},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13186,"outputTokens":2311,"latencyMs":20261.37933399994},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15204,"outputTokens":1095,"latencyMs":8671.577082999982},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":11511,"outputTokens":1031,"latencyMs":10162.498167000012},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8825,"outputTokens":2823,"latencyMs":24796.8173750001},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8573,"outputTokens":2055,"latencyMs":16484.410083999857},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":17150,"outputTokens":775,"latencyMs":7641.333917000098},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":13186,"outputTokens":1927,"latencyMs":14260.779457999859},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"43","isCorrect":false,"inputTokens":15204,"outputTokens":2375,"latencyMs":18652.363167000003},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"40","isCorrect":false,"inputTokens":11511,"outputTokens":2247,"latencyMs":15727.368292000145},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8825,"outputTokens":3463,"latencyMs":24244.907750000013},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8573,"outputTokens":4935,"latencyMs":32889.85933299991},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"49","actual":"43","isCorrect":false,"inputTokens":17150,"outputTokens":7431,"latencyMs":49845.45004200004},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":13186,"outputTokens":3335,"latencyMs":23436.545666999882},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":15204,"outputTokens":5703,"latencyMs":37366.89908399992},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":11511,"outputTokens":2631,"latencyMs":22536.738458000124},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8825,"outputTokens":6855,"latencyMs":58546.48245800007},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8573,"outputTokens":2759,"latencyMs":20400.750625000102},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":17150,"outputTokens":8007,"latencyMs":67408.01587500004},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13186,"outputTokens":8007,"latencyMs":56406.308708},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15204,"outputTokens":2375,"latencyMs":16841.610582999885},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11511,"outputTokens":3015,"latencyMs":22129.66941699991},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8825,"outputTokens":5063,"latencyMs":41461.67545800004},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8573,"outputTokens":1799,"latencyMs":13731.491125000175},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17150,"outputTokens":1671,"latencyMs":12081.078541999916},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":13186,"outputTokens":2311,"latencyMs":17877.154000000097},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"54","isCorrect":false,"inputTokens":15211,"outputTokens":3463,"latencyMs":30047.93187500001},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"54","isCorrect":false,"inputTokens":11518,"outputTokens":4103,"latencyMs":45088.04829100007},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8832,"outputTokens":7047,"latencyMs":50745.696167000104},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8580,"outputTokens":5703,"latencyMs":40459.02520899987},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"57","actual":"84","isCorrect":false,"inputTokens":17157,"outputTokens":16455,"latencyMs":125781.46854200005},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":13193,"outputTokens":6663,"latencyMs":102326.54787499993},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"31","isCorrect":false,"inputTokens":15211,"outputTokens":3271,"latencyMs":25686.286792000057},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":11518,"outputTokens":6279,"latencyMs":52420.123124999925},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"43","actual":"42","isCorrect":false,"inputTokens":8832,"outputTokens":8327,"latencyMs":65663.83879199997},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8580,"outputTokens":3719,"latencyMs":26515.606124999933},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"43","actual":"30","isCorrect":false,"inputTokens":17157,"outputTokens":3143,"latencyMs":32663.77841699985},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"49","isCorrect":false,"inputTokens":13193,"outputTokens":5447,"latencyMs":41647.481875000056},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15211,"outputTokens":2503,"latencyMs":19866.231833999977},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":11518,"outputTokens":2567,"latencyMs":20572.84479100001},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8832,"outputTokens":7687,"latencyMs":59710.30420799996},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8580,"outputTokens":3271,"latencyMs":25443.094375000102},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"25","actual":"24","isCorrect":false,"inputTokens":17157,"outputTokens":3079,"latencyMs":25214.91200000001},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"17","isCorrect":false,"inputTokens":13193,"outputTokens":5639,"latencyMs":46368.48183299997},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"8","isCorrect":false,"inputTokens":15211,"outputTokens":2439,"latencyMs":20279.95849999995},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11518,"outputTokens":2823,"latencyMs":21447.17133299983},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8832,"outputTokens":3527,"latencyMs":27965.023334000027},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8580,"outputTokens":2567,"latencyMs":22863.875459000003},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17157,"outputTokens":3399,"latencyMs":28244.31625000015},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":13193,"outputTokens":2887,"latencyMs":23516.321749999886},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15211,"outputTokens":4295,"latencyMs":35812.47529199999},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11518,"outputTokens":2567,"latencyMs":22001.28716599988},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8832,"outputTokens":3527,"latencyMs":27949.87525000004},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8580,"outputTokens":3591,"latencyMs":30516.59579199995},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17157,"outputTokens":3207,"latencyMs":25457.98716599983},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13193,"outputTokens":3015,"latencyMs":23336.21820799983},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6858,"outputTokens":135,"latencyMs":2642.089500000002},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4880,"outputTokens":199,"latencyMs":3509.738791999873},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5859,"outputTokens":135,"latencyMs":2451.722916000057},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7768,"outputTokens":199,"latencyMs":2887.4899579999037},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5886,"outputTokens":135,"latencyMs":2344.7639579998795},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6858,"outputTokens":201,"latencyMs":3325.3229580000043},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4880,"outputTokens":265,"latencyMs":3112.0506659999955},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5859,"outputTokens":329,"latencyMs":3138.3786250001285},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7768,"outputTokens":201,"latencyMs":2456.365125000011},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5886,"outputTokens":265,"latencyMs":3176.0160840000026},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":6859,"outputTokens":455,"latencyMs":4163.004833000014},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":4881,"outputTokens":199,"latencyMs":3717.775041999994},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5860,"outputTokens":199,"latencyMs":4775.366875000065},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":7769,"outputTokens":327,"latencyMs":4004.8282500000205},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5887,"outputTokens":199,"latencyMs":2888.953624999849},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6859,"outputTokens":392,"latencyMs":4199.671832999913},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4881,"outputTokens":520,"latencyMs":5690.4224580000155},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5860,"outputTokens":264,"latencyMs":3060.348708000034},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7769,"outputTokens":456,"latencyMs":4671.072417000076},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5887,"outputTokens":200,"latencyMs":2604.2215829999186},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6858,"outputTokens":263,"latencyMs":3508.316957999952},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4880,"outputTokens":263,"latencyMs":3040.1347499999683},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5859,"outputTokens":327,"latencyMs":3664.1815829998814},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7768,"outputTokens":199,"latencyMs":3045.7201249999925},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5886,"outputTokens":327,"latencyMs":4769.399749999866},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6858,"outputTokens":137,"latencyMs":2659.686250000028},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4880,"outputTokens":265,"latencyMs":6073.4702920001},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5859,"outputTokens":201,"latencyMs":2600.5177920002025},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7768,"outputTokens":265,"latencyMs":3274.608666999964},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5886,"outputTokens":265,"latencyMs":5826.719209000003},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":6859,"outputTokens":199,"latencyMs":3293.278500000015},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":4881,"outputTokens":263,"latencyMs":4044.819916999899},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5860,"outputTokens":199,"latencyMs":4312.394667000044},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":7769,"outputTokens":391,"latencyMs":4605.550000000047},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5887,"outputTokens":199,"latencyMs":2351.3004580000415},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":6859,"outputTokens":199,"latencyMs":2810.2617079999764},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":4881,"outputTokens":135,"latencyMs":2526.6270830000285},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5860,"outputTokens":199,"latencyMs":2574.3227499998175},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":7769,"outputTokens":199,"latencyMs":3967.6630420000292},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5887,"outputTokens":199,"latencyMs":4692.83683299995},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6858,"outputTokens":199,"latencyMs":2618.3168750000186},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4880,"outputTokens":903,"latencyMs":8403.643415999832},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5859,"outputTokens":391,"latencyMs":5556.864374999888},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7768,"outputTokens":327,"latencyMs":4956.439874999924},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5886,"outputTokens":199,"latencyMs":2702.3142909999005},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6858,"outputTokens":137,"latencyMs":6340.5018329999875},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4880,"outputTokens":1289,"latencyMs":10921.655666999985},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5859,"outputTokens":329,"latencyMs":4083.661084000021},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7768,"outputTokens":201,"latencyMs":2712.257832999807},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5886,"outputTokens":1161,"latencyMs":13487.609124999959},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":6842,"outputTokens":4295,"latencyMs":31497.821125000017},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4864,"outputTokens":5063,"latencyMs":39918.98462500004},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5843,"outputTokens":263,"latencyMs":3533.640083000064},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":7752,"outputTokens":7431,"latencyMs":61702.794250000035},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"67","isCorrect":false,"inputTokens":5870,"outputTokens":3463,"latencyMs":26411.484875000082},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"2453.41","actual":"2558","isCorrect":false,"inputTokens":6843,"outputTokens":10888,"latencyMs":83042.5446250001},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"2453.41","actual":"2453.4133333333","isCorrect":true,"inputTokens":4865,"outputTokens":7629,"latencyMs":55094.018666000105},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"2453.41","actual":"2536.72","isCorrect":false,"inputTokens":5844,"outputTokens":5770,"latencyMs":40701.20837500016},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"2453.41","actual":"2386.03","isCorrect":false,"inputTokens":7753,"outputTokens":4234,"latencyMs":31565.561874999898},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"2453.41","actual":"2459.97 ms","isCorrect":false,"inputTokens":5871,"outputTokens":3979,"latencyMs":31334.34950000001},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":6842,"outputTokens":2695,"latencyMs":21486.44941599993},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":4864,"outputTokens":2311,"latencyMs":18554.253540999955},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":5843,"outputTokens":3591,"latencyMs":26000.71870899992},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"29","actual":"25","isCorrect":false,"inputTokens":7752,"outputTokens":10439,"latencyMs":83326.65795799997},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"27","isCorrect":false,"inputTokens":5870,"outputTokens":3463,"latencyMs":27636.63966600015},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6842,"outputTokens":2311,"latencyMs":17983.573333000066},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4864,"outputTokens":3463,"latencyMs":39156.05854200013},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5843,"outputTokens":13575,"latencyMs":103096.09795899992},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"17","actual":"14","isCorrect":false,"inputTokens":7752,"outputTokens":8135,"latencyMs":67448.66695800005},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5870,"outputTokens":12103,"latencyMs":104351.20504099992},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"23","isCorrect":false,"inputTokens":6842,"outputTokens":1863,"latencyMs":15394.159792000195},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"28","isCorrect":false,"inputTokens":4864,"outputTokens":10887,"latencyMs":95055.6825420002},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"29","actual":"17","isCorrect":false,"inputTokens":5843,"outputTokens":3015,"latencyMs":22336.973833000055},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"29","actual":"21","isCorrect":false,"inputTokens":7752,"outputTokens":6279,"latencyMs":55273.57554200012},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"24","isCorrect":false,"inputTokens":5870,"outputTokens":2183,"latencyMs":16989.170292000053},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"18","isCorrect":false,"inputTokens":6844,"outputTokens":19463,"latencyMs":160960.1156250001},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4866,"outputTokens":5575,"latencyMs":46369.69162499998},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":5845,"outputTokens":4423,"latencyMs":35200.247999999905},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"11","actual":"19","isCorrect":false,"inputTokens":7754,"outputTokens":10695,"latencyMs":84882.94016600004},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":5872,"outputTokens":4487,"latencyMs":35050.97583300015},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":6844,"outputTokens":4167,"latencyMs":33162.189375000075},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"40","isCorrect":false,"inputTokens":4866,"outputTokens":22215,"latencyMs":203905.71083300002},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":5845,"outputTokens":3847,"latencyMs":30513.41970800003},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"18","actual":"16","isCorrect":false,"inputTokens":7754,"outputTokens":7431,"latencyMs":58706.27720899996},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"24","isCorrect":false,"inputTokens":5872,"outputTokens":11271,"latencyMs":101555.05770900007},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":6849,"outputTokens":4295,"latencyMs":36673.49066599994},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4871,"outputTokens":5767,"latencyMs":52464.82908300008},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":5850,"outputTokens":6087,"latencyMs":56860.8709160001},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"33","actual":"35","isCorrect":false,"inputTokens":7759,"outputTokens":8903,"latencyMs":74215.49379099999},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"28","isCorrect":false,"inputTokens":5877,"outputTokens":2503,"latencyMs":22895.61141699995},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"39","isCorrect":false,"inputTokens":6847,"outputTokens":2695,"latencyMs":24883.977415999863},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4869,"outputTokens":3591,"latencyMs":33835.543250000104},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":5848,"outputTokens":6599,"latencyMs":62772.784166000085},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":7757,"outputTokens":3783,"latencyMs":125893.00587500003},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":5875,"outputTokens":2951,"latencyMs":25861.298999999883},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"21","isCorrect":false,"inputTokens":6843,"outputTokens":6471,"latencyMs":57175.68374999985},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4865,"outputTokens":15815,"latencyMs":156164.25191699993},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"25","actual":"19","isCorrect":false,"inputTokens":5844,"outputTokens":4935,"latencyMs":48042.519040999934},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"25","actual":"20","isCorrect":false,"inputTokens":7753,"outputTokens":6023,"latencyMs":54635.70745799993},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":5871,"outputTokens":4487,"latencyMs":42548.56787499995},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"30","isCorrect":false,"inputTokens":6849,"outputTokens":5703,"latencyMs":47509.304291000124},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4871,"outputTokens":15111,"latencyMs":134634.7018749998},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":5850,"outputTokens":2887,"latencyMs":29909.168542},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"29","actual":"30","isCorrect":false,"inputTokens":7759,"outputTokens":9287,"latencyMs":96027.13508400018},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":5877,"outputTokens":4359,"latencyMs":46109.76416699984},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6849,"outputTokens":5127,"latencyMs":54735.276541},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4871,"outputTokens":2631,"latencyMs":34303.451208999846},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5850,"outputTokens":3719,"latencyMs":43253.39220800018},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":7759,"outputTokens":2951,"latencyMs":37003.87133300002},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5877,"outputTokens":5383,"latencyMs":46064.57499999995},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6851,"outputTokens":2759,"latencyMs":24990.20387499989},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4873,"outputTokens":3527,"latencyMs":28991.103249999927},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5852,"outputTokens":6151,"latencyMs":55169.2852080001},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7761,"outputTokens":4807,"latencyMs":41365.402750000125},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5879,"outputTokens":2503,"latencyMs":21423.665666999994},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6851,"outputTokens":2311,"latencyMs":20191.79941700003},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":4873,"outputTokens":5127,"latencyMs":40667.05391700007},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"2","actual":"3","isCorrect":false,"inputTokens":5852,"outputTokens":4103,"latencyMs":35758.653625000035},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7761,"outputTokens":5191,"latencyMs":42368.70191699988},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5879,"outputTokens":2951,"latencyMs":26119.438083000015},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6851,"outputTokens":5383,"latencyMs":49430.52000000002},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":4873,"outputTokens":3975,"latencyMs":33286.24708299991},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5852,"outputTokens":4295,"latencyMs":37179.58474999992},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7761,"outputTokens":4679,"latencyMs":42021.32975000003},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5879,"outputTokens":3911,"latencyMs":32745.71325000003},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6849,"outputTokens":2823,"latencyMs":28571.53804200003},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4871,"outputTokens":5191,"latencyMs":52367.614333000034},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5850,"outputTokens":3591,"latencyMs":30858.75320900022},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7759,"outputTokens":8327,"latencyMs":76327.44225000008},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5877,"outputTokens":7239,"latencyMs":58981.77649999992},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6849,"outputTokens":2759,"latencyMs":21856.85245799995},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":4871,"outputTokens":3463,"latencyMs":27430.045124999946},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5850,"outputTokens":6471,"latencyMs":54548.6966250001},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"5","actual":"6","isCorrect":false,"inputTokens":7759,"outputTokens":10119,"latencyMs":87576.6973329999},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5877,"outputTokens":4295,"latencyMs":32472.19966599997},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":2312.0224580001086},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":2231.8640000000596},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":709,"outputTokens":71,"latencyMs":2134.7074579999316},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":3170.491625000024},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":728,"outputTokens":71,"latencyMs":4572.2386660000775},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":974,"outputTokens":76,"latencyMs":1885.3976249999832},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":616,"outputTokens":140,"latencyMs":2061.0951669998467},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":707,"outputTokens":140,"latencyMs":2638.9032089998946},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1058,"outputTokens":76,"latencyMs":2053.443042000057},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":726,"outputTokens":140,"latencyMs":2261.1999999999534},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":974,"outputTokens":72,"latencyMs":3845.7434590000194},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":616,"outputTokens":200,"latencyMs":2642.983917000005},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":707,"outputTokens":136,"latencyMs":2658.965042000171},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1058,"outputTokens":72,"latencyMs":2037.6524579999968},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":726,"outputTokens":200,"latencyMs":4185.288249999983},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":1971.2106669999193},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":618,"outputTokens":71,"latencyMs":2029.0975829998497},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":709,"outputTokens":135,"latencyMs":2696.0341250000056},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":2149.661042000167},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":728,"outputTokens":71,"latencyMs":1868.1827089998405},{"questionId":"q155","format":"json-pretty","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":974,"outputTokens":136,"latencyMs":2445.285457999911},{"questionId":"q155","format":"json-compact","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":616,"outputTokens":136,"latencyMs":2233.945000000065},{"questionId":"q155","format":"toon","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":707,"outputTokens":200,"latencyMs":2702.534250000026},{"questionId":"q155","format":"xml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1058,"outputTokens":136,"latencyMs":2075.463834000053},{"questionId":"q155","format":"yaml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":726,"outputTokens":72,"latencyMs":5153.698083000025},{"questionId":"q156","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":1629.6089579998516},{"questionId":"q156","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":4391.98208300001},{"questionId":"q156","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":709,"outputTokens":135,"latencyMs":2099.9590000000317},{"questionId":"q156","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":1909.576124999905},{"questionId":"q156","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":728,"outputTokens":135,"latencyMs":2411.902791999979},{"questionId":"q157","format":"json-pretty","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":976,"outputTokens":136,"latencyMs":2482.494249999989},{"questionId":"q157","format":"json-compact","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":618,"outputTokens":72,"latencyMs":1850.1961659998633},{"questionId":"q157","format":"toon","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":709,"outputTokens":200,"latencyMs":2955.7467910000123},{"questionId":"q157","format":"xml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1060,"outputTokens":200,"latencyMs":2802.7335420001764},{"questionId":"q157","format":"yaml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":728,"outputTokens":136,"latencyMs":2228.2546250000596},{"questionId":"q158","format":"json-pretty","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":974,"outputTokens":71,"latencyMs":1945.2352499999106},{"questionId":"q158","format":"json-compact","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":616,"outputTokens":71,"latencyMs":2144.7766249999404},{"questionId":"q158","format":"toon","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":707,"outputTokens":199,"latencyMs":2729.1954579998273},{"questionId":"q158","format":"xml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":1058,"outputTokens":135,"latencyMs":2579.960625000065},{"questionId":"q158","format":"yaml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":726,"outputTokens":71,"latencyMs":2418.635832999833},{"questionId":"q159","format":"json-pretty","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":975,"outputTokens":136,"latencyMs":3062.0771659999155},{"questionId":"q159","format":"json-compact","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":617,"outputTokens":136,"latencyMs":4291.742499999935},{"questionId":"q159","format":"toon","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":708,"outputTokens":328,"latencyMs":3913.950291000074},{"questionId":"q159","format":"xml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1059,"outputTokens":136,"latencyMs":2528.3267919998616},{"questionId":"q159","format":"yaml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":727,"outputTokens":136,"latencyMs":2194.895041999873},{"questionId":"q160","format":"json-pretty","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":976,"outputTokens":139,"latencyMs":3661.4919579999987},{"questionId":"q160","format":"json-compact","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":618,"outputTokens":203,"latencyMs":3087.264417000115},{"questionId":"q160","format":"toon","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":709,"outputTokens":75,"latencyMs":2045.724208000116},{"questionId":"q160","format":"xml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1060,"outputTokens":75,"latencyMs":2745.066542000044},{"questionId":"q160","format":"yaml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":728,"outputTokens":843,"latencyMs":8787.615250000032},{"questionId":"q161","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":976,"outputTokens":71,"latencyMs":2095.7312079998665},{"questionId":"q161","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":3192.4400830001105},{"questionId":"q161","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":709,"outputTokens":135,"latencyMs":2619.6019999999553},{"questionId":"q161","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":2165.53766599996},{"questionId":"q161","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":728,"outputTokens":135,"latencyMs":2236.4154999998864},{"questionId":"q162","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":976,"outputTokens":7,"latencyMs":1959.035666000098},{"questionId":"q162","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":618,"outputTokens":135,"latencyMs":3408.7168330000713},{"questionId":"q162","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":709,"outputTokens":71,"latencyMs":7638.709082999965},{"questionId":"q162","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1060,"outputTokens":71,"latencyMs":2790.4492919999175},{"questionId":"q162","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":728,"outputTokens":71,"latencyMs":2064.096915999893},{"questionId":"q163","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":975,"outputTokens":135,"latencyMs":2720.4852919999976},{"questionId":"q163","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":617,"outputTokens":135,"latencyMs":3240.151833000127},{"questionId":"q163","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":708,"outputTokens":199,"latencyMs":4423.658624999924},{"questionId":"q163","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1059,"outputTokens":71,"latencyMs":2253.4459999999963},{"questionId":"q163","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":727,"outputTokens":135,"latencyMs":4213.069040999981},{"questionId":"q164","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":975,"outputTokens":199,"latencyMs":3178.958667000057},{"questionId":"q164","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":617,"outputTokens":775,"latencyMs":8963.453499999829},{"questionId":"q164","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":708,"outputTokens":327,"latencyMs":4819.837041999912},{"questionId":"q164","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1059,"outputTokens":135,"latencyMs":2564.8647080000956},{"questionId":"q164","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":727,"outputTokens":199,"latencyMs":2959.5384170000907},{"questionId":"q165","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":975,"outputTokens":71,"latencyMs":3220.785208000103},{"questionId":"q165","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":617,"outputTokens":199,"latencyMs":2784.003792000003},{"questionId":"q165","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":708,"outputTokens":71,"latencyMs":3810.677124999929},{"questionId":"q165","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1059,"outputTokens":135,"latencyMs":1838.4450000000652},{"questionId":"q165","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":727,"outputTokens":135,"latencyMs":3023.823166999966},{"questionId":"q166","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":979,"outputTokens":71,"latencyMs":4515.81495800009},{"questionId":"q166","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":621,"outputTokens":327,"latencyMs":4036.937458000146},{"questionId":"q166","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":712,"outputTokens":327,"latencyMs":3925.6301249999087},{"questionId":"q166","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1063,"outputTokens":263,"latencyMs":4828.367165999953},{"questionId":"q166","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":731,"outputTokens":135,"latencyMs":2436.752584000118},{"questionId":"q167","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":975,"outputTokens":263,"latencyMs":3149.5658330000006},{"questionId":"q167","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":617,"outputTokens":199,"latencyMs":2797.849542000098},{"questionId":"q167","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":708,"outputTokens":263,"latencyMs":3504.1114999998827},{"questionId":"q167","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1059,"outputTokens":135,"latencyMs":3626.619750000071},{"questionId":"q167","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":727,"outputTokens":263,"latencyMs":8001.90012500016},{"questionId":"q168","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":977,"outputTokens":71,"latencyMs":1770.4174170000479},{"questionId":"q168","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":619,"outputTokens":647,"latencyMs":6697.601999999955},{"questionId":"q168","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":710,"outputTokens":327,"latencyMs":3620.5571250000503},{"questionId":"q168","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1061,"outputTokens":135,"latencyMs":2246.236124999821},{"questionId":"q168","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":729,"outputTokens":135,"latencyMs":2095.6032910000067},{"questionId":"q169","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":979,"outputTokens":263,"latencyMs":5218.508042000001},{"questionId":"q169","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":621,"outputTokens":391,"latencyMs":4260.963791999966},{"questionId":"q169","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":712,"outputTokens":263,"latencyMs":3208.7124580000527},{"questionId":"q169","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":1063,"outputTokens":263,"latencyMs":3158.103209000081},{"questionId":"q169","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":731,"outputTokens":135,"latencyMs":2637.7113749999553},{"questionId":"q170","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":978,"outputTokens":199,"latencyMs":4182.437665999867},{"questionId":"q170","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":620,"outputTokens":263,"latencyMs":3155.0406659999862},{"questionId":"q170","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":711,"outputTokens":391,"latencyMs":5566.256125000073},{"questionId":"q170","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1062,"outputTokens":327,"latencyMs":3721.184208000079},{"questionId":"q170","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":730,"outputTokens":199,"latencyMs":4757.437958000228},{"questionId":"q171","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":980,"outputTokens":199,"latencyMs":2493.2133329999633},{"questionId":"q171","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":622,"outputTokens":199,"latencyMs":3028.5618330000434},{"questionId":"q171","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":713,"outputTokens":327,"latencyMs":3776.8497919999063},{"questionId":"q171","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1064,"outputTokens":327,"latencyMs":5966.682250000071},{"questionId":"q171","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":732,"outputTokens":135,"latencyMs":2331.9263340001926},{"questionId":"q172","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":980,"outputTokens":135,"latencyMs":2097.668916999828},{"questionId":"q172","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":622,"outputTokens":327,"latencyMs":3725.9484159999993},{"questionId":"q172","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":713,"outputTokens":135,"latencyMs":2032.4292919998989},{"questionId":"q172","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1064,"outputTokens":199,"latencyMs":2836.448790999828},{"questionId":"q172","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":732,"outputTokens":199,"latencyMs":3434.1892089999747},{"questionId":"q173","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":981,"outputTokens":135,"latencyMs":2831.8669160001446},{"questionId":"q173","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":623,"outputTokens":391,"latencyMs":6664.1556669999845},{"questionId":"q173","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":714,"outputTokens":263,"latencyMs":3239.020249999827},{"questionId":"q173","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1065,"outputTokens":455,"latencyMs":5118.517375000054},{"questionId":"q173","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":733,"outputTokens":327,"latencyMs":5797.415291999932},{"questionId":"q174","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":978,"outputTokens":71,"latencyMs":1952.9836659999564},{"questionId":"q174","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":620,"outputTokens":391,"latencyMs":4394.613874999806},{"questionId":"q174","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":711,"outputTokens":199,"latencyMs":2786.7329579999205},{"questionId":"q174","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1062,"outputTokens":135,"latencyMs":2533.21154199983},{"questionId":"q174","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":71,"latencyMs":1956.7482919998001},{"questionId":"q175","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":982,"outputTokens":327,"latencyMs":3973.723250000039},{"questionId":"q175","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":624,"outputTokens":391,"latencyMs":4001.693250000011},{"questionId":"q175","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":715,"outputTokens":391,"latencyMs":4934.054459000006},{"questionId":"q175","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1066,"outputTokens":327,"latencyMs":3737.762875000015},{"questionId":"q175","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":734,"outputTokens":263,"latencyMs":3000.23054099991},{"questionId":"q176","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":976,"outputTokens":135,"latencyMs":3078.639083000133},{"questionId":"q176","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":618,"outputTokens":263,"latencyMs":3533.0008750001434},{"questionId":"q176","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":709,"outputTokens":263,"latencyMs":3243.636959000025},{"questionId":"q176","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1060,"outputTokens":263,"latencyMs":6352.7193330000155},{"questionId":"q176","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":728,"outputTokens":135,"latencyMs":4659.21166699985},{"questionId":"q177","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":984,"outputTokens":199,"latencyMs":3261.5107500001322},{"questionId":"q177","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":626,"outputTokens":199,"latencyMs":3467.698916000081},{"questionId":"q177","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":2226.124458000064},{"questionId":"q177","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1068,"outputTokens":263,"latencyMs":3677.065958000021},{"questionId":"q177","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":736,"outputTokens":135,"latencyMs":2577.7424580000807},{"questionId":"q178","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":979,"outputTokens":199,"latencyMs":13625.448916999856},{"questionId":"q178","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":621,"outputTokens":135,"latencyMs":2291.9423330000136},{"questionId":"q178","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":712,"outputTokens":199,"latencyMs":2938.0128330001608},{"questionId":"q178","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1063,"outputTokens":519,"latencyMs":5407.197042000014},{"questionId":"q178","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":731,"outputTokens":135,"latencyMs":2133.6571669999976},{"questionId":"q179","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":978,"outputTokens":199,"latencyMs":2824.474042000016},{"questionId":"q179","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":620,"outputTokens":199,"latencyMs":2885.682041000109},{"questionId":"q179","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":711,"outputTokens":391,"latencyMs":5116.009333000053},{"questionId":"q179","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1062,"outputTokens":263,"latencyMs":3732.189458999783},{"questionId":"q179","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":199,"latencyMs":3656.646790999919},{"questionId":"q180","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6404,"outputTokens":71,"latencyMs":2266.199166000122},{"questionId":"q180","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3997,"outputTokens":199,"latencyMs":2985.217999999877},{"questionId":"q180","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2561,"outputTokens":71,"latencyMs":4531.09912499995},{"questionId":"q180","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2395,"outputTokens":327,"latencyMs":7071.067792000016},{"questionId":"q180","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7366,"outputTokens":135,"latencyMs":2746.68429200002},{"questionId":"q180","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5024,"outputTokens":71,"latencyMs":2643.376791999908},{"questionId":"q181","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":6409,"outputTokens":340,"latencyMs":3842.7833749998827},{"questionId":"q181","format":"json-compact","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4002,"outputTokens":402,"latencyMs":4222.851749999914},{"questionId":"q181","format":"toon","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2566,"outputTokens":210,"latencyMs":2795.296166999964},{"questionId":"q181","format":"csv","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2400,"outputTokens":82,"latencyMs":2186.6787089998834},{"questionId":"q181","format":"xml","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":7371,"outputTokens":276,"latencyMs":3283.7072499999776},{"questionId":"q181","format":"yaml","model":"gpt-5-nano","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id, name, email, department, salary, yearsExperience, active","isCorrect":true,"inputTokens":5029,"outputTokens":340,"latencyMs":3938.074459000025},{"questionId":"q182","format":"json-pretty","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":6407,"outputTokens":263,"latencyMs":3906.2781659998},{"questionId":"q182","format":"json-compact","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":4000,"outputTokens":327,"latencyMs":4669.161083000014},{"questionId":"q182","format":"toon","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":2564,"outputTokens":71,"latencyMs":3148.013666999992},{"questionId":"q182","format":"csv","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":2398,"outputTokens":71,"latencyMs":2121.9527920000255},{"questionId":"q182","format":"xml","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":7369,"outputTokens":263,"latencyMs":4802.542292000027},{"questionId":"q182","format":"yaml","model":"gpt-5-nano","expected":"email","actual":"email","isCorrect":true,"inputTokens":5027,"outputTokens":327,"latencyMs":3741.182999999961},{"questionId":"q183","format":"json-pretty","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":6408,"outputTokens":71,"latencyMs":2065.5990830000956},{"questionId":"q183","format":"json-compact","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4001,"outputTokens":71,"latencyMs":1998.4624169999734},{"questionId":"q183","format":"toon","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2565,"outputTokens":71,"latencyMs":1797.8245419999585},{"questionId":"q183","format":"csv","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2399,"outputTokens":199,"latencyMs":2815.201624999987},{"questionId":"q183","format":"xml","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7370,"outputTokens":135,"latencyMs":4208.477582999971},{"questionId":"q183","format":"yaml","model":"gpt-5-nano","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5028,"outputTokens":71,"latencyMs":2256.8574999999255},{"questionId":"q184","format":"json-pretty","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":6408,"outputTokens":204,"latencyMs":3212.476624999894},{"questionId":"q184","format":"json-compact","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4001,"outputTokens":140,"latencyMs":2664.868083999958},{"questionId":"q184","format":"toon","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2565,"outputTokens":140,"latencyMs":5919.902500000084},{"questionId":"q184","format":"csv","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2399,"outputTokens":76,"latencyMs":1970.7766670000274},{"questionId":"q184","format":"xml","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7370,"outputTokens":76,"latencyMs":1976.160666000098},{"questionId":"q184","format":"yaml","model":"gpt-5-nano","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5028,"outputTokens":140,"latencyMs":2378.865332999965},{"questionId":"q185","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6405,"outputTokens":135,"latencyMs":2776.5269589999225},{"questionId":"q185","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":3998,"outputTokens":135,"latencyMs":2518.771375000011},{"questionId":"q185","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":2562,"outputTokens":199,"latencyMs":3686.2868329999037},{"questionId":"q185","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":2396,"outputTokens":967,"latencyMs":9257.057583000045},{"questionId":"q185","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7367,"outputTokens":135,"latencyMs":4153.484124999959},{"questionId":"q185","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":5025,"outputTokens":135,"latencyMs":3150.407000000123},{"questionId":"q186","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10757,"outputTokens":199,"latencyMs":2903.4743750002235},{"questionId":"q186","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6838,"outputTokens":583,"latencyMs":5690.455374999903},{"questionId":"q186","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7275,"outputTokens":71,"latencyMs":7394.790583000053},{"questionId":"q186","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12065,"outputTokens":199,"latencyMs":11446.779499999946},{"questionId":"q186","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8389,"outputTokens":199,"latencyMs":2758.905333999777},{"questionId":"q187","format":"json-pretty","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":10764,"outputTokens":599,"latencyMs":5310.473666999955},{"questionId":"q187","format":"json-compact","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":6845,"outputTokens":789,"latencyMs":6727.976667000214},{"questionId":"q187","format":"toon","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":7282,"outputTokens":471,"latencyMs":5490.880708000157},{"questionId":"q187","format":"xml","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":12072,"outputTokens":343,"latencyMs":4612.854832999874},{"questionId":"q187","format":"yaml","model":"gpt-5-nano","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":8396,"outputTokens":791,"latencyMs":7194.165915999794},{"questionId":"q188","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":10760,"outputTokens":327,"latencyMs":3178.9103329998907},{"questionId":"q188","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6841,"outputTokens":327,"latencyMs":3662.467750000069},{"questionId":"q188","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7278,"outputTokens":455,"latencyMs":4551.9334169998765},{"questionId":"q188","format":"xml","model":"gpt-5-nano","expected":"4","actual":"10","isCorrect":false,"inputTokens":12068,"outputTokens":519,"latencyMs":5273.39154200023},{"questionId":"q188","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8392,"outputTokens":327,"latencyMs":4245.433791999938},{"questionId":"q189","format":"json-pretty","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":10765,"outputTokens":268,"latencyMs":4681.627957999939},{"questionId":"q189","format":"json-compact","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":6846,"outputTokens":332,"latencyMs":3301.5220000001136},{"questionId":"q189","format":"toon","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7283,"outputTokens":140,"latencyMs":4202.679125000024},{"questionId":"q189","format":"xml","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":12073,"outputTokens":204,"latencyMs":2711.6467079999857},{"questionId":"q189","format":"yaml","model":"gpt-5-nano","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":8397,"outputTokens":205,"latencyMs":2543.4837499998976},{"questionId":"q190","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10761,"outputTokens":72,"latencyMs":2149.682041999884},{"questionId":"q190","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6842,"outputTokens":200,"latencyMs":2211.3391670000274},{"questionId":"q190","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7279,"outputTokens":136,"latencyMs":2225.490125000011},{"questionId":"q190","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12069,"outputTokens":200,"latencyMs":3754.3431250001304},{"questionId":"q190","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8393,"outputTokens":136,"latencyMs":7293.941040999955},{"questionId":"q191","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":10766,"outputTokens":333,"latencyMs":4800.030750000151},{"questionId":"q191","format":"json-compact","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":6847,"outputTokens":331,"latencyMs":5688.367417000001},{"questionId":"q191","format":"toon","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":7284,"outputTokens":205,"latencyMs":3750.244292000076},{"questionId":"q191","format":"xml","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":12074,"outputTokens":205,"latencyMs":3307.1429999999236},{"questionId":"q191","format":"yaml","model":"gpt-5-nano","expected":"id,name,email,phone","actual":"id, name, email, phone","isCorrect":true,"inputTokens":8398,"outputTokens":141,"latencyMs":4616.1370419999585},{"questionId":"q192","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3721,"outputTokens":327,"latencyMs":4998.584792000009},{"questionId":"q192","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2394,"outputTokens":839,"latencyMs":9367.604667000007},{"questionId":"q192","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1592,"outputTokens":391,"latencyMs":4071.9847500000615},{"questionId":"q192","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1450,"outputTokens":455,"latencyMs":6016.693167000078},{"questionId":"q192","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4427,"outputTokens":839,"latencyMs":8399.051541999914},{"questionId":"q192","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2992,"outputTokens":199,"latencyMs":2688.4976670001633},{"questionId":"q193","format":"json-pretty","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":3725,"outputTokens":274,"latencyMs":4121.197374999989},{"questionId":"q193","format":"json-compact","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2398,"outputTokens":276,"latencyMs":3618.0884169999044},{"questionId":"q193","format":"toon","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1596,"outputTokens":148,"latencyMs":5133.002667000052},{"questionId":"q193","format":"csv","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1454,"outputTokens":148,"latencyMs":2504.0228329999372},{"questionId":"q193","format":"xml","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date, views, clicks, conversions, revenue, bounceRate","isCorrect":true,"inputTokens":4431,"outputTokens":274,"latencyMs":3449.389417000115},{"questionId":"q193","format":"yaml","model":"gpt-5-nano","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2996,"outputTokens":532,"latencyMs":6014.739541999996},{"questionId":"q194","format":"json-pretty","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3724,"outputTokens":136,"latencyMs":3948.2680420000106},{"questionId":"q194","format":"json-compact","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2397,"outputTokens":264,"latencyMs":2758.7947919999715},{"questionId":"q194","format":"toon","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1595,"outputTokens":200,"latencyMs":2665.807042000117},{"questionId":"q194","format":"csv","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1453,"outputTokens":200,"latencyMs":2793.7808749999385},{"questionId":"q194","format":"xml","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4430,"outputTokens":200,"latencyMs":2658.43429200002},{"questionId":"q194","format":"yaml","model":"gpt-5-nano","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2995,"outputTokens":200,"latencyMs":3203.553791999817},{"questionId":"q195","format":"json-pretty","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3725,"outputTokens":76,"latencyMs":2192.951583000133},{"questionId":"q195","format":"json-compact","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2398,"outputTokens":204,"latencyMs":2600.9522079997696},{"questionId":"q195","format":"toon","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1596,"outputTokens":76,"latencyMs":4160.560415999964},{"questionId":"q195","format":"csv","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1454,"outputTokens":140,"latencyMs":2145.1014999998733},{"questionId":"q195","format":"xml","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4431,"outputTokens":12,"latencyMs":2984.335833000019},{"questionId":"q195","format":"yaml","model":"gpt-5-nano","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2996,"outputTokens":76,"latencyMs":2231.3227499998175},{"questionId":"q196","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":3721,"outputTokens":135,"latencyMs":3135.1317079998553},{"questionId":"q196","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":2394,"outputTokens":71,"latencyMs":2038.079417000059},{"questionId":"q196","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":1592,"outputTokens":199,"latencyMs":2405.8865420001093},{"questionId":"q196","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":1450,"outputTokens":71,"latencyMs":2052.968958000187},{"questionId":"q196","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":4427,"outputTokens":135,"latencyMs":2958.8703749999404},{"questionId":"q196","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":2992,"outputTokens":135,"latencyMs":2353.1580829999875},{"questionId":"q197","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15201,"outputTokens":1287,"latencyMs":11019.641290999949},{"questionId":"q197","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11508,"outputTokens":1287,"latencyMs":10685.38570899982},{"questionId":"q197","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8822,"outputTokens":199,"latencyMs":4465.280124999816},{"questionId":"q197","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8570,"outputTokens":1351,"latencyMs":14746.95849999995},{"questionId":"q197","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17147,"outputTokens":2375,"latencyMs":21686.653166999808},{"questionId":"q197","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13183,"outputTokens":3463,"latencyMs":28692.80233399989},{"questionId":"q198","format":"json-pretty","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15206,"outputTokens":287,"latencyMs":3100.767833000049},{"questionId":"q198","format":"json-compact","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":11513,"outputTokens":351,"latencyMs":3610.665959000122},{"questionId":"q198","format":"toon","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8827,"outputTokens":159,"latencyMs":2709.3721249999944},{"questionId":"q198","format":"csv","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8575,"outputTokens":223,"latencyMs":3709.3974999999627},{"questionId":"q198","format":"xml","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17152,"outputTokens":415,"latencyMs":4834.6889170000795},{"questionId":"q198","format":"yaml","model":"gpt-5-nano","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id, name, repo, description, createdAt, updatedAt, pushedAt, stars, watchers, forks, defaultBranch","isCorrect":false,"inputTokens":13188,"outputTokens":351,"latencyMs":4287.428334000055},{"questionId":"q199","format":"json-pretty","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":15206,"outputTokens":265,"latencyMs":3169.219291999936},{"questionId":"q199","format":"json-compact","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":11513,"outputTokens":393,"latencyMs":4319.117707999889},{"questionId":"q199","format":"toon","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8827,"outputTokens":329,"latencyMs":3787.7225410002284},{"questionId":"q199","format":"csv","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8575,"outputTokens":201,"latencyMs":3099.9900420000777},{"questionId":"q199","format":"xml","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":17152,"outputTokens":329,"latencyMs":3604.399583000224},{"questionId":"q199","format":"yaml","model":"gpt-5-nano","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":13188,"outputTokens":393,"latencyMs":4602.328416999895},{"questionId":"q200","format":"json-pretty","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15205,"outputTokens":265,"latencyMs":5139.138416999951},{"questionId":"q200","format":"json-compact","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":11512,"outputTokens":329,"latencyMs":4392.627249999903},{"questionId":"q200","format":"toon","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8826,"outputTokens":265,"latencyMs":3076.617999999784},{"questionId":"q200","format":"csv","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8574,"outputTokens":393,"latencyMs":4265.7371660000645},{"questionId":"q200","format":"xml","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17151,"outputTokens":265,"latencyMs":7332.103000000119},{"questionId":"q200","format":"yaml","model":"gpt-5-nano","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":13187,"outputTokens":265,"latencyMs":3677.992083000019},{"questionId":"q201","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":15202,"outputTokens":135,"latencyMs":3846.9981249999255},{"questionId":"q201","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11509,"outputTokens":327,"latencyMs":3941.1369579997845},{"questionId":"q201","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8823,"outputTokens":199,"latencyMs":2715.6938750003465},{"questionId":"q201","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8571,"outputTokens":199,"latencyMs":3929.0370829999447},{"questionId":"q201","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17148,"outputTokens":135,"latencyMs":2409.6185420001857},{"questionId":"q201","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13184,"outputTokens":263,"latencyMs":2841.174083000049},{"questionId":"q202","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":6842,"outputTokens":4039,"latencyMs":30658.40908400016},{"questionId":"q202","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4864,"outputTokens":8007,"latencyMs":70745.20808399981},{"questionId":"q202","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5843,"outputTokens":199,"latencyMs":2693.741791999899},{"questionId":"q202","format":"xml","model":"gpt-5-nano","expected":"75","actual":"100","isCorrect":false,"inputTokens":7752,"outputTokens":5831,"latencyMs":45934.20145899989},{"questionId":"q202","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"49","isCorrect":false,"inputTokens":5870,"outputTokens":6919,"latencyMs":57812.3292080001},{"questionId":"q203","format":"json-pretty","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":6851,"outputTokens":470,"latencyMs":4051.8215000000782},{"questionId":"q203","format":"json-compact","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":4873,"outputTokens":658,"latencyMs":7203.393791999668},{"questionId":"q203","format":"toon","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":false,"inputTokens":5852,"outputTokens":1245,"latencyMs":11520.45708299987},{"questionId":"q203","format":"xml","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":7761,"outputTokens":669,"latencyMs":7284.115042000078},{"questionId":"q203","format":"yaml","model":"gpt-5-nano","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error, message, stack, retryable","isCorrect":true,"inputTokens":5879,"outputTokens":1117,"latencyMs":9623.01495799981},{"questionId":"q204","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6846,"outputTokens":135,"latencyMs":2629.631916000042},{"questionId":"q204","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4868,"outputTokens":263,"latencyMs":3570.4422909999266},{"questionId":"q204","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5847,"outputTokens":199,"latencyMs":2593.2370839999057},{"questionId":"q204","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7756,"outputTokens":199,"latencyMs":8825.160583000164},{"questionId":"q204","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5874,"outputTokens":135,"latencyMs":2405.8004589998163}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning new file mode 100644 index 0000000..6b27ca5 --- /dev/null +++ b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning @@ -0,0 +1 @@ +[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6514,"outputTokens":2,"latencyMs":761.5262920000023},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4105,"outputTokens":2,"latencyMs":500.59695899999497},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2684,"outputTokens":2,"latencyMs":515.6211670000048},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2519,"outputTokens":2,"latencyMs":476.0241249999963},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7451,"outputTokens":2,"latencyMs":778.9134579999954},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5147,"outputTokens":2,"latencyMs":701.711166000001},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6514,"outputTokens":1,"latencyMs":711.5992909999986},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4105,"outputTokens":1,"latencyMs":595.440042000002},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2684,"outputTokens":1,"latencyMs":472.6217500000057},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2519,"outputTokens":1,"latencyMs":473.1861250000002},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7451,"outputTokens":1,"latencyMs":388.14058300000033},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5147,"outputTokens":1,"latencyMs":401.74412499999744},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6517,"outputTokens":7,"latencyMs":775.6467080000002},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4108,"outputTokens":7,"latencyMs":387.1924579999977},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2687,"outputTokens":7,"latencyMs":372.3358339999977},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2522,"outputTokens":7,"latencyMs":468.0272499999992},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7454,"outputTokens":7,"latencyMs":490.00308299999597},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5150,"outputTokens":7,"latencyMs":375.0840840000019},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":419.2505420000016},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":347.2774999999965},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2687,"outputTokens":1,"latencyMs":725.2204169999968},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":408.4358329999959},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":432.94354100000055},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5150,"outputTokens":1,"latencyMs":324.5074590000004},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6512,"outputTokens":1,"latencyMs":466.5721249999988},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4103,"outputTokens":1,"latencyMs":340.88862500000687},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2682,"outputTokens":1,"latencyMs":354.3313750000016},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2517,"outputTokens":1,"latencyMs":367.6174170000013},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7449,"outputTokens":1,"latencyMs":485.8099999999977},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No\n\n## Explanation\n\nThe reasoning involves parsing the YAML structure to locate the specific employee record. The data is organized under the \"employees\" key as a list of objects, each containing fields like id, name, email, department, salary, yearsExperience, and active. To answer the query, identify the entry where the name field equals \"Tracy Gleason,\" which corresponds to id: 9. In that record, the active field is set to false, indicating the employee is not active. This direct examination of the relevant YAML entry confirms the status.","isCorrect":true,"inputTokens":5145,"outputTokens":112,"latencyMs":975.8160419999986},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6513,"outputTokens":2,"latencyMs":465.20220800000243},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4104,"outputTokens":2,"latencyMs":369.96195799999987},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2683,"outputTokens":2,"latencyMs":325.0040829999998},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2518,"outputTokens":2,"latencyMs":355.7384999999995},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7450,"outputTokens":2,"latencyMs":407.23608299999614},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5146,"outputTokens":2,"latencyMs":363.005167000003},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":472.03954100000556},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":442.02470800000447},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":355.5347499999989},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":328.25824999999895},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":372.78304200000275},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":396.5722090000054},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6516,"outputTokens":6,"latencyMs":401.1356250000026},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4107,"outputTokens":6,"latencyMs":454.8651249999966},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2686,"outputTokens":6,"latencyMs":325.653459000001},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2521,"outputTokens":6,"latencyMs":343.06095799999457},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7453,"outputTokens":6,"latencyMs":421.2090840000019},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5149,"outputTokens":6,"latencyMs":468.93291700000555},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":528.4802909999999},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":362.1042499999967},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2687,"outputTokens":1,"latencyMs":468.5052080000023},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":428.89395800000057},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":606.0681249999907},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5150,"outputTokens":1,"latencyMs":919.7102500000037},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6514,"outputTokens":1,"latencyMs":500.4227499999979},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4105,"outputTokens":1,"latencyMs":442.85050000000047},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2684,"outputTokens":1,"latencyMs":384.0657910000009},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2519,"outputTokens":1,"latencyMs":444.0281249999971},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7451,"outputTokens":1,"latencyMs":778.1915000000008},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5147,"outputTokens":1,"latencyMs":655.6432500000083},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6515,"outputTokens":2,"latencyMs":382.5429589999985},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4106,"outputTokens":2,"latencyMs":440.61229200000525},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2685,"outputTokens":2,"latencyMs":490.61737500000163},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2520,"outputTokens":2,"latencyMs":311.47699999999895},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7452,"outputTokens":2,"latencyMs":421.51524999999674},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5148,"outputTokens":2,"latencyMs":372.16904200000863},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":394.88895800001046},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":398.95141700000386},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":357.5086250000022},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":335.627250000005},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":431.76062499999534},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":403.6072090000089},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6512,"outputTokens":1,"latencyMs":404.34020799999416},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4103,"outputTokens":1,"latencyMs":445.0642499999958},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2682,"outputTokens":1,"latencyMs":337.8610420000041},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2517,"outputTokens":1,"latencyMs":395.6776250000112},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7449,"outputTokens":1,"latencyMs":476.2642909999995},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5145,"outputTokens":1,"latencyMs":366.7690830000065},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6512,"outputTokens":1,"latencyMs":465.09870899999805},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4103,"outputTokens":1,"latencyMs":359.2127920000057},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2682,"outputTokens":1,"latencyMs":334.1157499999972},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2517,"outputTokens":1,"latencyMs":528.625749999992},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7449,"outputTokens":1,"latencyMs":353.411500000002},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5145,"outputTokens":1,"latencyMs":370.83195800000976},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6512,"outputTokens":1,"latencyMs":526.565957999992},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4103,"outputTokens":1,"latencyMs":985.0588749999879},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2682,"outputTokens":1,"latencyMs":334.4548749999958},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2517,"outputTokens":1,"latencyMs":383.49925000000803},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7449,"outputTokens":1,"latencyMs":628.7822909999959},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5145,"outputTokens":1,"latencyMs":398.5317919999943},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"84","isCorrect":false,"inputTokens":6517,"outputTokens":1,"latencyMs":389.80308300000615},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"95","isCorrect":false,"inputTokens":4108,"outputTokens":1,"latencyMs":408.20829200001026},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"85","isCorrect":false,"inputTokens":2687,"outputTokens":1,"latencyMs":426.5163329999923},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"78","isCorrect":false,"inputTokens":2522,"outputTokens":1,"latencyMs":340.91258299999754},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":7454,"outputTokens":1,"latencyMs":438.6693749999977},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":5150,"outputTokens":1,"latencyMs":386.27850000000035},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":346.692292000007},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":387.7595000000001},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"65","isCorrect":false,"inputTokens":2687,"outputTokens":1,"latencyMs":349.2559170000022},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":2522,"outputTokens":1,"latencyMs":362.42529100000684},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":7454,"outputTokens":1,"latencyMs":487.1877500000119},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"63","isCorrect":false,"inputTokens":5150,"outputTokens":1,"latencyMs":545.6530420000199},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"47","isCorrect":false,"inputTokens":6517,"outputTokens":1,"latencyMs":515.1853750000009},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":4108,"outputTokens":1,"latencyMs":665.0683749999735},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":2687,"outputTokens":1,"latencyMs":481.14145900000585},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":403.5092080000031},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":505.2139160000079},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":5150,"outputTokens":1,"latencyMs":425.5977079999866},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":539.9807079999882},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":553.1321670000034},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":390.7068750000035},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":352.33854199998314},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":425.1197500000126},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":361.4464999999909},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100528","isCorrect":false,"inputTokens":6514,"outputTokens":2,"latencyMs":509.49049999998533},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"{\"averageSalary\":98125.09}","isCorrect":false,"inputTokens":4105,"outputTokens":9,"latencyMs":383.7856250000186},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100683","isCorrect":false,"inputTokens":2684,"outputTokens":2,"latencyMs":344.03820799998357},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99075","isCorrect":false,"inputTokens":2519,"outputTokens":2,"latencyMs":352.11241699999664},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100218","isCorrect":false,"inputTokens":7451,"outputTokens":2,"latencyMs":481.4297080000106},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97079","isCorrect":false,"inputTokens":5147,"outputTokens":2,"latencyMs":402.71816700001364},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":6511,"outputTokens":1,"latencyMs":379.5406249999942},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4102,"outputTokens":1,"latencyMs":369.2469169999822},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"83","isCorrect":false,"inputTokens":2681,"outputTokens":1,"latencyMs":337.66729100001976},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":2516,"outputTokens":1,"latencyMs":328.7916660000046},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":7448,"outputTokens":1,"latencyMs":441.60566600001766},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":5144,"outputTokens":1,"latencyMs":369.4047079999873},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":6511,"outputTokens":1,"latencyMs":445.49179199998616},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4102,"outputTokens":1,"latencyMs":352.1461249999993},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2681,"outputTokens":1,"latencyMs":345.1410420000029},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":2516,"outputTokens":1,"latencyMs":961.7747089999903},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":7448,"outputTokens":1,"latencyMs":464.33974999998463},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"16","isCorrect":false,"inputTokens":5144,"outputTokens":1,"latencyMs":353.5139999999956},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":6519,"outputTokens":1,"latencyMs":413.5964169999934},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":4110,"outputTokens":1,"latencyMs":411.6941250000091},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":397.0174999999872},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"25","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":336.8227080000215},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":309.1291659999988},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"14","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":471.53241600000183},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":341.24662499999977},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":502.4761250000156},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":351.05816700001014},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"21","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":355.1737500000163},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":511.81508299999405},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":357.3190829999803},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6519,"outputTokens":1,"latencyMs":537.1332079999847},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":347.58433300000615},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":384.00466700000106},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":478.09291700000176},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":429.55516699998407},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":289.97816600001534},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":438.1736250000249},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":457.51041699998314},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":412.01324999998906},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":404.7447500000126},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":574.9759580000245},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"8","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":429.6673750000191},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":515.0940410000039},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":498.8452920000127},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":386.86858400001074},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":418.4909579999803},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":535.0260000000126},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":330.5213749999821},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"78","isCorrect":false,"inputTokens":6518,"outputTokens":1,"latencyMs":474.9635410000046},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":4109,"outputTokens":1,"latencyMs":421.59404199998244},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":2688,"outputTokens":1,"latencyMs":415.17358299999614},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":2523,"outputTokens":1,"latencyMs":322.5785409999953},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":7455,"outputTokens":1,"latencyMs":453.7339590000047},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":5151,"outputTokens":1,"latencyMs":398.2559170000022},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"52","isCorrect":false,"inputTokens":6518,"outputTokens":1,"latencyMs":442.93283400000655},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"50","isCorrect":false,"inputTokens":4109,"outputTokens":1,"latencyMs":343.1851670000178},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":2688,"outputTokens":1,"latencyMs":359.6128749999916},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"63","isCorrect":false,"inputTokens":2523,"outputTokens":1,"latencyMs":572.2567500000005},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"57","isCorrect":false,"inputTokens":7455,"outputTokens":1,"latencyMs":363.640167000005},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"59","isCorrect":false,"inputTokens":5151,"outputTokens":1,"latencyMs":355.43204200000037},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":6518,"outputTokens":1,"latencyMs":405.43745900000795},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"30","isCorrect":false,"inputTokens":4109,"outputTokens":1,"latencyMs":342.7166670000006},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":2688,"outputTokens":1,"latencyMs":328.27799999999115},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":2523,"outputTokens":1,"latencyMs":356.0969160000095},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":7455,"outputTokens":1,"latencyMs":527.7865420000162},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":5151,"outputTokens":1,"latencyMs":365.9529160000093},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":427.5779170000169},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":367.35283399999025},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"27","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":362.78220899999724},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"24","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":439.2202919999836},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":336.6583329999994},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":344.7207500000077},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"14","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":362.5337500000023},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":422.4656660000037},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"19","isCorrect":false,"inputTokens":2689,"outputTokens":1,"latencyMs":354.0910000000149},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"21","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":3352.1979170000122},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":401.66245899998466},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":5152,"outputTokens":1,"latencyMs":357.48762500000885},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"14","isCorrect":false,"inputTokens":6519,"outputTokens":1,"latencyMs":464.58083300001454},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":4110,"outputTokens":1,"latencyMs":339.05816700001014},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":2689,"outputTokens":1,"latencyMs":322.0691250000091},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"17","isCorrect":false,"inputTokens":2524,"outputTokens":1,"latencyMs":326.74733400001423},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"13","isCorrect":false,"inputTokens":7456,"outputTokens":1,"latencyMs":415.8575830000045},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":5152,"outputTokens":1,"latencyMs":373.81012499998906},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6513,"outputTokens":1,"latencyMs":346.1486670000013},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4104,"outputTokens":1,"latencyMs":435.0612919999985},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2683,"outputTokens":1,"latencyMs":5182.362292000034},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2518,"outputTokens":1,"latencyMs":473.3698329999461},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7450,"outputTokens":1,"latencyMs":601.1534170000232},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":5146,"outputTokens":1,"latencyMs":459.3080830000108},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":6513,"outputTokens":1,"latencyMs":561.8072500000126},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":4104,"outputTokens":1,"latencyMs":440.85999999998603},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2683,"outputTokens":1,"latencyMs":386.76491700002225},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2518,"outputTokens":1,"latencyMs":405.76008400000865},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"21","isCorrect":false,"inputTokens":7450,"outputTokens":1,"latencyMs":5173.215124999988},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":5146,"outputTokens":1,"latencyMs":426.1099169999943},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10956,"outputTokens":3,"latencyMs":566.8539999999921},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6935,"outputTokens":3,"latencyMs":414.9709579999908},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7358,"outputTokens":3,"latencyMs":523.9318339999882},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12282,"outputTokens":3,"latencyMs":558.1745830000145},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8521,"outputTokens":3,"latencyMs":512.4016249999986},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10956,"outputTokens":2,"latencyMs":663.1533329999656},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6935,"outputTokens":2,"latencyMs":623.3991669999668},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7358,"outputTokens":2,"latencyMs":464.65949999995064},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12282,"outputTokens":2,"latencyMs":550.274167000025},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8521,"outputTokens":2,"latencyMs":539.2086249999702},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10956,"outputTokens":3,"latencyMs":640.108666999964},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6935,"outputTokens":3,"latencyMs":460.2317499999772},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7358,"outputTokens":3,"latencyMs":589.3290419999976},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12282,"outputTokens":3,"latencyMs":697.7994999999646},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8521,"outputTokens":3,"latencyMs":514.6527089999872},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":575.9620829999913},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":397.76016599999275},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":553.4510000000009},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":590.0400000000373},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":531.2707499999669},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10956,"outputTokens":4,"latencyMs":540.1289589999942},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6935,"outputTokens":4,"latencyMs":477.3901659999974},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7358,"outputTokens":4,"latencyMs":455.8447499999893},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12282,"outputTokens":4,"latencyMs":412.3774169999524},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8521,"outputTokens":4,"latencyMs":482.77370800002245},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":602.7812920000288},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":428.48158400005195},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":407.5885000000126},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":537.2538749999949},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":344.9529999999795},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10956,"outputTokens":4,"latencyMs":549.2679170000483},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6935,"outputTokens":4,"latencyMs":405.8097500000149},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7358,"outputTokens":4,"latencyMs":480.70799999998417},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12282,"outputTokens":4,"latencyMs":561.4101249999949},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8521,"outputTokens":4,"latencyMs":539.778667000006},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10956,"outputTokens":2,"latencyMs":758.497583999997},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6935,"outputTokens":2,"latencyMs":520.9442500000005},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7358,"outputTokens":2,"latencyMs":449.63329099997645},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12282,"outputTokens":2,"latencyMs":738.6963749999995},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8521,"outputTokens":2,"latencyMs":622.8419170000125},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10957,"outputTokens":6,"latencyMs":757.1417499999516},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6936,"outputTokens":6,"latencyMs":902.6479169999948},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7359,"outputTokens":6,"latencyMs":625.1648339999956},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12283,"outputTokens":6,"latencyMs":842.1151660000323},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8522,"outputTokens":6,"latencyMs":820.8025420000195},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10957,"outputTokens":9,"latencyMs":899.1557079999475},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6936,"outputTokens":9,"latencyMs":520.8798330000136},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":9,"latencyMs":565.7481670000125},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12283,"outputTokens":9,"latencyMs":464.50062500004424},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8522,"outputTokens":9,"latencyMs":459.5018329999875},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":10957,"outputTokens":6,"latencyMs":452.3087500000256},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":6936,"outputTokens":6,"latencyMs":510.81529200001387},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":7359,"outputTokens":6,"latencyMs":437.3572909999639},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":12283,"outputTokens":6,"latencyMs":634.0092500000028},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-16","actual":"2025-09-16","isCorrect":true,"inputTokens":8522,"outputTokens":6,"latencyMs":628.0129170000437},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":552.6011249999865},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":358.6222499999567},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":371.4452910000109},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":569.9203330000164},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":636.978833000001},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10957,"outputTokens":4,"latencyMs":665.875624999986},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6936,"outputTokens":4,"latencyMs":487.7277499999618},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7359,"outputTokens":4,"latencyMs":426.6503340000054},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12283,"outputTokens":4,"latencyMs":678.2607500000158},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8522,"outputTokens":4,"latencyMs":480.61691599996993},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10957,"outputTokens":7,"latencyMs":464.1542499999632},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6936,"outputTokens":7,"latencyMs":443.76504199998453},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7359,"outputTokens":7,"latencyMs":438.383124999993},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12283,"outputTokens":7,"latencyMs":470.35570899996674},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8522,"outputTokens":7,"latencyMs":530.829832999967},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10957,"outputTokens":6,"latencyMs":475.8803750000079},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6936,"outputTokens":6,"latencyMs":441.16533300001174},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7359,"outputTokens":6,"latencyMs":467.2861660000053},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12283,"outputTokens":6,"latencyMs":400.08862500003306},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8522,"outputTokens":6,"latencyMs":510.7727500000037},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":410.404709000024},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":376.0299160000286},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":342.0409160000272},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":569.6756670000032},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":493.2434169999906},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":10953,"outputTokens":1,"latencyMs":659.4615829999675},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":446.51141700003063},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":338.02987499994924},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":12279,"outputTokens":1,"latencyMs":352.6787079999922},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":391.76895800000057},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10953,"outputTokens":1,"latencyMs":632.9206249999697},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":389.9041660000221},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":630.5223750000005},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12279,"outputTokens":1,"latencyMs":480.4078749999753},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":488.68216600001324},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10954,"outputTokens":1,"latencyMs":665.2814580000122},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6933,"outputTokens":1,"latencyMs":595.6088749999763},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7356,"outputTokens":1,"latencyMs":574.077249999973},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12280,"outputTokens":1,"latencyMs":812.8848330000183},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8519,"outputTokens":1,"latencyMs":554.0167910000309},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"33855.03","isCorrect":false,"inputTokens":10954,"outputTokens":4,"latencyMs":691.8770420000073},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"27875.82","isCorrect":false,"inputTokens":6933,"outputTokens":4,"latencyMs":622.2279170000111},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"27670.94","isCorrect":false,"inputTokens":7356,"outputTokens":4,"latencyMs":555.1483330000192},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"24971.85","isCorrect":false,"inputTokens":12280,"outputTokens":4,"latencyMs":620.6162089999998},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"23931.39","isCorrect":false,"inputTokens":8519,"outputTokens":4,"latencyMs":552.059917000006},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"729.95","isCorrect":false,"inputTokens":10952,"outputTokens":3,"latencyMs":463.0561250000028},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"749.76","isCorrect":false,"inputTokens":6931,"outputTokens":3,"latencyMs":398.0659999999916},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"839.12","isCorrect":false,"inputTokens":7354,"outputTokens":3,"latencyMs":389.1647499999963},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"917.11","isCorrect":false,"inputTokens":12278,"outputTokens":3,"latencyMs":483.8302079999703},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"739.07","isCorrect":false,"inputTokens":8517,"outputTokens":3,"latencyMs":391.6107089999714},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10953,"outputTokens":1,"latencyMs":460.79416699998546},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":396.0734999999986},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":419.44516699999804},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12279,"outputTokens":1,"latencyMs":419.5071660000249},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":657.1186250000028},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10952,"outputTokens":4,"latencyMs":534.1697500000009},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6931,"outputTokens":4,"latencyMs":470.96020799997495},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7354,"outputTokens":4,"latencyMs":427.40983299998334},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12278,"outputTokens":4,"latencyMs":794.905832999968},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8517,"outputTokens":4,"latencyMs":360.6685830000206},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"33","isCorrect":false,"inputTokens":10956,"outputTokens":1,"latencyMs":619.0210419999785},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":430.27820800000336},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"38","isCorrect":false,"inputTokens":7358,"outputTokens":1,"latencyMs":434.2036659999867},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"29","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":662.0124999999534},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"30","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":495.84416700003203},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":10956,"outputTokens":1,"latencyMs":465.0403749999823},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":397.51029199996265},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":7358,"outputTokens":1,"latencyMs":455.74883300001966},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":568.1555420000223},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":470.5608749999665},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":10956,"outputTokens":1,"latencyMs":385.2380830000038},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":6935,"outputTokens":1,"latencyMs":874.853375000006},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":7358,"outputTokens":1,"latencyMs":450.92887499998324},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":12282,"outputTokens":1,"latencyMs":529.7754159999895},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":8521,"outputTokens":1,"latencyMs":382.37229099997785},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":551.9976659999811},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":314.4155000000028},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":7362,"outputTokens":1,"latencyMs":335.5158340000198},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":12286,"outputTokens":1,"latencyMs":396.2446250000503},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"6","isCorrect":false,"inputTokens":8525,"outputTokens":1,"latencyMs":436.60504200001014},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":356.6454590000212},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":6939,"outputTokens":1,"latencyMs":435.14762499998324},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":7362,"outputTokens":1,"latencyMs":452.6919999999809},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"10","isCorrect":false,"inputTokens":12286,"outputTokens":1,"latencyMs":467.1829999999609},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":8525,"outputTokens":1,"latencyMs":381.6025839999784},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":10961,"outputTokens":1,"latencyMs":592.5714999999618},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6940,"outputTokens":1,"latencyMs":473.8131660000072},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"11","isCorrect":false,"inputTokens":7363,"outputTokens":1,"latencyMs":609.5063330000266},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":12287,"outputTokens":1,"latencyMs":572.6724580000155},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":8526,"outputTokens":1,"latencyMs":756.585625000007},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":10961,"outputTokens":1,"latencyMs":539.3232500000158},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":6940,"outputTokens":1,"latencyMs":495.69016599998577},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":7363,"outputTokens":1,"latencyMs":541.1602499999572},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":12287,"outputTokens":1,"latencyMs":452.36516600003233},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":8526,"outputTokens":1,"latencyMs":600.1375000000116},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":398.22683300002245},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":6939,"outputTokens":1,"latencyMs":355.4437909999979},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7362,"outputTokens":1,"latencyMs":421.15708400000585},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12286,"outputTokens":1,"latencyMs":580.3251659999951},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":8525,"outputTokens":1,"latencyMs":404.0891249999986},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":10960,"outputTokens":1,"latencyMs":635.1647499999963},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6939,"outputTokens":1,"latencyMs":467.4698750000098},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7362,"outputTokens":1,"latencyMs":442.25512499996694},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"6","isCorrect":false,"inputTokens":12286,"outputTokens":1,"latencyMs":548.8180839999695},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":8525,"outputTokens":1,"latencyMs":463.51537500001723},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":10961,"outputTokens":1,"latencyMs":458.2318749999977},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6940,"outputTokens":1,"latencyMs":396.87979199999245},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":7363,"outputTokens":1,"latencyMs":413.3233749999781},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":12287,"outputTokens":1,"latencyMs":378.3361249999725},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":8526,"outputTokens":1,"latencyMs":612.5968749999884},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":10962,"outputTokens":1,"latencyMs":604.1281670000171},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":6941,"outputTokens":1,"latencyMs":347.44645799999125},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":7364,"outputTokens":1,"latencyMs":426.0782500000205},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":12288,"outputTokens":1,"latencyMs":522.594625000027},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":8527,"outputTokens":1,"latencyMs":575.0527080000029},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":10962,"outputTokens":1,"latencyMs":409.7545829999726},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"8","isCorrect":false,"inputTokens":6941,"outputTokens":1,"latencyMs":407.54341600002954},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"10","isCorrect":false,"inputTokens":7364,"outputTokens":1,"latencyMs":356.71583299996564},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"12","isCorrect":false,"inputTokens":12288,"outputTokens":1,"latencyMs":385.07058400003007},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"8","isCorrect":false,"inputTokens":8527,"outputTokens":1,"latencyMs":548.9263749999809},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":329.69054199999664},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2497,"outputTokens":2,"latencyMs":346.65991699998267},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1756,"outputTokens":2,"latencyMs":361.6430839999812},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1615,"outputTokens":2,"latencyMs":340.7061250000261},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4472,"outputTokens":2,"latencyMs":375.5275000000256},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3156,"outputTokens":2,"latencyMs":381.57520899997326},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3826,"outputTokens":4,"latencyMs":334.3855420000036},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2497,"outputTokens":4,"latencyMs":431.2075000000186},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1756,"outputTokens":4,"latencyMs":417.43779199995333},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1615,"outputTokens":4,"latencyMs":361.8493749999907},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4472,"outputTokens":4,"latencyMs":368.65762499999255},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3156,"outputTokens":4,"latencyMs":392.60095799999544},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3827,"outputTokens":3,"latencyMs":377.71758300001966},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2498,"outputTokens":3,"latencyMs":371.80779099999927},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1757,"outputTokens":3,"latencyMs":345.0765829999582},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1616,"outputTokens":3,"latencyMs":535.0971670000581},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4473,"outputTokens":3,"latencyMs":469.2517920000246},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3157,"outputTokens":3,"latencyMs":496.89879199990537},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3827,"outputTokens":1,"latencyMs":486.6630000000587},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":2498,"outputTokens":1,"latencyMs":469.28129199997056},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1757,"outputTokens":1,"latencyMs":459.7913750000298},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1616,"outputTokens":1,"latencyMs":472.8293330000015},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":4473,"outputTokens":1,"latencyMs":553.0435829999624},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3157,"outputTokens":1,"latencyMs":483.9387919999426},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":449.8296669999836},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2497,"outputTokens":2,"latencyMs":305.42183300002944},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1756,"outputTokens":2,"latencyMs":317.5880410000682},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1615,"outputTokens":2,"latencyMs":275.8347500000382},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4472,"outputTokens":2,"latencyMs":371.0335840000771},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3156,"outputTokens":2,"latencyMs":309.938790999935},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3826,"outputTokens":4,"latencyMs":507.03887499996927},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2497,"outputTokens":4,"latencyMs":391.26070800004527},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1756,"outputTokens":4,"latencyMs":354.82066600001417},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1615,"outputTokens":4,"latencyMs":388.5782500000205},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4472,"outputTokens":4,"latencyMs":410.16641700000037},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3156,"outputTokens":4,"latencyMs":325.99412500008475},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3827,"outputTokens":3,"latencyMs":489.9527920000255},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2498,"outputTokens":3,"latencyMs":335.36324999993667},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1757,"outputTokens":3,"latencyMs":306.72416699992027},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1616,"outputTokens":3,"latencyMs":328.4217919999501},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4473,"outputTokens":3,"latencyMs":334.49016699998174},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3157,"outputTokens":3,"latencyMs":374.46616700000595},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3827,"outputTokens":1,"latencyMs":433.6642499999143},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":2498,"outputTokens":1,"latencyMs":305.99808299995493},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1757,"outputTokens":1,"latencyMs":348.12816700001713},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1616,"outputTokens":1,"latencyMs":318.9747079999652},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":4473,"outputTokens":1,"latencyMs":466.9804170000134},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3157,"outputTokens":1,"latencyMs":324.3272089998936},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3826,"outputTokens":2,"latencyMs":465.95758299995214},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2497,"outputTokens":2,"latencyMs":329.2257090000203},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1756,"outputTokens":2,"latencyMs":592.95550000004},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1615,"outputTokens":2,"latencyMs":338.29350000002887},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4472,"outputTokens":2,"latencyMs":340.1784580000676},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3156,"outputTokens":2,"latencyMs":387.2401250000112},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":3823,"outputTokens":1,"latencyMs":373.2088750000112},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"58","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":355.5565829999978},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1753,"outputTokens":1,"latencyMs":306.8279999999795},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1612,"outputTokens":1,"latencyMs":425.7756669999799},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":409.0429160000058},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"62","isCorrect":false,"inputTokens":3153,"outputTokens":1,"latencyMs":403.6800000000512},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"298902","isCorrect":false,"inputTokens":3824,"outputTokens":2,"latencyMs":396.22729199996684},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"338,607","isCorrect":false,"inputTokens":2495,"outputTokens":3,"latencyMs":390.9813749999739},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"317687","isCorrect":false,"inputTokens":1754,"outputTokens":2,"latencyMs":341.0073749999283},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"385,820","isCorrect":false,"inputTokens":1613,"outputTokens":3,"latencyMs":315.14962500007823},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"352779","isCorrect":false,"inputTokens":4470,"outputTokens":2,"latencyMs":484.66212499991525},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"258292","isCorrect":false,"inputTokens":3154,"outputTokens":2,"latencyMs":414.0405000000028},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1277","isCorrect":false,"inputTokens":3824,"outputTokens":2,"latencyMs":403.11999999999534},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1559","isCorrect":false,"inputTokens":2495,"outputTokens":2,"latencyMs":474.6341670000693},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1299","isCorrect":false,"inputTokens":1754,"outputTokens":2,"latencyMs":444.76437500002794},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1452","isCorrect":false,"inputTokens":1613,"outputTokens":2,"latencyMs":423.95737499999814},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1022","isCorrect":false,"inputTokens":4470,"outputTokens":2,"latencyMs":491.33337500004563},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1150","isCorrect":false,"inputTokens":3154,"outputTokens":2,"latencyMs":442.90133300004527},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"374352.03","isCorrect":false,"inputTokens":3822,"outputTokens":4,"latencyMs":400.19537500001024},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"{\"totalRevenue\":302475.91}","isCorrect":false,"inputTokens":2493,"outputTokens":9,"latencyMs":448.9623329999158},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"321046.69","isCorrect":false,"inputTokens":1752,"outputTokens":4,"latencyMs":420.30504199990537},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"281805.25","isCorrect":false,"inputTokens":1611,"outputTokens":4,"latencyMs":335.90145800006576},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"286287.61","isCorrect":false,"inputTokens":4468,"outputTokens":4,"latencyMs":387.11108300008345},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"290456.64","isCorrect":false,"inputTokens":3152,"outputTokens":4,"latencyMs":391.97983399999794},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3820,"outputTokens":3,"latencyMs":290.4728330000071},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.52","isCorrect":false,"inputTokens":2491,"outputTokens":3,"latencyMs":359.40116700006183},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1750,"outputTokens":3,"latencyMs":350.5647919999901},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1609,"outputTokens":3,"latencyMs":499.4252909999341},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4466,"outputTokens":3,"latencyMs":468.5248329999158},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3150,"outputTokens":3,"latencyMs":472.97824999992736},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":3824,"outputTokens":1,"latencyMs":315.1796669999603},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"14","isCorrect":false,"inputTokens":2495,"outputTokens":1,"latencyMs":335.01720799994655},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"13","isCorrect":false,"inputTokens":1754,"outputTokens":1,"latencyMs":322.39274999999907},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"15","isCorrect":false,"inputTokens":1613,"outputTokens":1,"latencyMs":402.57325000001583},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"17","isCorrect":false,"inputTokens":4470,"outputTokens":1,"latencyMs":337.38025000004563},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"17","isCorrect":false,"inputTokens":3154,"outputTokens":1,"latencyMs":316.03812499996275},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":3823,"outputTokens":1,"latencyMs":368.8665000000037},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"36","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":326.2820410000859},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"53","isCorrect":false,"inputTokens":1753,"outputTokens":1,"latencyMs":336.5452500000829},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"56","isCorrect":false,"inputTokens":1612,"outputTokens":1,"latencyMs":314.9193750000559},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"58","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":435.84954100009054},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"27","isCorrect":false,"inputTokens":3153,"outputTokens":1,"latencyMs":359.82695899996907},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":488.08299999998417},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"10","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":314.9802909999853},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"16","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":335.9362919999985},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":314.2439589999849},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":360.1144590000622},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":356.3955830000341},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":411.14433300006203},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":318.47408300009556},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":300.919249999919},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":323.51470800000243},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":432.13320800010115},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"5","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":326.80045799992513},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":488.59304099995643},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":342.5887080000248},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":515.8002500000875},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":339.3334999999497},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":363.9139580000192},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":380.3202090000268},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":343.7908339999849},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":417.3149999999441},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"14","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":379.86295800004154},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":411.82212499994785},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":450.1183749999618},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":466.2122920000693},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":3830,"outputTokens":1,"latencyMs":393.5609580000164},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":416.19550000003073},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"11","isCorrect":false,"inputTokens":1760,"outputTokens":1,"latencyMs":389.74620799999684},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"6","isCorrect":false,"inputTokens":1619,"outputTokens":1,"latencyMs":396.1777909999946},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":4476,"outputTokens":1,"latencyMs":404.6151250000112},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"5","isCorrect":false,"inputTokens":3160,"outputTokens":1,"latencyMs":408.80200000002515},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":3829,"outputTokens":1,"latencyMs":410.44745800003875},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":592.8343340000138},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":1759,"outputTokens":1,"latencyMs":367.4747920000227},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"17","isCorrect":false,"inputTokens":1618,"outputTokens":1,"latencyMs":341.0896669999929},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":4475,"outputTokens":1,"latencyMs":361.27491699997336},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":3159,"outputTokens":1,"latencyMs":325.8553339999635},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":3829,"outputTokens":1,"latencyMs":337.24675000004936},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":375.48058299999684},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"9","isCorrect":true,"inputTokens":1759,"outputTokens":1,"latencyMs":348.889542000019},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"15","isCorrect":false,"inputTokens":1618,"outputTokens":1,"latencyMs":415.4302499999758},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":4475,"outputTokens":1,"latencyMs":360.1652499999618},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":3159,"outputTokens":1,"latencyMs":343.6735000000335},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":3832,"outputTokens":1,"latencyMs":350.66125000000466},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"24","isCorrect":false,"inputTokens":2503,"outputTokens":1,"latencyMs":340.76887500006706},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"26","isCorrect":false,"inputTokens":1762,"outputTokens":1,"latencyMs":324.38254200003576},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":1621,"outputTokens":1,"latencyMs":340.17829100007657},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"30","isCorrect":false,"inputTokens":4478,"outputTokens":1,"latencyMs":328.704207999981},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":3162,"outputTokens":1,"latencyMs":316.7704580000136},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":3832,"outputTokens":1,"latencyMs":319.32687500002794},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2503,"outputTokens":1,"latencyMs":313.49662500002887},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":1762,"outputTokens":1,"latencyMs":318.79358399997},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1621,"outputTokens":1,"latencyMs":335.59158399992157},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":4478,"outputTokens":1,"latencyMs":354.7229590000352},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"21","isCorrect":false,"inputTokens":3162,"outputTokens":1,"latencyMs":395.67291700001806},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15243,"outputTokens":2,"latencyMs":633.4637090000324},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11547,"outputTokens":2,"latencyMs":545.5627910000039},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8870,"outputTokens":2,"latencyMs":527.8811659999192},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8620,"outputTokens":2,"latencyMs":665.69316600007},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17155,"outputTokens":2,"latencyMs":728.3304999999236},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13241,"outputTokens":2,"latencyMs":652.9882920000236},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15244,"outputTokens":2,"latencyMs":686.7121670000488},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11548,"outputTokens":2,"latencyMs":2075.6001669999678},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8871,"outputTokens":2,"latencyMs":628.827874999959},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8621,"outputTokens":2,"latencyMs":506.2241670000367},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17156,"outputTokens":2,"latencyMs":872.7743750000373},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13242,"outputTokens":2,"latencyMs":675.5760409999639},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15240,"outputTokens":2,"latencyMs":742.5285840000724},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11544,"outputTokens":2,"latencyMs":368.8186670000432},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8867,"outputTokens":2,"latencyMs":538.2703749999637},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8617,"outputTokens":2,"latencyMs":628.0049169999547},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17152,"outputTokens":2,"latencyMs":860.1127499999711},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13238,"outputTokens":2,"latencyMs":667.9358750000829},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15245,"outputTokens":1,"latencyMs":550.7519999999786},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11549,"outputTokens":1,"latencyMs":735.2369169999147},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8872,"outputTokens":1,"latencyMs":480.1288329999661},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8622,"outputTokens":1,"latencyMs":611.9510419999715},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17157,"outputTokens":1,"latencyMs":895.7609999999404},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13243,"outputTokens":1,"latencyMs":696.1840829999419},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15240,"outputTokens":2,"latencyMs":794.0231669999193},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11544,"outputTokens":2,"latencyMs":724.3973750000587},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8867,"outputTokens":2,"latencyMs":518.8924579999875},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8617,"outputTokens":2,"latencyMs":534.8386249999749},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17152,"outputTokens":2,"latencyMs":818.5332919999491},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13238,"outputTokens":2,"latencyMs":555.0767089999281},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15244,"outputTokens":2,"latencyMs":2691.729290999938},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11548,"outputTokens":2,"latencyMs":2325.1379590000724},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8871,"outputTokens":2,"latencyMs":345.6618330000201},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8621,"outputTokens":2,"latencyMs":668.4125830000266},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17156,"outputTokens":2,"latencyMs":943.1000420000637},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13242,"outputTokens":2,"latencyMs":565.3708750000224},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":15244,"outputTokens":1,"latencyMs":608.4350410000188},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":11548,"outputTokens":1,"latencyMs":566.187750000041},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8871,"outputTokens":1,"latencyMs":615.8182909999741},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8621,"outputTokens":1,"latencyMs":331.2258750000037},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":17156,"outputTokens":1,"latencyMs":808.9863749999786},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":13242,"outputTokens":1,"latencyMs":578.7096250000177},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15243,"outputTokens":1,"latencyMs":498.01545900001656},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11547,"outputTokens":1,"latencyMs":760.3997080000117},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8870,"outputTokens":1,"latencyMs":597.3555000000633},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8620,"outputTokens":1,"latencyMs":428.3412500000559},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17155,"outputTokens":1,"latencyMs":696.7395000000251},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13241,"outputTokens":1,"latencyMs":641.2926670000888},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15246,"outputTokens":2,"latencyMs":802.5000839999411},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11550,"outputTokens":2,"latencyMs":341.1172909999732},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8873,"outputTokens":2,"latencyMs":350.4842499999795},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8623,"outputTokens":2,"latencyMs":496.36562500009313},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17158,"outputTokens":2,"latencyMs":804.3026250000112},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13244,"outputTokens":2,"latencyMs":713.7414159999462},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15243,"outputTokens":2,"latencyMs":804.12591599999},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11547,"outputTokens":2,"latencyMs":542.6296659999061},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8870,"outputTokens":2,"latencyMs":604.3150419999147},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8620,"outputTokens":2,"latencyMs":546.6159579999512},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17155,"outputTokens":2,"latencyMs":580.3338750000112},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13241,"outputTokens":2,"latencyMs":627.8868750000838},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15247,"outputTokens":2,"latencyMs":340.95262500003446},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11551,"outputTokens":2,"latencyMs":632.842709000106},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8874,"outputTokens":2,"latencyMs":455.9128330000676},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8624,"outputTokens":2,"latencyMs":510.64554199995473},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17159,"outputTokens":2,"latencyMs":710.8952500000596},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13245,"outputTokens":2,"latencyMs":570.6464580000611},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15239,"outputTokens":1,"latencyMs":778.3499580000062},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11543,"outputTokens":1,"latencyMs":716.1798330000602},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8866,"outputTokens":1,"latencyMs":672.0294170000125},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8616,"outputTokens":1,"latencyMs":628.1176660000347},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"70","isCorrect":false,"inputTokens":17151,"outputTokens":1,"latencyMs":878.0192500000121},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13237,"outputTokens":1,"latencyMs":455.5393749999348},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11,516,777","isCorrect":false,"inputTokens":15242,"outputTokens":5,"latencyMs":532.8352090000408},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"15930023","isCorrect":false,"inputTokens":11546,"outputTokens":3,"latencyMs":772.8401669999585},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":8869,"outputTokens":3,"latencyMs":471.41133299993817},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12759625","isCorrect":false,"inputTokens":8619,"outputTokens":3,"latencyMs":560.2020839999896},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11947297","isCorrect":false,"inputTokens":17154,"outputTokens":3,"latencyMs":866.3124169999501},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"7,804,745","isCorrect":false,"inputTokens":13240,"outputTokens":5,"latencyMs":627.4507079999894},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1861310","isCorrect":false,"inputTokens":15242,"outputTokens":3,"latencyMs":633.7115830000257},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1376255","isCorrect":false,"inputTokens":11546,"outputTokens":3,"latencyMs":572.0788750000065},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"905874","isCorrect":false,"inputTokens":8869,"outputTokens":2,"latencyMs":625.1871249999385},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1094841","isCorrect":false,"inputTokens":8619,"outputTokens":3,"latencyMs":667.4393329999875},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1413102","isCorrect":false,"inputTokens":17154,"outputTokens":3,"latencyMs":768.5377500000177},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1266780","isCorrect":false,"inputTokens":13240,"outputTokens":3,"latencyMs":356.4237499999581},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"148950.58","isCorrect":false,"inputTokens":15241,"outputTokens":4,"latencyMs":449.2469999999739},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"{\"averageStars\":136899.08}","isCorrect":false,"inputTokens":11545,"outputTokens":9,"latencyMs":691.4008339999709},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140801","isCorrect":false,"inputTokens":8868,"outputTokens":2,"latencyMs":711.2465000000084},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134431","isCorrect":false,"inputTokens":8618,"outputTokens":2,"latencyMs":640.9051250000484},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"126649","isCorrect":false,"inputTokens":17153,"outputTokens":2,"latencyMs":476.703375000041},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"126389","isCorrect":false,"inputTokens":13239,"outputTokens":2,"latencyMs":681.1675840000389},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":15243,"outputTokens":1,"latencyMs":716.4929579999298},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":11547,"outputTokens":1,"latencyMs":698.8853339999914},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":8870,"outputTokens":1,"latencyMs":522.2306660000468},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"22","isCorrect":false,"inputTokens":8620,"outputTokens":1,"latencyMs":468.0676659999881},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":17155,"outputTokens":1,"latencyMs":704.2454579999903},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":13241,"outputTokens":1,"latencyMs":744.2714999999152},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":15243,"outputTokens":1,"latencyMs":655.9435419999063},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"23","isCorrect":false,"inputTokens":11547,"outputTokens":1,"latencyMs":629.3833749999758},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"27","isCorrect":false,"inputTokens":8870,"outputTokens":1,"latencyMs":520.7202910000924},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8620,"outputTokens":1,"latencyMs":432.4779170000693},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"32","isCorrect":false,"inputTokens":17155,"outputTokens":1,"latencyMs":846.315082999994},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"34","isCorrect":false,"inputTokens":13241,"outputTokens":1,"latencyMs":391.02062500000466},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"59","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":490.0183750001015},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"68","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":403.00137499999255},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"59","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":358.87187499995343},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"66","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":502.90829199994914},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"47","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":970.4605000000447},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"61","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":688.6402080000844},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":903.6797080000397},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":794.250207999954},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"36","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":390.6796669999603},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":540.5698340000818},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":737.7287500000093},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":426.6078330000164},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":15242,"outputTokens":1,"latencyMs":680.2153750000289},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":11546,"outputTokens":1,"latencyMs":545.5063340000343},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":678.1834579999559},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":441.6597920000786},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":956.2092079999857},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":13240,"outputTokens":1,"latencyMs":699.404084000038},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"71","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":770.1492500000168},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"60","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":573.6035000000848},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"73","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":570.5019590000156},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"68","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":463.01512500003446},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"37","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":931.2610420000274},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"53","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":596.768875000067},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":619.4133330000332},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"42","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":466.2274169999873},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"60","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":700.3706249999814},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"54","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":356.86966700002085},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":411.84579199994914},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"17","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":448.826999999932},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":15242,"outputTokens":1,"latencyMs":393.56099999998696},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":11546,"outputTokens":1,"latencyMs":562.6259589999681},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":8869,"outputTokens":1,"latencyMs":613.5504169999622},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8619,"outputTokens":1,"latencyMs":351.3422080000164},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17154,"outputTokens":1,"latencyMs":849.3879170001019},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":13240,"outputTokens":1,"latencyMs":493.12075000000186},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":808.0619589999551},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"31","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":605.4609580000397},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"20","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":432.17312499997206},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"25","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":590.7101250000997},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"30","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":392.77558400004636},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"18","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":675.5407080000732},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"23","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":393.07983299996704},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":683.4502920000814},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"11","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":381.63970800000243},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":405.6352499999339},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"28","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":381.923625000054},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":572.6517920000479},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"18","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":477.9099579999456},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":662.4345409999369},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":533.1207090000389},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"6","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":461.1072919999715},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"15","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":403.9090829999186},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":411.6952090000268},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":374.8737080000574},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":423.4539169999771},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":615.6106669999426},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":403.406500000041},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":780.1899579999736},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":394.3780000000261},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"11","isCorrect":false,"inputTokens":15249,"outputTokens":1,"latencyMs":779.1762080000481},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":11553,"outputTokens":1,"latencyMs":322.2744999999413},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8876,"outputTokens":1,"latencyMs":820.2505830000155},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8626,"outputTokens":1,"latencyMs":738.11020799994},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"4","isCorrect":false,"inputTokens":17161,"outputTokens":1,"latencyMs":640.8369999999413},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":13247,"outputTokens":1,"latencyMs":493.1192909999518},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7010,"outputTokens":1,"latencyMs":628.3985000000102},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4922,"outputTokens":1,"latencyMs":544.5020409999415},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6011,"outputTokens":1,"latencyMs":547.3039170000702},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":664.1819159999723},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6037,"outputTokens":1,"latencyMs":488.5942090000026},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7010,"outputTokens":2,"latencyMs":542.185999999987},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4922,"outputTokens":2,"latencyMs":504.43029099993873},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6011,"outputTokens":2,"latencyMs":391.89174999995157},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":517.6699580000713},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6037,"outputTokens":2,"latencyMs":365.8610000000335},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7011,"outputTokens":1,"latencyMs":454.36612499994226},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":4923,"outputTokens":1,"latencyMs":456.68258300004527},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6012,"outputTokens":1,"latencyMs":361.28120900003705},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":414.62033299996983},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6038,"outputTokens":1,"latencyMs":351.6857079999754},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7011,"outputTokens":2,"latencyMs":376.3115000000689},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4923,"outputTokens":2,"latencyMs":399.4570839999942},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6012,"outputTokens":2,"latencyMs":413.27624999999534},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7921,"outputTokens":2,"latencyMs":655.8041659999872},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6038,"outputTokens":2,"latencyMs":562.9127499999013},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7010,"outputTokens":1,"latencyMs":411.6166669999948},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4922,"outputTokens":1,"latencyMs":520.3250410000328},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6011,"outputTokens":1,"latencyMs":630.7051249999786},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":407.46475000004284},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6037,"outputTokens":1,"latencyMs":382.6142080000136},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7010,"outputTokens":2,"latencyMs":465.02712499990594},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4922,"outputTokens":2,"latencyMs":335.43270899995696},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6011,"outputTokens":2,"latencyMs":400.3914169999771},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":431.80858300009277},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6037,"outputTokens":2,"latencyMs":383.0126670000609},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7011,"outputTokens":1,"latencyMs":393.6459999999497},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":4923,"outputTokens":1,"latencyMs":334.10466699989047},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6012,"outputTokens":1,"latencyMs":591.420792000019},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":345.5883749999339},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6038,"outputTokens":1,"latencyMs":387.33283400000073},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7011,"outputTokens":1,"latencyMs":380.9183750000084},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":4923,"outputTokens":1,"latencyMs":374.1097090000985},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6012,"outputTokens":1,"latencyMs":379.5562079999363},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":600.8733340000035},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6038,"outputTokens":1,"latencyMs":518.0287910000188},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7010,"outputTokens":1,"latencyMs":381.24399999994785},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4922,"outputTokens":1,"latencyMs":377.2337080000434},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6011,"outputTokens":1,"latencyMs":394.7509999999311},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":634.0575410000747},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6037,"outputTokens":1,"latencyMs":424.10337499994785},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7010,"outputTokens":2,"latencyMs":354.91070800006855},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4922,"outputTokens":2,"latencyMs":375.06462499999907},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6011,"outputTokens":2,"latencyMs":616.2190839999821},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":613.9362500000279},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6037,"outputTokens":2,"latencyMs":446.4282499999972},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":492.752833000035},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"70","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":630.5677920000162},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5995,"outputTokens":1,"latencyMs":448.093499999959},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":602.6525409999304},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"58","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":588.9808330000378},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2384","isCorrect":false,"inputTokens":6995,"outputTokens":2,"latencyMs":548.9166670000413},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2315","isCorrect":false,"inputTokens":4907,"outputTokens":2,"latencyMs":472.4483750000363},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1779","isCorrect":false,"inputTokens":5996,"outputTokens":2,"latencyMs":347.96562500006985},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2198","isCorrect":false,"inputTokens":7905,"outputTokens":2,"latencyMs":428.2542080000276},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1686","isCorrect":false,"inputTokens":6022,"outputTokens":2,"latencyMs":378.906917000073},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":461.1518749999814},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":392.55816600006074},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":5995,"outputTokens":1,"latencyMs":379.6563750000205},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"28","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":504.56883300002664},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"31","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":625.3374590000603},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":498.84766700002365},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"14","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":398.41633300005924},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":5995,"outputTokens":1,"latencyMs":394.8762080000015},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":474.63279200007673},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":354.0374159999192},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":348.90487500000745},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":597.8686250000028},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5995,"outputTokens":1,"latencyMs":1130.912291000015},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":392.9054999999935},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":485.8165830000071},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6996,"outputTokens":1,"latencyMs":360.9347500000149},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4908,"outputTokens":1,"latencyMs":369.8820419999538},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":5997,"outputTokens":1,"latencyMs":330.68237499997485},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7906,"outputTokens":1,"latencyMs":464.4594999999972},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":6023,"outputTokens":1,"latencyMs":329.4231250000885},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":6996,"outputTokens":1,"latencyMs":860.1005410000216},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":4908,"outputTokens":1,"latencyMs":435.3988750000717},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"16","isCorrect":false,"inputTokens":5997,"outputTokens":1,"latencyMs":384.7552499999292},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":7906,"outputTokens":1,"latencyMs":561.0219999999972},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":6023,"outputTokens":1,"latencyMs":404.68016699992586},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"27","isCorrect":false,"inputTokens":7000,"outputTokens":1,"latencyMs":471.05758300004527},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"29","isCorrect":false,"inputTokens":4912,"outputTokens":1,"latencyMs":362.88241700001527},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"39","isCorrect":false,"inputTokens":6001,"outputTokens":1,"latencyMs":362.282583000022},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"28","isCorrect":false,"inputTokens":7910,"outputTokens":1,"latencyMs":334.56137500004843},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"32","isCorrect":false,"inputTokens":6027,"outputTokens":1,"latencyMs":362.18050000001676},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6999,"outputTokens":1,"latencyMs":390.17516600003},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"18","isCorrect":false,"inputTokens":4911,"outputTokens":1,"latencyMs":349.779291999992},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6000,"outputTokens":1,"latencyMs":365.62591699999757},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"23","isCorrect":false,"inputTokens":7909,"outputTokens":1,"latencyMs":409.50941699999385},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6026,"outputTokens":1,"latencyMs":352.8945000000531},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"23","isCorrect":false,"inputTokens":6995,"outputTokens":1,"latencyMs":417.6676669999724},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"27","isCorrect":false,"inputTokens":4907,"outputTokens":1,"latencyMs":511.1363329999149},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":5996,"outputTokens":1,"latencyMs":446.0274170000339},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":7905,"outputTokens":1,"latencyMs":500.85004099993967},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"26","isCorrect":false,"inputTokens":6022,"outputTokens":1,"latencyMs":486.2238330000546},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":459.67733299999963},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"23","isCorrect":false,"inputTokens":4913,"outputTokens":1,"latencyMs":447.0490840000566},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6002,"outputTokens":1,"latencyMs":443.00808299996424},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":450.24762499995995},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"29","isCorrect":true,"inputTokens":6028,"outputTokens":1,"latencyMs":446.1748750000261},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":477.9445419999538},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":4913,"outputTokens":1,"latencyMs":369.05883300001733},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6002,"outputTokens":1,"latencyMs":352.532332999981},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":402.71041599998716},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":6028,"outputTokens":1,"latencyMs":343.9370839999756},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":7003,"outputTokens":1,"latencyMs":448.52666600001976},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4915,"outputTokens":1,"latencyMs":307.28262499999255},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6004,"outputTokens":1,"latencyMs":381.33808399992995},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7913,"outputTokens":1,"latencyMs":428.02612499997485},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6030,"outputTokens":1,"latencyMs":386.1064169999445},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":7003,"outputTokens":1,"latencyMs":499.48870899993926},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":4915,"outputTokens":1,"latencyMs":600.1385419999715},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"7","isCorrect":false,"inputTokens":6004,"outputTokens":1,"latencyMs":373.59070800000336},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":7913,"outputTokens":1,"latencyMs":358.8839160000207},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":6030,"outputTokens":1,"latencyMs":354.7287920000963},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7003,"outputTokens":1,"latencyMs":451.58479100000113},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":4915,"outputTokens":1,"latencyMs":327.36525000003166},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6004,"outputTokens":1,"latencyMs":370.73895899998024},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7913,"outputTokens":1,"latencyMs":404.0799999999581},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6030,"outputTokens":1,"latencyMs":429.8884170000674},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":377.94491600000765},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"8","isCorrect":false,"inputTokens":4913,"outputTokens":1,"latencyMs":391.6597499999916},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"7","isCorrect":false,"inputTokens":6002,"outputTokens":1,"latencyMs":368.6678339999635},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"8","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":362.266958000022},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":6028,"outputTokens":1,"latencyMs":392.51866699999664},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":7001,"outputTokens":1,"latencyMs":375.9136250000447},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4913,"outputTokens":1,"latencyMs":410.7285840000259},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6002,"outputTokens":1,"latencyMs":378.04991600010544},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":7911,"outputTokens":1,"latencyMs":330.7129170000553},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6028,"outputTokens":1,"latencyMs":473.70275000005495},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":422.4119579999242},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":364.578332999954},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":358.74412500008475},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":380.1164169999538},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":452.7212920000311},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1125,"outputTokens":5,"latencyMs":317.5407500000438},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":747,"outputTokens":5,"latencyMs":382.5822080000071},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":859,"outputTokens":5,"latencyMs":339.4631250000093},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1197,"outputTokens":5,"latencyMs":363.8777499999851},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":877,"outputTokens":5,"latencyMs":317.45404099998996},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1125,"outputTokens":2,"latencyMs":318.85229199996684},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":747,"outputTokens":2,"latencyMs":346.7132499999134},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":859,"outputTokens":2,"latencyMs":405.8940409999341},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1197,"outputTokens":2,"latencyMs":546.3707089999225},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":877,"outputTokens":2,"latencyMs":392.1274170000106},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":409.99079099996015},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":575.8202499998733},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":513.9864590000361},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":407.92458300013095},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":462.17279199999757},{"questionId":"q155","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1125,"outputTokens":2,"latencyMs":363.9769170000218},{"questionId":"q155","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":747,"outputTokens":2,"latencyMs":375.0419999998994},{"questionId":"q155","format":"toon","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":859,"outputTokens":2,"latencyMs":297.3989999999758},{"questionId":"q155","format":"xml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1197,"outputTokens":2,"latencyMs":319.11029199999757},{"questionId":"q155","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":877,"outputTokens":2,"latencyMs":326.12866599997506},{"questionId":"q156","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":584.0956250000745},{"questionId":"q156","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":366.14229099988006},{"questionId":"q156","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":350.41783299995586},{"questionId":"q156","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":416.20175000000745},{"questionId":"q156","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":348.1779169999063},{"questionId":"q157","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1127,"outputTokens":2,"latencyMs":325.81333300005645},{"questionId":"q157","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":749,"outputTokens":2,"latencyMs":364.9545409998391},{"questionId":"q157","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":861,"outputTokens":2,"latencyMs":768.2352499999106},{"questionId":"q157","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1199,"outputTokens":2,"latencyMs":349.34429200016893},{"questionId":"q157","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":879,"outputTokens":2,"latencyMs":304.9921669999603},{"questionId":"q158","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1125,"outputTokens":1,"latencyMs":352.1822500000708},{"questionId":"q158","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":747,"outputTokens":1,"latencyMs":335.11220800015144},{"questionId":"q158","format":"toon","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":859,"outputTokens":1,"latencyMs":318.23408299987204},{"questionId":"q158","format":"xml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1197,"outputTokens":1,"latencyMs":290.9962920001708},{"questionId":"q158","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":877,"outputTokens":1,"latencyMs":355.078125},{"questionId":"q159","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1126,"outputTokens":2,"latencyMs":359.9554169999901},{"questionId":"q159","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":748,"outputTokens":2,"latencyMs":388.3081249999814},{"questionId":"q159","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":860,"outputTokens":2,"latencyMs":306.580375000136},{"questionId":"q159","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1198,"outputTokens":2,"latencyMs":367.22133399988525},{"questionId":"q159","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":878,"outputTokens":2,"latencyMs":318.70112500013784},{"questionId":"q160","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1127,"outputTokens":5,"latencyMs":357.5999169999268},{"questionId":"q160","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":749,"outputTokens":5,"latencyMs":434.7398749999702},{"questionId":"q160","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":861,"outputTokens":5,"latencyMs":320.847708000103},{"questionId":"q160","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1199,"outputTokens":5,"latencyMs":444.52779099997133},{"questionId":"q160","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":879,"outputTokens":5,"latencyMs":346.64495799993165},{"questionId":"q161","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":441.18654099991545},{"questionId":"q161","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":316.80200000014156},{"questionId":"q161","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":344.1644170000218},{"questionId":"q161","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":359.67345799994655},{"questionId":"q161","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":314.257708999794},{"questionId":"q162","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":341.3015829999931},{"questionId":"q162","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":402.5352079998702},{"questionId":"q162","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":330.62899999995716},{"questionId":"q162","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":321.2940420000814},{"questionId":"q162","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":341.8873340000864},{"questionId":"q163","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":358.171624999959},{"questionId":"q163","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":748,"outputTokens":1,"latencyMs":325.0455830001738},{"questionId":"q163","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":860,"outputTokens":1,"latencyMs":434.60591699997894},{"questionId":"q163","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":369.04483399982564},{"questionId":"q163","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":878,"outputTokens":1,"latencyMs":389.55891599995084},{"questionId":"q164","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":440.0353750002105},{"questionId":"q164","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":748,"outputTokens":1,"latencyMs":438.29116599983536},{"questionId":"q164","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":860,"outputTokens":1,"latencyMs":453.78141699987464},{"questionId":"q164","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":464.6766250000801},{"questionId":"q164","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":878,"outputTokens":1,"latencyMs":462.33987500006333},{"questionId":"q165","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":448.2880409997888},{"questionId":"q165","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":748,"outputTokens":1,"latencyMs":426.0887919999659},{"questionId":"q165","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":860,"outputTokens":1,"latencyMs":323.5241249999963},{"questionId":"q165","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":326.37737499992363},{"questionId":"q165","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":878,"outputTokens":1,"latencyMs":315.89241699990816},{"questionId":"q166","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1130,"outputTokens":1,"latencyMs":332.59687500004657},{"questionId":"q166","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":752,"outputTokens":1,"latencyMs":328.14174999995157},{"questionId":"q166","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":478.95383300003596},{"questionId":"q166","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1202,"outputTokens":1,"latencyMs":344.2700000000186},{"questionId":"q166","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":882,"outputTokens":1,"latencyMs":278.3616669999901},{"questionId":"q167","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1126,"outputTokens":1,"latencyMs":303.0478749999311},{"questionId":"q167","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":748,"outputTokens":1,"latencyMs":358.3665420000907},{"questionId":"q167","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":860,"outputTokens":1,"latencyMs":367.6374580000993},{"questionId":"q167","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1198,"outputTokens":1,"latencyMs":357.58566700015217},{"questionId":"q167","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":878,"outputTokens":1,"latencyMs":347.233709000051},{"questionId":"q168","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1128,"outputTokens":1,"latencyMs":311.53012500004843},{"questionId":"q168","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":750,"outputTokens":1,"latencyMs":402.30229199980386},{"questionId":"q168","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":862,"outputTokens":1,"latencyMs":314.2168750001583},{"questionId":"q168","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1200,"outputTokens":1,"latencyMs":337.4619160001166},{"questionId":"q168","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":880,"outputTokens":1,"latencyMs":310.02666600001976},{"questionId":"q169","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":1130,"outputTokens":1,"latencyMs":349.0553749999963},{"questionId":"q169","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":752,"outputTokens":1,"latencyMs":323.92966700019315},{"questionId":"q169","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":420.6140000000596},{"questionId":"q169","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":1202,"outputTokens":1,"latencyMs":339.4013749998994},{"questionId":"q169","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":882,"outputTokens":1,"latencyMs":350.1278329999186},{"questionId":"q170","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1129,"outputTokens":1,"latencyMs":337.0966250000056},{"questionId":"q170","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":751,"outputTokens":1,"latencyMs":550.6174170000013},{"questionId":"q170","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":863,"outputTokens":1,"latencyMs":340.1674999999814},{"questionId":"q170","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":1201,"outputTokens":1,"latencyMs":307.9737919999752},{"questionId":"q170","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":881,"outputTokens":1,"latencyMs":354.69920899998397},{"questionId":"q171","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1131,"outputTokens":1,"latencyMs":391.57199999992736},{"questionId":"q171","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":753,"outputTokens":1,"latencyMs":311.003958000103},{"questionId":"q171","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":304.13562500011176},{"questionId":"q171","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":1203,"outputTokens":1,"latencyMs":329.156500000041},{"questionId":"q171","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":883,"outputTokens":1,"latencyMs":383.3717910000123},{"questionId":"q172","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1131,"outputTokens":1,"latencyMs":330.1229169999715},{"questionId":"q172","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":753,"outputTokens":1,"latencyMs":350.70349999982864},{"questionId":"q172","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":304.21616600011475},{"questionId":"q172","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1203,"outputTokens":1,"latencyMs":337.9212909999769},{"questionId":"q172","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":883,"outputTokens":1,"latencyMs":323.12954199989326},{"questionId":"q173","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1132,"outputTokens":1,"latencyMs":343.41700000013225},{"questionId":"q173","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":754,"outputTokens":1,"latencyMs":340.3062080000527},{"questionId":"q173","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":866,"outputTokens":1,"latencyMs":477.0377500001341},{"questionId":"q173","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1204,"outputTokens":1,"latencyMs":451.2650830000639},{"questionId":"q173","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":884,"outputTokens":1,"latencyMs":413.45462500001304},{"questionId":"q174","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1129,"outputTokens":1,"latencyMs":547.6270830000285},{"questionId":"q174","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":751,"outputTokens":1,"latencyMs":450.75474999984726},{"questionId":"q174","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":422.3355000000447},{"questionId":"q174","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":1201,"outputTokens":1,"latencyMs":373.93825000012293},{"questionId":"q174","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":881,"outputTokens":1,"latencyMs":399.95558299985714},{"questionId":"q175","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1133,"outputTokens":1,"latencyMs":408.1844170000404},{"questionId":"q175","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":755,"outputTokens":1,"latencyMs":417.1452079999726},{"questionId":"q175","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":314.77450000005774},{"questionId":"q175","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1205,"outputTokens":1,"latencyMs":380.45758299995214},{"questionId":"q175","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":885,"outputTokens":1,"latencyMs":347.37924999999814},{"questionId":"q176","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1127,"outputTokens":1,"latencyMs":340.96537499991246},{"questionId":"q176","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":749,"outputTokens":1,"latencyMs":337.7478749998845},{"questionId":"q176","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":861,"outputTokens":1,"latencyMs":360.6514999999199},{"questionId":"q176","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1199,"outputTokens":1,"latencyMs":306.92058299994096},{"questionId":"q176","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":879,"outputTokens":1,"latencyMs":361.12375000002794},{"questionId":"q177","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1135,"outputTokens":1,"latencyMs":338.41949999984354},{"questionId":"q177","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":757,"outputTokens":1,"latencyMs":344.27370899985544},{"questionId":"q177","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":869,"outputTokens":1,"latencyMs":344.1268750000745},{"questionId":"q177","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1207,"outputTokens":1,"latencyMs":269.2622090000659},{"questionId":"q177","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":887,"outputTokens":1,"latencyMs":324.73683299985714},{"questionId":"q178","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1130,"outputTokens":1,"latencyMs":338.1203329998534},{"questionId":"q178","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":752,"outputTokens":1,"latencyMs":291.73079199995846},{"questionId":"q178","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":864,"outputTokens":1,"latencyMs":365.00216699996963},{"questionId":"q178","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1202,"outputTokens":1,"latencyMs":331.84741699998267},{"questionId":"q178","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":882,"outputTokens":1,"latencyMs":329.8641670001671},{"questionId":"q179","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1129,"outputTokens":1,"latencyMs":348.69020900013857},{"questionId":"q179","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":751,"outputTokens":1,"latencyMs":910.3052909998223},{"questionId":"q179","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":283.3612079999875},{"questionId":"q179","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1201,"outputTokens":1,"latencyMs":347.4672909998335},{"questionId":"q179","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":881,"outputTokens":1,"latencyMs":672.2668749999721},{"questionId":"q180","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6513,"outputTokens":1,"latencyMs":564.6519169998355},{"questionId":"q180","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4104,"outputTokens":1,"latencyMs":400.8067910000682},{"questionId":"q180","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2683,"outputTokens":1,"latencyMs":384.2312080000993},{"questionId":"q180","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2518,"outputTokens":1,"latencyMs":334.02241700002924},{"questionId":"q180","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7450,"outputTokens":1,"latencyMs":413.1665829999838},{"questionId":"q180","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5146,"outputTokens":1,"latencyMs":402.51987499999814},{"questionId":"q181","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":6518,"outputTokens":12,"latencyMs":483.392790999962},{"questionId":"q181","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":4109,"outputTokens":12,"latencyMs":374.3410000000149},{"questionId":"q181","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2688,"outputTokens":12,"latencyMs":340.35154200019315},{"questionId":"q181","format":"csv","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":2523,"outputTokens":12,"latencyMs":1485.7852920000441},{"questionId":"q181","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":7455,"outputTokens":12,"latencyMs":544.2774169999175},{"questionId":"q181","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,department,salary,yearsExperience,active","actual":"id,name,email,department,salary,yearsExperience,active","isCorrect":true,"inputTokens":5151,"outputTokens":12,"latencyMs":433.30837500002235},{"questionId":"q182","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":6516,"outputTokens":1,"latencyMs":343.8825840000063},{"questionId":"q182","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":4107,"outputTokens":1,"latencyMs":370.2654999999795},{"questionId":"q182","format":"toon","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":2686,"outputTokens":1,"latencyMs":338.80575000005774},{"questionId":"q182","format":"csv","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":2521,"outputTokens":1,"latencyMs":700.5023750001565},{"questionId":"q182","format":"xml","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":7453,"outputTokens":1,"latencyMs":424.90991699998267},{"questionId":"q182","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"email","actual":"email","isCorrect":true,"inputTokens":5149,"outputTokens":1,"latencyMs":787.3187499998603},{"questionId":"q183","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":6517,"outputTokens":1,"latencyMs":545.6697500001173},{"questionId":"q183","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":4108,"outputTokens":1,"latencyMs":458.97637499985285},{"questionId":"q183","format":"toon","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2687,"outputTokens":1,"latencyMs":424.5006249998696},{"questionId":"q183","format":"csv","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":2522,"outputTokens":1,"latencyMs":397.82958299992606},{"questionId":"q183","format":"xml","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":7454,"outputTokens":1,"latencyMs":577.5348329998087},{"questionId":"q183","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"HR","actual":"HR","isCorrect":true,"inputTokens":5150,"outputTokens":1,"latencyMs":787.9877090000082},{"questionId":"q184","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":6517,"outputTokens":5,"latencyMs":410.6278329999186},{"questionId":"q184","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":4108,"outputTokens":5,"latencyMs":793.9159170000348},{"questionId":"q184","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2687,"outputTokens":5,"latencyMs":430.9729590001516},{"questionId":"q184","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":2522,"outputTokens":5,"latencyMs":335.97854099981487},{"questionId":"q184","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":7454,"outputTokens":5,"latencyMs":586.0767080001533},{"questionId":"q184","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Mrs. Sherri Ritchie","actual":"Mrs. Sherri Ritchie","isCorrect":true,"inputTokens":5150,"outputTokens":5,"latencyMs":355.8477910000365},{"questionId":"q185","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6514,"outputTokens":1,"latencyMs":497.1112920001615},{"questionId":"q185","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":4105,"outputTokens":1,"latencyMs":324.372333999956},{"questionId":"q185","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":2684,"outputTokens":1,"latencyMs":460.29595800000243},{"questionId":"q185","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":2519,"outputTokens":1,"latencyMs":311.6815410000272},{"questionId":"q185","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":7451,"outputTokens":1,"latencyMs":394.30870799999684},{"questionId":"q185","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":5147,"outputTokens":1,"latencyMs":362.61108399997465},{"questionId":"q186","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10953,"outputTokens":1,"latencyMs":461.8515419999603},{"questionId":"q186","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6932,"outputTokens":1,"latencyMs":305.5184579999186},{"questionId":"q186","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7355,"outputTokens":1,"latencyMs":860.654334000079},{"questionId":"q186","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12279,"outputTokens":1,"latencyMs":576.3340829999652},{"questionId":"q186","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8518,"outputTokens":1,"latencyMs":513.610667000059},{"questionId":"q187","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":10960,"outputTokens":15,"latencyMs":464.43270800006576},{"questionId":"q187","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":6939,"outputTokens":15,"latencyMs":442.9684580001049},{"questionId":"q187","format":"toon","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":7362,"outputTokens":15,"latencyMs":557.8330419999547},{"questionId":"q187","format":"xml","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId,customer,items,subtotal,tax,total,status,orderDate","isCorrect":true,"inputTokens":12286,"outputTokens":15,"latencyMs":411.3310829999391},{"questionId":"q187","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"orderId,customer,items,subtotal,tax,total,status,orderDate","actual":"orderId, customer, items, subtotal, tax, total, status, orderDate","isCorrect":true,"inputTokens":8525,"outputTokens":17,"latencyMs":580.7591669999529},{"questionId":"q188","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":10956,"outputTokens":1,"latencyMs":385.218584000133},{"questionId":"q188","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":517.4760829999577},{"questionId":"q188","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7358,"outputTokens":1,"latencyMs":583.9634589999914},{"questionId":"q188","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":12282,"outputTokens":1,"latencyMs":585.7809160000179},{"questionId":"q188","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":8521,"outputTokens":1,"latencyMs":535.1333749999758},{"questionId":"q189","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":10961,"outputTokens":6,"latencyMs":592.2415420000907},{"questionId":"q189","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":6940,"outputTokens":6,"latencyMs":511.6824580000248},{"questionId":"q189","format":"toon","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":7363,"outputTokens":6,"latencyMs":481.2422919999808},{"questionId":"q189","format":"xml","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku,name,quantity,price","isCorrect":true,"inputTokens":12287,"outputTokens":6,"latencyMs":665.1777500000317},{"questionId":"q189","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"sku,name,quantity,price","actual":"sku, name, quantity, price","isCorrect":true,"inputTokens":8526,"outputTokens":7,"latencyMs":727.1295000000391},{"questionId":"q190","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10957,"outputTokens":2,"latencyMs":642.5412919998635},{"questionId":"q190","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6936,"outputTokens":2,"latencyMs":417.7169589998666},{"questionId":"q190","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7359,"outputTokens":2,"latencyMs":409.8291249999311},{"questionId":"q190","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12283,"outputTokens":2,"latencyMs":3034.810999999987},{"questionId":"q190","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8522,"outputTokens":2,"latencyMs":460.6213749998715},{"questionId":"q191","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":10962,"outputTokens":5,"latencyMs":670.8313329999801},{"questionId":"q191","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":6941,"outputTokens":5,"latencyMs":401.93520799977705},{"questionId":"q191","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":7364,"outputTokens":5,"latencyMs":484.2895420000423},{"questionId":"q191","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":12288,"outputTokens":5,"latencyMs":604.8337919998448},{"questionId":"q191","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,email,phone","actual":"id,name,email,phone","isCorrect":true,"inputTokens":8527,"outputTokens":5,"latencyMs":523.3439999998081},{"questionId":"q192","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"61","isCorrect":false,"inputTokens":3822,"outputTokens":1,"latencyMs":366.0537500001956},{"questionId":"q192","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":2493,"outputTokens":1,"latencyMs":388.8614590000361},{"questionId":"q192","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1752,"outputTokens":1,"latencyMs":531.8612500000745},{"questionId":"q192","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1611,"outputTokens":1,"latencyMs":402.98354100016877},{"questionId":"q192","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"61","isCorrect":false,"inputTokens":4468,"outputTokens":1,"latencyMs":419.8242920001503},{"questionId":"q192","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"62","isCorrect":false,"inputTokens":3152,"outputTokens":1,"latencyMs":544.4314580000937},{"questionId":"q193","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3826,"outputTokens":14,"latencyMs":445.4776660001371},{"questionId":"q193","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":2497,"outputTokens":14,"latencyMs":647.6505420000758},{"questionId":"q193","format":"toon","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1756,"outputTokens":14,"latencyMs":582.0112910000607},{"questionId":"q193","format":"csv","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":1615,"outputTokens":14,"latencyMs":522.1935000000522},{"questionId":"q193","format":"xml","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":4472,"outputTokens":14,"latencyMs":446.3717919997871},{"questionId":"q193","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"date,views,clicks,conversions,revenue,bounceRate","actual":"date,views,clicks,conversions,revenue,bounceRate","isCorrect":true,"inputTokens":3156,"outputTokens":14,"latencyMs":334.3140420001},{"questionId":"q194","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"conversions","isCorrect":false,"inputTokens":3825,"outputTokens":2,"latencyMs":340.3161249998957},{"questionId":"q194","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":2496,"outputTokens":1,"latencyMs":321.3968749998603},{"questionId":"q194","format":"toon","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1755,"outputTokens":1,"latencyMs":337.04041699995287},{"questionId":"q194","format":"csv","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":1614,"outputTokens":1,"latencyMs":305.7395840000827},{"questionId":"q194","format":"xml","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":4471,"outputTokens":1,"latencyMs":381.4124999998603},{"questionId":"q194","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"revenue","actual":"revenue","isCorrect":true,"inputTokens":3155,"outputTokens":1,"latencyMs":391.24962499993853},{"questionId":"q195","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3826,"outputTokens":6,"latencyMs":351.1957499999553},{"questionId":"q195","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":2497,"outputTokens":6,"latencyMs":337.6510830000043},{"questionId":"q195","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1756,"outputTokens":6,"latencyMs":343.33412500005215},{"questionId":"q195","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":1615,"outputTokens":6,"latencyMs":442.4399170000106},{"questionId":"q195","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":4472,"outputTokens":6,"latencyMs":338.48487500008196},{"questionId":"q195","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-03-01","actual":"2025-03-01","isCorrect":true,"inputTokens":3156,"outputTokens":6,"latencyMs":275.6380829999689},{"questionId":"q196","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":3822,"outputTokens":1,"latencyMs":367.37120799999684},{"questionId":"q196","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":2493,"outputTokens":1,"latencyMs":447.95295799989253},{"questionId":"q196","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":1752,"outputTokens":1,"latencyMs":310.1214170001913},{"questionId":"q196","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":1611,"outputTokens":1,"latencyMs":356.95900000003166},{"questionId":"q196","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":4468,"outputTokens":1,"latencyMs":356.37020899984054},{"questionId":"q196","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"6","isCorrect":true,"inputTokens":3152,"outputTokens":1,"latencyMs":339.7074170000851},{"questionId":"q197","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15239,"outputTokens":1,"latencyMs":828.7236249998678},{"questionId":"q197","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11543,"outputTokens":1,"latencyMs":593.1189999999478},{"questionId":"q197","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8866,"outputTokens":1,"latencyMs":617.0792919998057},{"questionId":"q197","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8616,"outputTokens":1,"latencyMs":517.1155419999268},{"questionId":"q197","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"80","isCorrect":false,"inputTokens":17151,"outputTokens":1,"latencyMs":757.1650000000373},{"questionId":"q197","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13237,"outputTokens":1,"latencyMs":546.984540999867},{"questionId":"q198","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":15244,"outputTokens":24,"latencyMs":660.6357909999788},{"questionId":"q198","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":11548,"outputTokens":24,"latencyMs":686.094000000041},{"questionId":"q198","format":"toon","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8871,"outputTokens":24,"latencyMs":518.8935420000926},{"questionId":"q198","format":"csv","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":8621,"outputTokens":24,"latencyMs":767.6478339999449},{"questionId":"q198","format":"xml","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":17156,"outputTokens":24,"latencyMs":1086.245207999833},{"questionId":"q198","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"id,name,repo,description,stars,watchers,forks,defaultBranch,createdAt,updatedAt,pushedAt","actual":"id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watchers,forks,defaultBranch","isCorrect":false,"inputTokens":13242,"outputTokens":24,"latencyMs":461.42283300007693},{"questionId":"q199","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":15244,"outputTokens":1,"latencyMs":361.31387499999255},{"questionId":"q199","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"forks","isCorrect":true,"inputTokens":11548,"outputTokens":2,"latencyMs":465.80245800013654},{"questionId":"q199","format":"toon","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"pushedAt","isCorrect":false,"inputTokens":8871,"outputTokens":3,"latencyMs":806.5418750001118},{"questionId":"q199","format":"csv","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":8621,"outputTokens":1,"latencyMs":470.22779099992476},{"questionId":"q199","format":"xml","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":17156,"outputTokens":1,"latencyMs":867.2781249999534},{"questionId":"q199","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"forks","actual":"stars","isCorrect":false,"inputTokens":13242,"outputTokens":1,"latencyMs":639.9731669998728},{"questionId":"q200","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":15243,"outputTokens":2,"latencyMs":706.970708000008},{"questionId":"q200","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":11547,"outputTokens":2,"latencyMs":445.3654589999933},{"questionId":"q200","format":"toon","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8870,"outputTokens":2,"latencyMs":341.2767089998815},{"questionId":"q200","format":"csv","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":8620,"outputTokens":2,"latencyMs":588.6165410000831},{"questionId":"q200","format":"xml","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":17155,"outputTokens":2,"latencyMs":1149.9787500000093},{"questionId":"q200","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"tailwindcss","actual":"tailwindcss","isCorrect":true,"inputTokens":13241,"outputTokens":2,"latencyMs":538.4804999998305},{"questionId":"q201","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":15240,"outputTokens":1,"latencyMs":521.6853750001173},{"questionId":"q201","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":11544,"outputTokens":1,"latencyMs":600.9999589999206},{"questionId":"q201","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":8867,"outputTokens":1,"latencyMs":597.0913750000764},{"questionId":"q201","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":8617,"outputTokens":1,"latencyMs":676.1639170001727},{"questionId":"q201","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":17152,"outputTokens":1,"latencyMs":600.9071249999106},{"questionId":"q201","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":13238,"outputTokens":1,"latencyMs":717.3051660000347},{"questionId":"q202","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"65","isCorrect":false,"inputTokens":6994,"outputTokens":1,"latencyMs":471.1219169998076},{"questionId":"q202","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"72","isCorrect":false,"inputTokens":4906,"outputTokens":1,"latencyMs":715.7249580000062},{"questionId":"q202","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5995,"outputTokens":1,"latencyMs":424.4405829999596},{"questionId":"q202","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"67","isCorrect":false,"inputTokens":7904,"outputTokens":1,"latencyMs":371.24525000015274},{"questionId":"q202","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"60","isCorrect":false,"inputTokens":6021,"outputTokens":1,"latencyMs":331.06362499995157},{"questionId":"q203","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7003,"outputTokens":13,"latencyMs":375.68666699994355},{"questionId":"q203","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":4915,"outputTokens":13,"latencyMs":465.67037499998696},{"questionId":"q203","format":"toon","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":6004,"outputTokens":13,"latencyMs":514.6221669998486},{"questionId":"q203","format":"xml","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp,level,endpoint,statusCode,responseTime,userId,error","isCorrect":true,"inputTokens":7913,"outputTokens":13,"latencyMs":467.42820900003426},{"questionId":"q203","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"timestamp,level,endpoint,statusCode,responseTime,userId,error","actual":"timestamp, level, endpoint, statusCode, responseTime, userId, error","isCorrect":true,"inputTokens":6030,"outputTokens":16,"latencyMs":374.1381250000559},{"questionId":"q204","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6998,"outputTokens":1,"latencyMs":481.8807079999242},{"questionId":"q204","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":563.3164170000236},{"questionId":"q204","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":5999,"outputTokens":1,"latencyMs":451.7410830000881},{"questionId":"q204","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":455.55354100000113},{"questionId":"q204","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6025,"outputTokens":1,"latencyMs":373.25766600016505}] \ No newline at end of file diff --git a/benchmarks/results/retrieval-accuracy.md b/benchmarks/results/retrieval-accuracy.md index f1e435d..b0fb3ae 100644 --- a/benchmarks/results/retrieval-accuracy.md +++ b/benchmarks/results/retrieval-accuracy.md @@ -1,7 +1,7 @@ -Benchmarks test LLM comprehension across different input formats using 201 data retrieval questions on 4 models. +Benchmarks test LLM comprehension across different input formats using 204 data retrieval questions on 4 models.
-View Dataset Catalog +Show Dataset Catalog #### Dataset Catalog @@ -31,58 +31,67 @@ Benchmarks test LLM comprehension across different input formats using 201 data Each format's overall performance, balancing accuracy against token cost: ``` -TOON ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.6 │ 68.7% acc │ 4,389 tokens -CSV ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.3 │ 62.3% acc │ 4,080 tokens -JSON compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 13.5 │ 67.2% acc │ 4,982 tokens -YAML ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 11.2 │ 66.7% acc │ 5,976 tokens -JSON ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 9.0 │ 65.7% acc │ 7,260 tokens -XML ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 8.1 │ 66.8% acc │ 8,251 tokens +TOON ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 17.2 │ 75.5% acc │ 4,389 tokens +CSV ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 16.6 │ 67.8% acc │ 4,080 tokens +JSON compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 14.7 │ 73.3% acc │ 4,982 tokens +YAML ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 12.1 │ 72.4% acc │ 5,976 tokens +JSON ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 10.0 │ 72.4% acc │ 7,260 tokens +XML ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 8.4 │ 69.0% acc │ 8,251 tokens ``` -TOON achieves **68.7%** accuracy (vs JSON's 65.7%) while using **39.5% fewer tokens**. +TOON achieves **75.5%** accuracy (vs JSON's 72.4%) while using **39.5% fewer tokens**. #### Per-Model Accuracy -Accuracy across 4 LLMs on 201 data retrieval questions: +Accuracy across 4 LLMs on 204 data retrieval questions: ``` -gpt-5-nano -→ TOON ██████████████████░░ 88.6% (178/201) - JSON compact ██████████████████░░ 88.1% (177/201) - CSV ██████████████████░░ 88.0% (88/100) - YAML █████████████████░░░ 84.6% (170/201) - XML ████████████████░░░░ 81.6% (164/201) - JSON ████████████████░░░░ 80.1% (161/201) - claude-haiku-4-5-20251001 - YAML ██████████░░░░░░░░░░ 52.2% (105/201) -→ TOON ██████████░░░░░░░░░░ 50.7% (102/201) - JSON ██████████░░░░░░░░░░ 50.2% (101/201) - JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) - XML ██████████░░░░░░░░░░ 49.3% (99/201) - CSV ████████░░░░░░░░░░░░ 39.0% (39/100) +→ TOON ████████████░░░░░░░░ 62.3% (127/204) + JSON ███████████░░░░░░░░░ 56.9% (116/204) + YAML ███████████░░░░░░░░░ 55.9% (114/204) + JSON compact ███████████░░░░░░░░░ 54.9% (112/204) + XML ███████████░░░░░░░░░ 54.9% (112/204) + CSV █████████░░░░░░░░░░░ 47.1% (49/104) gemini-2.5-flash - XML █████████████████░░░ 86.1% (173/201) -→ TOON █████████████████░░░ 84.1% (169/201) - CSV ████████████████░░░░ 82.0% (82/100) - JSON compact ████████████████░░░░ 81.1% (163/201) - YAML ████████████████░░░░ 81.1% (163/201) - JSON ████████████████░░░░ 81.1% (163/201) +→ TOON ██████████████████░░ 91.2% (186/204) + YAML ██████████████████░░ 89.7% (183/204) + JSON compact ██████████████████░░ 87.7% (179/204) + JSON ██████████████████░░ 87.7% (179/204) + XML █████████████████░░░ 87.3% (178/204) + CSV █████████████████░░░ 85.6% (89/104) + +gpt-5-nano + JSON compact ███████████████████░ 93.6% (191/204) + CSV ██████████████████░░ 90.4% (94/104) + JSON ██████████████████░░ 89.7% (183/204) +→ TOON ██████████████████░░ 89.2% (182/204) + YAML ██████████████████░░ 89.2% (182/204) + XML ████████████████░░░░ 81.4% (166/204) grok-4-fast-non-reasoning -→ TOON ██████████░░░░░░░░░░ 51.2% (103/201) - JSON ██████████░░░░░░░░░░ 51.2% (103/201) - XML ██████████░░░░░░░░░░ 50.2% (101/201) - JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) - YAML ██████████░░░░░░░░░░ 48.8% (98/201) - CSV ████████░░░░░░░░░░░░ 40.0% (40/100) +→ TOON ████████████░░░░░░░░ 59.3% (121/204) + JSON compact ███████████░░░░░░░░░ 56.9% (116/204) + JSON ███████████░░░░░░░░░ 55.4% (113/204) + YAML ███████████░░░░░░░░░ 54.9% (112/204) + XML ██████████░░░░░░░░░░ 52.5% (107/204) + CSV ██████████░░░░░░░░░░ 48.1% (50/104) ``` -**Key tradeoff:** TOON achieves **68.7% accuracy** (vs JSON's 65.7%) while using **39.5% fewer tokens** on these datasets. +**Key tradeoff:** TOON achieves **75.5% accuracy** (vs JSON's 72.4%) while using **39.5% fewer tokens** on these datasets.
-Performance by dataset and model +Performance by dataset, model, and question type + +#### Performance by Question Type + +| Question Type | TOON | JSON compact | JSON | YAML | XML | CSV | +| ------------- | ---- | ---- | ---- | ---- | ---- | ---- | +| Field Retrieval | 100.0% | 98.9% | 99.6% | 99.3% | 98.5% | 100.0% | +| Aggregation | 56.3% | 52.4% | 53.2% | 53.2% | 47.2% | 40.5% | +| Filtering | 58.9% | 58.3% | 54.2% | 53.1% | 50.5% | 49.1% | +| Structure Awareness | 89.0% | 85.0% | 82.0% | 85.0% | 79.0% | 84.4% | #### Performance by Dataset @@ -90,110 +99,110 @@ grok-4-fast-non-reasoning | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 65.6% | 2,483 | 105/160 | -| `csv` | 62.5% | 2,337 | 100/160 | -| `json-compact` | 66.3% | 3,943 | 106/160 | -| `yaml` | 63.7% | 4,969 | 102/160 | -| `xml` | 67.5% | 7,314 | 108/160 | -| `json-pretty` | 62.5% | 6,347 | 100/160 | +| `csv` | 70.7% | 2,337 | 116/164 | +| `toon` | 72.0% | 2,483 | 118/164 | +| `json-compact` | 71.3% | 3,943 | 117/164 | +| `yaml` | 70.1% | 4,969 | 115/164 | +| `json-pretty` | 72.6% | 6,347 | 119/164 | +| `xml` | 70.7% | 7,314 | 116/164 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 75.6% | 7,197 | 121/160 | -| `json-compact` | 70.6% | 6,784 | 113/160 | -| `yaml` | 71.9% | 8,334 | 115/160 | -| `json-pretty` | 68.8% | 10,700 | 110/160 | -| `xml` | 71.9% | 12,013 | 115/160 | +| `toon` | 83.5% | 7,197 | 137/164 | +| `json-compact` | 79.3% | 6,784 | 130/164 | +| `yaml` | 78.7% | 8,334 | 129/164 | +| `json-pretty` | 78.7% | 10,700 | 129/164 | +| `xml` | 73.8% | 12,013 | 121/164 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 63.8% | 1,391 | 74/116 | -| `toon` | 66.4% | 1,513 | 77/116 | -| `json-compact` | 61.2% | 2,339 | 71/116 | -| `yaml` | 65.5% | 2,936 | 76/116 | -| `json-pretty` | 64.7% | 3,663 | 75/116 | -| `xml` | 65.5% | 4,374 | 76/116 | +| `toon` | 75.8% | 1,513 | 91/120 | +| `csv` | 72.5% | 1,391 | 87/120 | +| `json-compact` | 70.0% | 2,339 | 84/120 | +| `yaml` | 70.0% | 2,936 | 84/120 | +| `json-pretty` | 71.7% | 3,663 | 86/120 | +| `xml` | 71.7% | 4,374 | 86/120 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 63.7% | 8,745 | 79/124 | -| `csv` | 60.5% | 8,513 | 75/124 | -| `json-compact` | 56.5% | 11,455 | 70/124 | -| `yaml` | 53.2% | 13,129 | 66/124 | -| `json-pretty` | 53.2% | 15,145 | 66/124 | -| `xml` | 53.2% | 17,095 | 66/124 | +| `toon` | 64.4% | 8,745 | 85/132 | +| `csv` | 59.8% | 8,513 | 79/132 | +| `json-compact` | 60.6% | 11,455 | 80/132 | +| `yaml` | 61.4% | 13,129 | 81/132 | +| `json-pretty` | 59.1% | 15,145 | 78/132 | +| `xml` | 51.5% | 17,095 | 68/132 | ##### Semi-uniform event logs | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `json-compact` | 55.0% | 4,809 | 66/120 | -| `yaml` | 52.5% | 5,814 | 63/120 | -| `json-pretty` | 52.5% | 6,784 | 63/120 | -| `toon` | 45.8% | 5,764 | 55/120 | -| `xml` | 50.8% | 7,699 | 61/120 | +| `json-compact` | 67.5% | 4,809 | 81/120 | +| `yaml` | 63.3% | 5,814 | 76/120 | +| `toon` | 62.5% | 5,764 | 75/120 | +| `json-pretty` | 59.2% | 6,784 | 71/120 | +| `xml` | 55.0% | 7,699 | 66/120 | ##### Deeply nested configuration | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `json-compact` | 91.9% | 564 | 114/124 | -| `toon` | 92.7% | 631 | 115/124 | -| `yaml` | 91.9% | 673 | 114/124 | -| `json-pretty` | 91.9% | 919 | 114/124 | -| `xml` | 89.5% | 1,008 | 111/124 | +| `json-compact` | 91.4% | 564 | 106/116 | +| `toon` | 94.8% | 631 | 110/116 | +| `yaml` | 91.4% | 673 | 106/116 | +| `json-pretty` | 93.1% | 919 | 108/116 | +| `xml` | 91.4% | 1,008 | 106/116 | #### Performance by Model -##### gpt-5-nano - -| Format | Accuracy | Correct/Total | -| ------ | -------- | ------------- | -| `toon` | 88.6% | 178/201 | -| `json-compact` | 88.1% | 177/201 | -| `csv` | 88.0% | 88/100 | -| `yaml` | 84.6% | 170/201 | -| `xml` | 81.6% | 164/201 | -| `json-pretty` | 80.1% | 161/201 | - ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `yaml` | 52.2% | 105/201 | -| `toon` | 50.7% | 102/201 | -| `json-pretty` | 50.2% | 101/201 | -| `json-compact` | 49.8% | 100/201 | -| `xml` | 49.3% | 99/201 | -| `csv` | 39.0% | 39/100 | +| `toon` | 62.3% | 127/204 | +| `json-pretty` | 56.9% | 116/204 | +| `yaml` | 55.9% | 114/204 | +| `json-compact` | 54.9% | 112/204 | +| `xml` | 54.9% | 112/204 | +| `csv` | 47.1% | 49/104 | ##### gemini-2.5-flash | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `xml` | 86.1% | 173/201 | -| `toon` | 84.1% | 169/201 | -| `csv` | 82.0% | 82/100 | -| `json-compact` | 81.1% | 163/201 | -| `yaml` | 81.1% | 163/201 | -| `json-pretty` | 81.1% | 163/201 | +| `toon` | 91.2% | 186/204 | +| `yaml` | 89.7% | 183/204 | +| `json-compact` | 87.7% | 179/204 | +| `json-pretty` | 87.7% | 179/204 | +| `xml` | 87.3% | 178/204 | +| `csv` | 85.6% | 89/104 | + +##### gpt-5-nano + +| Format | Accuracy | Correct/Total | +| ------ | -------- | ------------- | +| `json-compact` | 93.6% | 191/204 | +| `csv` | 90.4% | 94/104 | +| `json-pretty` | 89.7% | 183/204 | +| `toon` | 89.2% | 182/204 | +| `yaml` | 89.2% | 182/204 | +| `xml` | 81.4% | 166/204 | ##### grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 51.2% | 103/201 | -| `json-pretty` | 51.2% | 103/201 | -| `xml` | 50.2% | 101/201 | -| `json-compact` | 49.8% | 100/201 | -| `yaml` | 48.8% | 98/201 | -| `csv` | 40.0% | 40/100 | +| `toon` | 59.3% | 121/204 | +| `json-compact` | 56.9% | 116/204 | +| `json-pretty` | 55.4% | 113/204 | +| `yaml` | 54.9% | 112/204 | +| `xml` | 52.5% | 107/204 | +| `csv` | 48.1% | 50/104 |
@@ -217,33 +226,38 @@ Six datasets designed to test different structural patterns: #### Question Types -201 questions are generated dynamically across three categories: +204 questions are generated dynamically across four categories: -- **Field retrieval (36%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) +- **Field retrieval (33%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) - Example: "What is Alice's salary?" → `75000` - Example: "How many items are in order ORD-0042?" → `3` - Example: "What is the customer name for order ORD-0042?" → `John Doe` -- **Aggregation (37%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) +- **Aggregation (31%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) - Example: "How many employees work in Engineering?" → `17` - Example: "What is the total revenue across all orders?" → `45123.50` - Example: "How many employees have salary > 80000?" → `23` -- **Filtering (27%)**: Multi-condition queries requiring compound logic (AND constraints across fields) +- **Filtering (24%)**: Multi-condition queries requiring compound logic (AND constraints across fields) - Example: "How many employees in Sales have salary > 80000?" → `5` - Example: "How many active employees have more than 10 years of experience?" → `8` +- **Structure awareness (12%)**: Tests format-native structural affordances (TOON's [N] count and {fields}, CSV's header row) + - Example: "How many employees are in the dataset?" → `100` + - Example: "List the field names for employees" → `id, name, email, department, salary, yearsExperience, active` + - Example: "What is the department of the last employee?" → `Sales` + #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, JSON compact, XML, YAML, JSON, CSV). +1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, JSON compact, JSON, YAML, XML, CSV). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: `gpt-5-nano` validates if the answer is semantically correct (e.g., `50000` = `$50,000`, `Engineering` = `engineering`, `2025-01-01` = `January 1, 2025`). #### Models & Configuration -- **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` +- **Models tested**: `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `gpt-5-nano`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) - **Temperature**: Not set (models use their defaults) -- **Total evaluations**: 201 questions × 6 formats × 4 models = 4,824 LLM calls +- **Total evaluations**: 204 questions × 6 formats × 4 models = 4,896 LLM calls
diff --git a/benchmarks/results/token-efficiency.md b/benchmarks/results/token-efficiency.md index 19f2730..999a853 100644 --- a/benchmarks/results/token-efficiency.md +++ b/benchmarks/results/token-efficiency.md @@ -77,7 +77,7 @@ Datasets with flat tabular structures where CSV is applicable. ```
-View detailed examples +Show detailed examples #### 📈 Time-series analytics data diff --git a/benchmarks/scripts/token-efficiency-benchmark.ts b/benchmarks/scripts/token-efficiency-benchmark.ts index 517e63d..68a4fdc 100644 --- a/benchmarks/scripts/token-efficiency-benchmark.ts +++ b/benchmarks/scripts/token-efficiency-benchmark.ts @@ -88,7 +88,7 @@ function generateTotalLines( baselineFormat?: { name: string, tokens: number }, ) { const separatorHalf = '─'.repeat(36) - const lines: string[] = [`${separatorHalf} Total ${separatorHalf}`] + const lines = [`${separatorHalf} Total ${separatorHalf}`] if (baselineFormat) { // Flat-only track with CSV baseline @@ -300,12 +300,13 @@ const detailedExamples = results displayData = { metrics: displayData.metrics.slice(0, ANALYTICS_METRICS_LIMIT) } } - const separator = i < filtered.length - 1 ? '\n\n---' : '' const emoji = DATASET_ICONS[result.dataset.name] || DEFAULT_DATASET_ICON const json = result.formats.find(f => f.name === 'json-pretty')! const toon = result.formats.find(f => f.name === 'toon')! + const separator = i < filtered.length - 1 ? '---' : '' - return `#### ${emoji} ${result.dataset.description} + return ` +#### ${emoji} ${result.dataset.description} **Savings:** ${json.savings.toLocaleString('en-US')} tokens (${json.savingsPercent.toFixed(1)}% reduction vs JSON) @@ -319,7 +320,10 @@ ${JSON.stringify(displayData, undefined, 2)} \`\`\` ${encode(displayData)} -\`\`\`${separator}` +\`\`\` + +${separator} +`.trim() }) .join('\n\n') @@ -327,7 +331,7 @@ const markdown = ` ${barChartSection}
-View detailed examples +Show detailed examples ${detailedExamples} diff --git a/benchmarks/src/evaluate.ts b/benchmarks/src/evaluate.ts index 3ba869e..b801ac7 100644 --- a/benchmarks/src/evaluate.ts +++ b/benchmarks/src/evaluate.ts @@ -10,9 +10,9 @@ import { generateText } from 'ai' * Models used for evaluation */ export const models: LanguageModelV2[] = [ - openai('gpt-5-nano'), anthropic('claude-haiku-4-5-20251001'), google('gemini-2.5-flash'), + openai('gpt-5-nano'), xai('grok-4-fast-non-reasoning'), ] diff --git a/benchmarks/src/report.ts b/benchmarks/src/report.ts index 9369af9..a0e79e9 100644 --- a/benchmarks/src/report.ts +++ b/benchmarks/src/report.ts @@ -81,7 +81,7 @@ export function generateAccuracyReport( Benchmarks test LLM comprehension across different input formats using ${totalQuestions} data retrieval questions on ${modelNames.length} ${modelNames.length === 1 ? 'model' : 'models'}.
-View Dataset Catalog +Show Dataset Catalog ${generateDatasetCatalog(ACCURACY_DATASETS)}