diff --git a/README.md b/README.md index 49f006b..7937585 100644 --- a/README.md +++ b/README.md @@ -57,26 +57,30 @@ The benchmarks test datasets that favor TOON's strengths (uniform tabular data). ### Token Efficiency ``` -⭐ GitHub Repositories ██████████████░░░░░░░░░░░ 8,745 tokens - vs JSON: 15,145 (-42.3%) - vs YAML: 13,129 (-33.4%) - vs XML: 17,095 (-48.8%) +⭐ GitHub Repositories ██████████████░░░░░░░░░░░ 8,745 tokens + vs JSON (-42.3%) 15,145 + vs JSON compact (-23.7%) 11,455 + vs YAML (-33.4%) 13,129 + vs XML (-48.8%) 17,095 -📈 Daily Analytics ██████████░░░░░░░░░░░░░░░ 4,507 tokens - vs JSON: 10,977 (-58.9%) - vs YAML: 8,810 (-48.8%) - vs XML: 13,128 (-65.7%) +📈 Daily Analytics ██████████░░░░░░░░░░░░░░░ 4,507 tokens + vs JSON (-58.9%) 10,977 + vs JSON compact (-35.7%) 7,013 + vs YAML (-48.8%) 8,810 + vs XML (-65.7%) 13,128 -🛒 E-Commerce Order ████████████████░░░░░░░░░ 166 tokens - vs JSON: 257 (-35.4%) - vs YAML: 197 (-15.7%) - vs XML: 271 (-38.7%) +🛒 E-Commerce Order ████████████████░░░░░░░░░ 166 tokens + vs JSON (-35.4%) 257 + vs JSON compact (-2.9%) 171 + vs YAML (-15.7%) 197 + vs XML (-38.7%) 271 ───────────────────────────────────────────────────────────────────── -Total █████████████░░░░░░░░░░░░ 13,418 tokens - vs JSON: 26,379 (-49.1%) - vs YAML: 22,136 (-39.4%) - vs XML: 30,494 (-56.0%) +Total ██████████████░░░░░░░░░░░ 13,418 tokens + vs JSON (-49.1%) 26,379 + vs JSON compact (-28.0%) 18,639 + vs YAML (-39.4%) 22,136 + vs XML (-56.0%) 30,494 ```
@@ -218,7 +222,7 @@ metrics[5]{date,views,clicks,conversions,revenue,bounceRate}: > [!NOTE] -> Measured with [`gpt-tokenizer`](https://github.com/niieani/gpt-tokenizer) using `o200k_base` encoding (used by GPT-5 and other modern models). Savings will vary across models and tokenizers. +> Token savings are measured against formatted JSON (2-space indentation) as the primary baseline. Additional comparisons include compact JSON (minified), YAML, and XML to provide a comprehensive view across common data formats. Measured with [`gpt-tokenizer`](https://github.com/niieani/gpt-tokenizer) using `o200k_base` encoding (GPT-5 tokenizer). Actual savings vary by model and tokenizer. @@ -228,35 +232,39 @@ Accuracy across **4 LLMs** on 154 data retrieval questions: ``` gpt-5-nano -→ toon ███████████████████░ 96.1% (148/154) - csv ██████████████████░░ 90.3% (139/154) - yaml ██████████████████░░ 89.0% (137/154) - json ██████████████████░░ 87.7% (135/154) - xml █████████████████░░░ 83.8% (129/154) +→ TOON ███████████████████░ 96.1% (148/154) + CSV ██████████████████░░ 91.6% (141/154) + YAML ██████████████████░░ 91.6% (141/154) + JSON compact ██████████████████░░ 91.6% (141/154) + XML █████████████████░░░ 87.0% (134/154) + JSON █████████████████░░░ 86.4% (133/154) claude-haiku-4-5-20251001 - yaml ██████████░░░░░░░░░░ 49.4% (76/154) -→ toon ██████████░░░░░░░░░░ 48.1% (74/154) - csv ██████████░░░░░░░░░░ 48.1% (74/154) - json █████████░░░░░░░░░░░ 47.4% (73/154) - xml █████████░░░░░░░░░░░ 46.8% (72/154) + JSON ██████████░░░░░░░░░░ 50.0% (77/154) + YAML ██████████░░░░░░░░░░ 49.4% (76/154) +→ TOON ██████████░░░░░░░░░░ 48.7% (75/154) + XML ██████████░░░░░░░░░░ 48.1% (74/154) + CSV █████████░░░░░░░░░░░ 47.4% (73/154) + JSON compact █████████░░░░░░░░░░░ 44.2% (68/154) gemini-2.5-flash - csv ██████████████████░░ 87.7% (135/154) - xml █████████████████░░░ 85.1% (131/154) -→ toon █████████████████░░░ 83.8% (129/154) - json ████████████████░░░░ 78.6% (121/154) - yaml ███████████████░░░░░ 76.6% (118/154) + CSV ██████████████████░░ 87.7% (135/154) + XML ██████████████████░░ 87.7% (135/154) +→ TOON █████████████████░░░ 86.4% (133/154) + YAML ████████████████░░░░ 79.9% (123/154) + JSON compact ████████████████░░░░ 79.9% (123/154) + JSON ███████████████░░░░░ 76.6% (118/154) grok-4-fast-non-reasoning -→ toon ██████████░░░░░░░░░░ 48.7% (75/154) - json ██████████░░░░░░░░░░ 48.1% (74/154) - xml █████████░░░░░░░░░░░ 47.4% (73/154) - yaml █████████░░░░░░░░░░░ 46.8% (72/154) - csv █████████░░░░░░░░░░░ 45.5% (70/154) +→ TOON ██████████░░░░░░░░░░ 49.4% (76/154) + JSON ██████████░░░░░░░░░░ 48.7% (75/154) + XML █████████░░░░░░░░░░░ 46.1% (71/154) + YAML █████████░░░░░░░░░░░ 46.1% (71/154) + JSON compact █████████░░░░░░░░░░░ 45.5% (70/154) + CSV █████████░░░░░░░░░░░ 44.2% (68/154) ``` -**Key tradeoff:** TOON achieves **69.2% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens** on these datasets. +**Key tradeoff:** TOON achieves **70.1% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens** on these datasets.
Performance by dataset and model @@ -267,41 +275,45 @@ grok-4-fast-non-reasoning | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 67.0% | 2,337 | 134/200 | -| `toon` | 66.5% | 2,483 | 133/200 | -| `yaml` | 65.5% | 4,969 | 131/200 | -| `json` | 63.5% | 6,347 | 127/200 | -| `xml` | 66.5% | 7,314 | 133/200 | +| `csv` | 65.5% | 2,337 | 131/200 | +| `toon` | 67.5% | 2,483 | 135/200 | +| `json-compact` | 65.5% | 3,943 | 131/200 | +| `yaml` | 68.5% | 4,969 | 137/200 | +| `xml` | 69.5% | 7,314 | 139/200 | +| `json-pretty` | 64.5% | 6,347 | 129/200 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | | `toon` | 78.8% | 5,967 | 126/160 | -| `csv` | 71.9% | 6,735 | 115/160 | -| `yaml` | 71.9% | 7,328 | 115/160 | -| `json` | 73.1% | 9,694 | 117/160 | -| `xml` | 73.8% | 10,992 | 118/160 | +| `csv` | 76.3% | 6,735 | 122/160 | +| `json-compact` | 70.6% | 5,962 | 113/160 | +| `yaml` | 72.5% | 7,328 | 116/160 | +| `json-pretty` | 76.9% | 9,694 | 123/160 | +| `xml` | 73.1% | 10,992 | 117/160 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 67.6% | 1,393 | 92/136 | -| `toon` | 67.6% | 1,515 | 92/136 | -| `yaml` | 64.7% | 2,938 | 88/136 | -| `json` | 68.4% | 3,665 | 93/136 | -| `xml` | 66.2% | 4,376 | 90/136 | +| `toon` | 68.4% | 1,515 | 93/136 | +| `csv` | 65.4% | 1,393 | 89/136 | +| `json-compact` | 64.7% | 2,341 | 88/136 | +| `yaml` | 66.2% | 2,938 | 90/136 | +| `json-pretty` | 64.7% | 3,665 | 88/136 | +| `xml` | 66.9% | 4,376 | 91/136 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 64.2% | 8,513 | 77/120 | -| `toon` | 62.5% | 8,745 | 75/120 | -| `yaml` | 57.5% | 13,129 | 69/120 | -| `json` | 55.0% | 15,145 | 66/120 | -| `xml` | 53.3% | 17,095 | 64/120 | +| `toon` | 65.0% | 8,745 | 78/120 | +| `csv` | 62.5% | 8,513 | 75/120 | +| `json-compact` | 58.3% | 11,455 | 70/120 | +| `yaml` | 56.7% | 13,129 | 68/120 | +| `xml` | 55.8% | 17,095 | 67/120 | +| `json-pretty` | 52.5% | 15,145 | 63/120 | #### Performance by Model @@ -310,40 +322,44 @@ grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | | `toon` | 96.1% | 148/154 | -| `csv` | 90.3% | 139/154 | -| `yaml` | 89.0% | 137/154 | -| `json` | 87.7% | 135/154 | -| `xml` | 83.8% | 129/154 | +| `csv` | 91.6% | 141/154 | +| `yaml` | 91.6% | 141/154 | +| `json-compact` | 91.6% | 141/154 | +| `xml` | 87.0% | 134/154 | +| `json-pretty` | 86.4% | 133/154 | ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | +| `json-pretty` | 50.0% | 77/154 | | `yaml` | 49.4% | 76/154 | -| `toon` | 48.1% | 74/154 | -| `csv` | 48.1% | 74/154 | -| `json` | 47.4% | 73/154 | -| `xml` | 46.8% | 72/154 | +| `toon` | 48.7% | 75/154 | +| `xml` | 48.1% | 74/154 | +| `csv` | 47.4% | 73/154 | +| `json-compact` | 44.2% | 68/154 | ##### gemini-2.5-flash | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | | `csv` | 87.7% | 135/154 | -| `xml` | 85.1% | 131/154 | -| `toon` | 83.8% | 129/154 | -| `json` | 78.6% | 121/154 | -| `yaml` | 76.6% | 118/154 | +| `xml` | 87.7% | 135/154 | +| `toon` | 86.4% | 133/154 | +| `yaml` | 79.9% | 123/154 | +| `json-compact` | 79.9% | 123/154 | +| `json-pretty` | 76.6% | 118/154 | ##### grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 48.7% | 75/154 | -| `json` | 48.1% | 74/154 | -| `xml` | 47.4% | 73/154 | -| `yaml` | 46.8% | 72/154 | -| `csv` | 45.5% | 70/154 | +| `toon` | 49.4% | 76/154 | +| `json-pretty` | 48.7% | 75/154 | +| `xml` | 46.1% | 71/154 | +| `yaml` | 46.1% | 71/154 | +| `json-compact` | 45.5% | 70/154 | +| `csv` | 44.2% | 68/154 |
@@ -383,7 +399,7 @@ Four datasets designed to test different structural patterns (all contain arrays #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all 5 formats (TOON, CSV, XML, JSON, YAML). +1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, CSV, XML, YAML, JSON, JSON compact). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: `gpt-5-nano` validates if the answer is semantically correct (e.g., `50000` = `$50,000`, `Engineering` = `engineering`, `2025-01-01` = `January 1, 2025`). @@ -392,7 +408,7 @@ Four datasets designed to test different structural patterns (all contain arrays - **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) - **Temperature**: Not set (models use their defaults) -- **Total evaluations**: 154 questions × 5 formats × 4 models = 3,080 LLM calls +- **Total evaluations**: 154 questions × 6 formats × 4 models = 3,696 LLM calls
diff --git a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 index 9acbdcd..4aeb7b3 100644 --- a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 +++ b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 @@ -1 +1 @@ -[{"questionId":"q1","format":"json","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1537.6021250000003},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1486.3506670000006},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1429.5262089999997},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1376.0906670000004},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1222.417958},{"questionId":"q2","format":"json","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":2354.6172500000002},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1233.7132499999998},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1106.1597919999995},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1230.3756249999997},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1274.6398339999996},{"questionId":"q3","format":"json","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1245.1107500000016},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1165.8688750000001},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":1067.0255830000006},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1445.9122079999997},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1243.721125},{"questionId":"q4","format":"json","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1060.8145000000004},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1049.8461669999997},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1162.205833},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1509.5298329999987},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":934.7147499999992},{"questionId":"q5","format":"json","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1380.5975419999995},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":951.9105839999993},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1182.3988750000008},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1151.5259580000002},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1414.207708},{"questionId":"q6","format":"json","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1197.6633330000004},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1030.8413750000018},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1133.5819999999985},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1917.1467499999999},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":998.3464999999997},{"questionId":"q7","format":"json","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7870,"outputTokens":4,"latencyMs":1084.716624999999},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1831.2133329999997},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":864.9013340000001},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1714.0080839999991},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":951.7263330000005},{"questionId":"q8","format":"json","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7872,"outputTokens":12,"latencyMs":1026.9798329999994},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":2010.663625000001},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":897.7433749999982},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1142.969083},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1076.9092910000018},{"questionId":"q9","format":"json","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1348.8963749999966},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1238.4754580000008},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1139.966375},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1209.6469170000018},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":997.9646250000005},{"questionId":"q10","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1098.9894170000007},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1053.9644169999992},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":980.4257079999988},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1049.1156249999985},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1098.096375000001},{"questionId":"q11","format":"json","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7869,"outputTokens":6,"latencyMs":1230.9202499999956},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":1291.838042000003},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":1086.5020000000077},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":1738.5310000000027},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":1427.1702500000101},{"questionId":"q12","format":"json","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7866,"outputTokens":4,"latencyMs":1154.7808750000113},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1049.548834000001},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":1627.4444999999978},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":1194.5875000000087},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1135.9470000000001},{"questionId":"q13","format":"json","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7869,"outputTokens":9,"latencyMs":1437.4254999999976},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":976.7932080000028},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":942.6564999999973},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":1031.2646660000028},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1340.2485000000015},{"questionId":"q14","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7870,"outputTokens":5,"latencyMs":1161.0218750000058},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":1119.0639590000064},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":1039.96875},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1149.7638750000042},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1100.402041999987},{"questionId":"q15","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1583.3454999999958},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1374.1683340000018},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":931.5164159999986},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1373.9272079999937},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1083.524166999996},{"questionId":"q16","format":"json","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1018.1638749999984},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":888.2622499999998},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1090.7119999999995},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1210.7770830000081},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1957.4906250000058},{"questionId":"q17","format":"json","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":919.3165420000005},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2984,"outputTokens":4,"latencyMs":1039.6322919999948},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2858,"outputTokens":4,"latencyMs":841.287124999988},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1159.6582499999931},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5762,"outputTokens":4,"latencyMs":1037.8007500000094},{"questionId":"q18","format":"json","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":10,"latencyMs":1001.4192089999997},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2983,"outputTokens":10,"latencyMs":1050.905792000005},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2857,"outputTokens":10,"latencyMs":1001.2788329999894},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9361,"outputTokens":10,"latencyMs":1146.9045420000039},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5761,"outputTokens":10,"latencyMs":2669.4870410000003},{"questionId":"q19","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":990.6413750000065},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2986,"outputTokens":5,"latencyMs":992.1132920000091},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2860,"outputTokens":5,"latencyMs":1272.6606670000037},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9364,"outputTokens":5,"latencyMs":1037.2679590000043},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":5764,"outputTokens":5,"latencyMs":1311.8713750000024},{"questionId":"q20","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1216.2409999999945},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":847.3230410000106},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1020.1723750000092},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1031.5461249999935},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":908.4395419999928},{"questionId":"q21","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":2676.222084000008},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":961.9827910000022},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1234.0517909999908},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1615.9762090000004},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1033.6260420000035},{"questionId":"q22","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1825.1913749999949},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1408.342875000002},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":2465.1213750000024},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":2764.623915999997},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1131.2473750000063},{"questionId":"q23","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":943.4784169999912},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":832.4295830000046},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1249.9047920000012},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1478.3672499999957},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1374.2665000000125},{"questionId":"q24","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1166.825582999998},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":3421.561999999991},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1175.7181659999915},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":2769.9394590000156},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1308.8369169999787},{"questionId":"q25","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1180.680250000005},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":2278.2342089999875},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":971.457041000016},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1664.8775000000023},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1651.8204579999729},{"questionId":"q26","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1501.1941660000011},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":971.5193330000038},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1530.015665999992},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1514.5895000000019},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1222.6664159999928},{"questionId":"q27","format":"json","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1974.1871669999964},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1352.7628749999858},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"81","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1119.7829159999965},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1463.1034170000057},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1329.3650840000191},{"questionId":"q28","format":"json","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1114.402207999985},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1262.3370409999916},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1218.0844159999979},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"53","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1224.4896249999874},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1404.2133329999924},{"questionId":"q29","format":"json","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1926.940082999994},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1626.1094999999914},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"29","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1430.0122499999998},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":3668.176416000002},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1311.8123750000086},{"questionId":"q30","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"18","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":3085.3985000000102},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1836.7795000000042},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":975.8867920000048},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2409.036374999996},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"18","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1688.614916999999},{"questionId":"q31","format":"json","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":1159.5274170000048},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":1150.8523339999956},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1248.6899590000103},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1142.903290999995},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1536.5535420000087},{"questionId":"q32","format":"json","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$100,547.59","isCorrect":false,"inputTokens":7867,"outputTokens":9,"latencyMs":1980.8121249999967},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,588.23","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":1176.6161250000005},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,545.41","isCorrect":false,"inputTokens":2853,"outputTokens":9,"latencyMs":1201.305250000005},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,287.84","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":2084.5580840000184},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"102,127.68","isCorrect":false,"inputTokens":5757,"outputTokens":9,"latencyMs":2140.966625000001},{"questionId":"q33","format":"json","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":7864,"outputTokens":5,"latencyMs":1089.961083000002},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"77","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":829.7857910000021},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"76","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1404.6330000000016},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"80","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1477.4499160000123},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"72","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1117.3200420000067},{"questionId":"q34","format":"json","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":7864,"outputTokens":5,"latencyMs":1089.4079999999958},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":960.812042000005},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1273.656874999986},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1516.767124999984},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1084.7532080000092},{"questionId":"q35","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1330.263500000001},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":980.9033749999944},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1487.3991249999963},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1152.3149999999732},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1218.9623750000028},{"questionId":"q36","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1315.5187499999884},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1121.2172919999866},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":887.1655420000025},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1165.4899580000201},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":2556.736124999996},{"questionId":"q37","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1375.5547080000106},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1772.9010830000043},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1017.8509999999951},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1334.6767919999838},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1062.2425839999923},{"questionId":"q38","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1174.8603339999972},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1567.9866249999905},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1229.9130000000005},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2080.8386670000036},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1438.962790999998},{"questionId":"q39","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1347.803958000004},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1346.8424999999988},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1162.1666670000122},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1127.7693749999744},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1194.429541999998},{"questionId":"q40","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1226.3327090000093},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1243.6823330000043},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1018.6486250000016},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1061.0602090000175},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1092.6837910000177},{"questionId":"q41","format":"json","model":"claude-haiku-4-5-20251001","expected":"63","actual":"72","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2164.3315000000002},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":3286.745082999987},{"questionId":"q41","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"58","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1241.5387920000067},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"63","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":2186.99779199998},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"66","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1106.6864999999816},{"questionId":"q42","format":"json","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1537.9564580000006},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1049.4833750000107},{"questionId":"q42","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1424.8600830000069},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2155.378291000001},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1709.97866600001},{"questionId":"q43","format":"json","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1145.8177920000162},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1026.8002500000002},{"questionId":"q43","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"28","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":945.9004159999895},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1597.1786670000001},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1227.4780840000021},{"questionId":"q44","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1597.7090000000026},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":2308.1104159999813},{"questionId":"q44","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1612.660749999981},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1999.6158749999886},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"16","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1419.2382919999945},{"questionId":"q45","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1988.874833000009},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1379.1875},{"questionId":"q45","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1234.3258339999884},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":3586.301792000013},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1480.7154169999994},{"questionId":"q46","format":"json","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1243.541750000004},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":1259.1426670000073},{"questionId":"q46","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1441.2370419999934},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1966.9545830000134},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1562.179124999995},{"questionId":"q47","format":"json","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1238.9752909999806},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1364.5455840000068},{"questionId":"q47","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1280.3016669999924},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1313.6669580000162},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1232.7792500000214},{"questionId":"q48","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":2766.1501250000147},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":2236.2213340000017},{"questionId":"q48","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1155.4116249999788},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"18","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1420.8660419999796},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1203.599749999994},{"questionId":"q49","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":1146.200125000003},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1450.0628330000036},{"questionId":"q49","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1435.3958339999954},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":2075.0522080000082},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1346.5723749999888},{"questionId":"q50","format":"json","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1019.7261249999865},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":999.3966660000151},{"questionId":"q50","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":2026.2315839999646},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":2070.864291999984},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1420.2249999999767},{"questionId":"q51","format":"json","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1338.403416999965},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1453.7060829999973},{"questionId":"q51","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1889.1306249999907},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1285.0567920000176},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1354.1357090000529},{"questionId":"q52","format":"json","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1377.158791999973},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1729.5837920000195},{"questionId":"q52","format":"csv","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1362.489292000013},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1395.7926250000019},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1587.6884590000263},{"questionId":"q53","format":"json","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1361.6340829999535},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":2219.1022910000174},{"questionId":"q53","format":"csv","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1115.0106249999953},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1719.6907499999506},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1190.9161670000176},{"questionId":"q54","format":"json","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":3407.5523750000284},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1134.8695420000004},{"questionId":"q54","format":"csv","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":2270.4190839999937},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1364.803750000021},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1825.5779999999795},{"questionId":"q55","format":"json","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1389.4061670000083},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":2215.1201249999576},{"questionId":"q55","format":"csv","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1189.2368339999812},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1225.655374999973},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1170.1070419999887},{"questionId":"q56","format":"json","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1099.5677499999874},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1931.7325829999754},{"questionId":"q56","format":"csv","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1917.2016670000157},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1246.0682909999741},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1353.250291000004},{"questionId":"q57","format":"json","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11906,"outputTokens":8,"latencyMs":1356.5264169999864},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6992,"outputTokens":8,"latencyMs":1020.6854579999927},{"questionId":"q57","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8413,"outputTokens":8,"latencyMs":1211.3901250000345},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13379,"outputTokens":8,"latencyMs":1058.1989579999936},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8384,"outputTokens":8,"latencyMs":1112.876958000008},{"questionId":"q58","format":"json","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1390.6405410000007},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":919.4166669999831},{"questionId":"q58","format":"csv","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1130.1978750000126},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":2180.595917000028},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1093.8948329999694},{"questionId":"q59","format":"json","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11907,"outputTokens":12,"latencyMs":1392.8140839999542},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1689.8878749999567},{"questionId":"q59","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1116.2487090000068},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1303.4296249999898},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1402.1074999999837},{"questionId":"q60","format":"json","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1640.8011249999981},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":2126.2244170000195},{"questionId":"q60","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1270.2820409999695},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1866.3797079999931},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2280.511375000002},{"questionId":"q61","format":"json","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1505.320708000043},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1153.7065000000293},{"questionId":"q61","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":2330.0680000000284},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1568.680708000029},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1623.793458},{"questionId":"q62","format":"json","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":1270.4280000000144},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1333.9202499999665},{"questionId":"q62","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1138.9641660000198},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1429.5334579999908},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8384,"outputTokens":5,"latencyMs":1439.8376660000067},{"questionId":"q63","format":"json","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1386.3818329999922},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1410.5129580000066},{"questionId":"q63","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1274.3455409999588},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1380.736042000004},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2890.8507499999832},{"questionId":"q64","format":"json","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":11,"latencyMs":1367.077958000009},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":11,"latencyMs":1073.1642499999725},{"questionId":"q64","format":"csv","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":11,"latencyMs":1491.3501660000184},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":11,"latencyMs":1635.9112089999835},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":11,"latencyMs":1109.0092499999446},{"questionId":"q65","format":"json","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1089.0091249999823},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1325.122166999965},{"questionId":"q65","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1161.099749999994},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1423.9074169999803},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1073.7010829999927},{"questionId":"q66","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":2295.394417000003},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1033.5624589999788},{"questionId":"q66","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1402.3941660000128},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1389.6381669999682},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8384,"outputTokens":5,"latencyMs":1295.8963750000112},{"questionId":"q67","format":"json","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11907,"outputTokens":13,"latencyMs":1844.9397920000483},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6993,"outputTokens":13,"latencyMs":1716.0601250000182},{"questionId":"q67","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8414,"outputTokens":13,"latencyMs":1433.5795830000425},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13380,"outputTokens":13,"latencyMs":1632.9872500000056},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8385,"outputTokens":13,"latencyMs":1222.632459000044},{"questionId":"q68","format":"json","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":12,"latencyMs":2385.0097079999978},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1160.1054169999552},{"questionId":"q68","format":"csv","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1231.7363750000368},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":2037.4087910000235},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1067.361499999999},{"questionId":"q69","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1218.2997089999844},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1188.1514580000076},{"questionId":"q69","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1231.7405840000138},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1228.3384169999626},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1195.989041999972},{"questionId":"q70","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1053.6037080000388},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1213.5334579999908},{"questionId":"q70","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1118.7239160000463},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1043.9611249999725},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":2439.6445829999866},{"questionId":"q71","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1570.8082500000019},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":2570.080958000035},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1309.1680840000045},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":2026.7723750000005},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1544.3698339999537},{"questionId":"q72","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1677.6970420000143},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1151.8453750000335},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1148.8181660000118},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":2317.160375000036},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8380,"outputTokens":5,"latencyMs":1197.478833000001},{"questionId":"q73","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1108.2483750000247},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1946.8404159999918},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":994.4722079999628},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1163.7237500000047},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1077.4982909999671},{"questionId":"q74","format":"json","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"54,447.43","isCorrect":false,"inputTokens":11902,"outputTokens":9,"latencyMs":1220.2374999999884},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"41,968.01","isCorrect":false,"inputTokens":6988,"outputTokens":9,"latencyMs":1251.7532080000383},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"42,889.76","isCorrect":false,"inputTokens":8409,"outputTokens":9,"latencyMs":1411.8181249999907},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"47,849.63","isCorrect":false,"inputTokens":13375,"outputTokens":9,"latencyMs":1133.3212080000085},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"41,285.51","isCorrect":false,"inputTokens":8380,"outputTokens":9,"latencyMs":1392.6548750000075},{"questionId":"q75","format":"json","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"$936.49","isCorrect":false,"inputTokens":11900,"outputTokens":7,"latencyMs":1302.5100840000086},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"886.62","isCorrect":false,"inputTokens":6986,"outputTokens":7,"latencyMs":1230.3054590000538},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"944.92","isCorrect":false,"inputTokens":8407,"outputTokens":7,"latencyMs":1533.4014579999493},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"891.36","isCorrect":false,"inputTokens":13373,"outputTokens":7,"latencyMs":3114.0749999999534},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"912.77","isCorrect":false,"inputTokens":8378,"outputTokens":7,"latencyMs":2895.7042089999886},{"questionId":"q76","format":"json","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":11901,"outputTokens":5,"latencyMs":1528.3323340000352},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":1822.6529999999912},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8408,"outputTokens":5,"latencyMs":1134.5651659999858},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13374,"outputTokens":5,"latencyMs":1402.486957999994},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8379,"outputTokens":5,"latencyMs":1319.4636249999749},{"questionId":"q77","format":"json","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11900,"outputTokens":8,"latencyMs":1276.8460419999901},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6986,"outputTokens":8,"latencyMs":1782.0388749999693},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8407,"outputTokens":8,"latencyMs":1436.4017919999897},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13373,"outputTokens":8,"latencyMs":2621.8673750000307},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8378,"outputTokens":8,"latencyMs":2039.217500000028},{"questionId":"q78","format":"json","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1561.1192920000176},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"46","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1141.783582999953},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1592.5399169999873},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"41","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1285.3430829999852},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"41","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1416.1548339999863},{"questionId":"q79","format":"json","model":"claude-haiku-4-5-20251001","expected":"39","actual":"37","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1331.6262500000303},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":2346.6002089999965},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1636.9953339999774},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1951.505375000008},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1388.014749999973},{"questionId":"q80","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"27","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1543.5160840000026},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1321.4216669999878},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1289.807582999987},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1367.2527910000063},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":2943.727291999967},{"questionId":"q81","format":"json","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1271.8723330000066},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1330.5853750000242},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1618.439916000003},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1269.428957999975},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":2378.267542000045},{"questionId":"q82","format":"json","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1261.768625000026},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1286.546624999959},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1623.119834000012},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1664.7625410000328},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1248.4005840000464},{"questionId":"q83","format":"json","model":"claude-haiku-4-5-20251001","expected":"7","actual":"8","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1790.5056249999907},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1155.7405830000062},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":3098.254249999998},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1293.9322500000126},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8386,"outputTokens":5,"latencyMs":1254.1426250000368},{"questionId":"q84","format":"json","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1453.7093340000138},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1422.2372500000056},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1075.0470830000122},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1325.1131250000326},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1298.777624999988},{"questionId":"q85","format":"json","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1571.7387079999899},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1252.948916000023},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1463.7149579999968},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":2051.993582999974},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1053.755541999999},{"questionId":"q86","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1320.4577090000384},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1635.53795800003},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1300.8127919999533},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1600.1493750000373},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1826.9277909999946},{"questionId":"q87","format":"json","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1552.2748750000028},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6995,"outputTokens":5,"latencyMs":1174.96212500002},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1779.2082500000251},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1288.2763330000453},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1219.9259999999776},{"questionId":"q88","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1253.2440410000272},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1564.9171659999993},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1241.5279580000206},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1948.8552499999641},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":8387,"outputTokens":5,"latencyMs":1445.0716250000405},{"questionId":"q89","format":"json","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":11912,"outputTokens":5,"latencyMs":1493.0670000000391},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1212.9077079999843},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"33","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":1126.5156660000212},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"20","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1692.0327079999843},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1147.431750000047},{"questionId":"q90","format":"json","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11912,"outputTokens":5,"latencyMs":1466.4770410000347},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"20","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1124.0648330000113},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":8419,"outputTokens":5,"latencyMs":1281.6094170000288},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"25","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":2052.5519159999676},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1354.4827919999952},{"questionId":"q91","format":"json","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1496.1817080000183},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1326.7966669999296},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1188.4489580000518},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1194.3737919999985},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1166.605041999952},{"questionId":"q92","format":"json","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1574.6962079999503},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1261.8958750000456},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1295.173957999912},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1243.8842080000322},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1601.2847499999916},{"questionId":"q93","format":"json","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1483.468292000005},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1327.1865420000395},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1328.127582999994},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1404.4630419999594},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1244.6137079999316},{"questionId":"q94","format":"json","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1551.512667000061},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":2279.9966249999125},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1027.3964579999447},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1423.0489170000656},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1850.3175000000047},{"questionId":"q95","format":"json","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1810.7543329999316},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":1357.8486249999842},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":1845.4481249999953},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1004.14391600003},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1684.122457999969},{"questionId":"q96","format":"json","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1023.0788750000065},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1107.7528750000056},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1113.4604579999577},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1906.3445409999695},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1461.5206659999676},{"questionId":"q97","format":"json","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1449.4142079999438},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":982.7120000000577},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1143.3677499999758},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":2210.586084000068},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1370.3371250000782},{"questionId":"q98","format":"json","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1253.9421670000302},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":948.9563329999801},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1232.0749999999534},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1111.2339580000844},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1206.5812500000466},{"questionId":"q99","format":"json","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1317.8607909999555},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1049.2829159999965},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1377.343957999954},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":879.548875000095},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1139.3073330000043},{"questionId":"q100","format":"json","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":969.861333000008},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":1130.4489580000518},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":2960.9970000000903},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1192.6241250000894},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1341.2537920000032},{"questionId":"q101","format":"json","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1441.3604160000104},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1891.1419160000514},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":2749.9703340000706},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1224.8753340000985},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1069.7883339999244},{"questionId":"q102","format":"json","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1281.3057079999708},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1084.1402920000255},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1192.2751660000067},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1069.3499170000432},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":2495.7463330000173},{"questionId":"q103","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":901.3771669999696},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1509.140791999991},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1919.840833999915},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1071.8124580000294},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":870.2089999999152},{"questionId":"q104","format":"json","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"325,614","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":1180.5497500000056},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"348,854","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1133.7559170000022},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"360,624","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1208.080874999985},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"360,671","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1162.560167000047},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"379,534","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":2428.6923330000136},{"questionId":"q105","format":"json","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"369,794.87","isCorrect":false,"inputTokens":4075,"outputTokens":9,"latencyMs":2754.613875000039},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"487,548.85","isCorrect":false,"inputTokens":1504,"outputTokens":9,"latencyMs":1110.5133750000969},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"471,826.16","isCorrect":false,"inputTokens":1440,"outputTokens":9,"latencyMs":1065.8660420000087},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"403,574.89","isCorrect":false,"inputTokens":4782,"outputTokens":9,"latencyMs":1248.9242080000695},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"338,547.28","isCorrect":false,"inputTokens":3105,"outputTokens":9,"latencyMs":1007.2753749999683},{"questionId":"q106","format":"json","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,289","isCorrect":false,"inputTokens":4078,"outputTokens":7,"latencyMs":1343.3896670000395},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,922","isCorrect":false,"inputTokens":1507,"outputTokens":7,"latencyMs":973.9927919999463},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1826","isCorrect":false,"inputTokens":1443,"outputTokens":6,"latencyMs":1014.5560419999529},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1459","isCorrect":false,"inputTokens":4785,"outputTokens":6,"latencyMs":1345.8640409999061},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1347","isCorrect":false,"inputTokens":3108,"outputTokens":6,"latencyMs":1328.1966249999823},{"questionId":"q107","format":"json","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,878.77","isCorrect":false,"inputTokens":4076,"outputTokens":9,"latencyMs":1225.9415000000736},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,708.47","isCorrect":false,"inputTokens":1505,"outputTokens":9,"latencyMs":1346.1824999999953},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5729.67","isCorrect":false,"inputTokens":1441,"outputTokens":8,"latencyMs":1022.5366669999203},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,882.26","isCorrect":false,"inputTokens":4783,"outputTokens":9,"latencyMs":1430.3220830000937},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,668.39","isCorrect":false,"inputTokens":3106,"outputTokens":9,"latencyMs":1105.345457999967},{"questionId":"q108","format":"json","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,617.89","isCorrect":false,"inputTokens":4074,"outputTokens":9,"latencyMs":1356.3053749999963},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"$5,422.37","isCorrect":false,"inputTokens":1503,"outputTokens":9,"latencyMs":1135.5921249999665},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,587.36","isCorrect":false,"inputTokens":1439,"outputTokens":9,"latencyMs":1106.034166000085},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,667.41","isCorrect":false,"inputTokens":4781,"outputTokens":9,"latencyMs":1498.7941659999778},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"$5,627.47","isCorrect":false,"inputTokens":3104,"outputTokens":9,"latencyMs":1253.2623750000494},{"questionId":"q109","format":"json","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.44","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":2073.070000000065},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.02","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1352.783208000008},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"30","actual":"28.47","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1242.826250000042},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.77","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1329.6313749999972},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.24","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1344.2970420001075},{"questionId":"q110","format":"json","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4076,"outputTokens":5,"latencyMs":1862.9323330000043},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":2267.312416000059},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1088.8707080000313},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4783,"outputTokens":5,"latencyMs":1108.5667919999687},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3106,"outputTokens":5,"latencyMs":1449.5671250000596},{"questionId":"q111","format":"json","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":998.7565419999883},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1508,"outputTokens":6,"latencyMs":1739.1045420001028},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1444,"outputTokens":6,"latencyMs":1331.0524999999907},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4786,"outputTokens":6,"latencyMs":1123.7883340000408},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3109,"outputTokens":6,"latencyMs":1730.0222079999512},{"questionId":"q112","format":"json","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1402.7939169999445},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"41","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":982.1187909999862},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"44","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":2059.5002499999246},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1406.6035409999313},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":985.1656250000233},{"questionId":"q113","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1565.0267079999903},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":799.4635420000413},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":1443,"outputTokens":5,"latencyMs":1017.5157500000205},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1785.9377080000704},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":3108,"outputTokens":5,"latencyMs":928.6421669999836},{"questionId":"q114","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"19","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1885.1796249999898},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":1454.5653329999186},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":1341.3669170000358},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1245.0312089999206},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":907.9500000000698},{"questionId":"q115","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1038.2205419999082},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"12","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":1267.797249999945},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":1451,"outputTokens":5,"latencyMs":1100.4775000000373},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":4793,"outputTokens":5,"latencyMs":1265.860417000018},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1392.3656249999767},{"questionId":"q116","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1411.0840420000022},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"47","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1384.028667000006},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":911.7167909999844},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"47","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":1246.265875000041},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1044.5547080000397},{"questionId":"q117","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1005.858082999941},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":886.2895000000717},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":1450,"outputTokens":5,"latencyMs":859.7072919999482},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1251.6962500000373},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1345.233499999973},{"questionId":"q118","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4085,"outputTokens":5,"latencyMs":855.3057089999784},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":1514,"outputTokens":5,"latencyMs":987.6447500000941},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":876.3223330000183},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4792,"outputTokens":5,"latencyMs":1136.8264169999165},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1016.296457999968},{"questionId":"q119","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1272.6486670000013},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":907.644125000108},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":825.9641670000274},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1266.2684590000426},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":941.7496249999385},{"questionId":"q120","format":"json","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":931.1359589999774},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1124.0789159999695},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"22","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":2307.250500000082},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1369.374000000069},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1262.6202909999993},{"questionId":"q121","format":"json","model":"claude-haiku-4-5-20251001","expected":"35","actual":"22","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1232.813375000027},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"35","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1185.360708000022},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":2415.6081669999985},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1048.0039579999866},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"19","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1071.7293330000248},{"questionId":"q122","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1277.3671249999898},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1220.595500000054},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"15","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1028.9524999998976},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"15","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1013.4911249999423},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"15","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1166.5686660000356},{"questionId":"q123","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1990.7874580000062},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":919.8812920000637},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":969.917958999984},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1173.3525840000948},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":968.9612920000218},{"questionId":"q124","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1038.2377499999711},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":933.8628340000287},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":1170.1357919999864},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1123.7251670000842},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"19","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":969.077874999959},{"questionId":"q125","format":"json","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1311.5376670000842},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":1786.9380409999285},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1380.0362079999177},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":2514.8733749999665},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1714.699416999938},{"questionId":"q126","format":"json","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17412,"outputTokens":6,"latencyMs":1490.037541000056},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1712.012374999933},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1221.8503329999512},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1211.9797910000198},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":1919.441125000012},{"questionId":"q127","format":"json","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1453.8067919999594},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9276,"outputTokens":5,"latencyMs":1517.2457089999225},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9122,"outputTokens":5,"latencyMs":1134.0115000000224},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19801,"outputTokens":5,"latencyMs":1346.3249579999829},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":14480,"outputTokens":5,"latencyMs":1345.0869579999708},{"questionId":"q128","format":"json","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17412,"outputTokens":4,"latencyMs":2632.7109169999603},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1382.7364169999491},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":1099.9968749999534},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":1421.636083999998},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1686.344625000027},{"questionId":"q129","format":"json","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17408,"outputTokens":6,"latencyMs":2684.278040999896},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9278,"outputTokens":6,"latencyMs":1106.2043330000015},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9124,"outputTokens":6,"latencyMs":1317.5617499999935},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19803,"outputTokens":6,"latencyMs":1351.8907909999834},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":14482,"outputTokens":6,"latencyMs":1490.1589170000516},{"questionId":"q130","format":"json","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17411,"outputTokens":6,"latencyMs":4884.666582999984},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1186.4560420000926},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1058.2652499999385},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1864.8942090000492},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1223.9388329999056},{"questionId":"q131","format":"json","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1936.1825840000529},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9284,"outputTokens":6,"latencyMs":2056.4915420000907},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9130,"outputTokens":6,"latencyMs":1027.9326659999788},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19809,"outputTokens":6,"latencyMs":2130.9575409999816},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":14488,"outputTokens":6,"latencyMs":1635.9998749999795},{"questionId":"q132","format":"json","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17407,"outputTokens":4,"latencyMs":1759.9449579999782},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9277,"outputTokens":4,"latencyMs":2156.749375000014},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9123,"outputTokens":4,"latencyMs":2334.1341249999823},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19802,"outputTokens":4,"latencyMs":1567.0199169999687},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":14481,"outputTokens":4,"latencyMs":1406.8510000000242},{"questionId":"q133","format":"json","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17416,"outputTokens":4,"latencyMs":1342.141791000031},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9286,"outputTokens":4,"latencyMs":2320.2241670000367},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9132,"outputTokens":4,"latencyMs":1221.6390420000535},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19811,"outputTokens":4,"latencyMs":1871.687707999954},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14490,"outputTokens":4,"latencyMs":1924.4142909999937},{"questionId":"q134","format":"json","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17411,"outputTokens":6,"latencyMs":1465.8539580000797},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1046.6887910000514},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1382.7122910000617},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1696.9750409999397},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1292.3235829999903},{"questionId":"q135","format":"json","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":1989.5777499999385},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1112.6634580000537},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1189.675958000007},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":1750.7853749999776},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1180.6805419999873},{"questionId":"q136","format":"json","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,345,447","isCorrect":false,"inputTokens":17407,"outputTokens":9,"latencyMs":1292.4934169999324},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14,987,649","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":2294.704458000022},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14385485","isCorrect":false,"inputTokens":9123,"outputTokens":7,"latencyMs":1255.9502080000238},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,847,847","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1740.3977909999667},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"16,264,937","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1413.9030000000494},{"questionId":"q137","format":"json","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17404,"outputTokens":5,"latencyMs":1334.7067919999827},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1638.919957999955},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1022.4893750000047},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":1676.017916000099},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1182.0437089999905},{"questionId":"q138","format":"json","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"136,908.83","isCorrect":false,"inputTokens":17406,"outputTokens":9,"latencyMs":1396.1572500000475},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"135,486.41","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1181.653833999997},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,755.88","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":1268.3495829999447},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"132,486.86","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":2097.0896250000224},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"137892.89","isCorrect":false,"inputTokens":14480,"outputTokens":8,"latencyMs":1938.9012920000823},{"questionId":"q139","format":"json","model":"claude-haiku-4-5-20251001","expected":"77","actual":"75","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":2753.923375000013},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1196.4262919999892},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"62","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1454.4566249999916},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1365.340291999979},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1417.7920000000158},{"questionId":"q140","format":"json","model":"claude-haiku-4-5-20251001","expected":"37","actual":"52","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1229.8329580000136},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"43","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1188.0122500000289},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"42","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1251.3747500000754},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1540.9181670000544},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"71","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1495.903917000047},{"questionId":"q141","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1438.2692090000492},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1874.2849589999532},{"questionId":"q141","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"17","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1503.966000000015},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2103.9859160000924},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1310.1506250000093},{"questionId":"q142","format":"json","model":"claude-haiku-4-5-20251001","expected":"49","actual":"36","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":2251.576875000028},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"52","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1334.1138749999227},{"questionId":"q142","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1400.4078750000335},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1823.172499999986},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1303.484041000018},{"questionId":"q143","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"14","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1413.9333330000518},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"18","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":973.6993750000838},{"questionId":"q143","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"16","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1462.282125000027},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1739.7114999999758},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"33","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1248.049291000003},{"questionId":"q144","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1785.7853749999776},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1190.29770799994},{"questionId":"q144","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1278.9540840000845},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1492.9478329999838},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"23","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1120.5622500000754},{"questionId":"q145","format":"json","model":"claude-haiku-4-5-20251001","expected":"19","actual":"28","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1391.9868750000605},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":958.8972920000087},{"questionId":"q145","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"66","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1252.5254999999888},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":4888.2497079999885},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"24","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1143.4450000000652},{"questionId":"q146","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":3028.0744170000544},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1179.1179159999592},{"questionId":"q146","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"20","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":940.1206669999519},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1516.375417000032},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1243.6393339999486},{"questionId":"q147","format":"json","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":2661.830958000035},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"19","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1701.374666000018},{"questionId":"q147","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1762.6677500000224},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2095.059957999969},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":3338.980332999956},{"questionId":"q148","format":"json","model":"claude-haiku-4-5-20251001","expected":"53","actual":"50","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1282.5344160000095},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1221.747250000015},{"questionId":"q148","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1160.1332500000717},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1380.8404580000788},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"64","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1154.6897089999402},{"questionId":"q149","format":"json","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1688.7019580000779},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"10","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1383.1957499999553},{"questionId":"q149","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1834.123917000019},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1981.579875000054},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1232.4451669999398},{"questionId":"q150","format":"json","model":"claude-haiku-4-5-20251001","expected":"43","actual":"34","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1364.6875419999706},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1261.186708000023},{"questionId":"q150","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1010.6815000000643},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2003.8656669999473},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2088.305000000051},{"questionId":"q151","format":"json","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1563.0367499999702},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"11","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1258.1305410000496},{"questionId":"q151","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1654.7120829999913},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1651.1112919999287},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1300.7898340000538},{"questionId":"q152","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1416.7762499999953},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":9287,"outputTokens":5,"latencyMs":1302.5522500000661},{"questionId":"q152","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1247.1802910000551},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2210.600083999918},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2033.8775410000235},{"questionId":"q153","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1831.2449580000248},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"19","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1163.4954579999903},{"questionId":"q153","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"11","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1031.3627919999417},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"10","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1345.4415840000147},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1581.5341250000056},{"questionId":"q154","format":"json","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1684.6443329999456},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"14","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1317.5231250000652},{"questionId":"q154","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1071.9772080000257},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1280.5924580000574},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1763.25404099992}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1172.2243340000005},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1276.8826249999997},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1123.5333330000003},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1148.0921660000004},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1340.1813750000001},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1205.6184170000001},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1428.5681250000002},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1197.65175},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1118.039291},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1298.4541250000002},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":933.3126249999996},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1204.6942920000001},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7876,"outputTokens":12,"latencyMs":1355.9579170000006},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4769,"outputTokens":12,"latencyMs":1129.3715000000002},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1098.6426249999995},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":1069.0381670000006},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1274.4534159999994},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1401.1976669999995},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1221.765958},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1403.873458},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":910.3661250000005},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1252.070916999999},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1011.5030000000006},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1209.535667},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1072.1104579999992},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1062.352832999999},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1386.2382089999992},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1074.3381250000002},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1230.4836670000004},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":945.0320830000001},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1090.3571670000001},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1070.442165999999},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1095.5675410000003},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1043.2019169999985},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1191.8333329999987},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1512.4663340000006},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1325.5614579999983},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4765,"outputTokens":4,"latencyMs":2408.9402919999993},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1281.2346249999991},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1201.854459000002},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1529.8964589999978},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":936.8117079999993},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1184.2247499999994},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4767,"outputTokens":12,"latencyMs":1165.0257500000007},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":3256.9663330000003},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":1187.3718750000007},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1332.2096249999995},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1584.802334},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1157.0544580000023},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1322.78125},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":911.099000000002},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":977.2005419999987},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1402.7088749999966},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1194.0901250000024},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1312.401165999996},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1497.1083339999968},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1025.0062079999989},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1422.9560839999976},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1403.005250000002},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1143.369083000005},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7871,"outputTokens":6,"latencyMs":984.3621659999917},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4764,"outputTokens":6,"latencyMs":898.1181250000081},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":1635.6784170000028},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":880.111791000003},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":991.5329590000038},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":978.3559589999932},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7868,"outputTokens":4,"latencyMs":1282.5678330000082},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4761,"outputTokens":4,"latencyMs":1003.9219160000066},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1137.974040999994},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":1294.7648329999938},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":1338.2742500000022},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1116.529582999996},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":9,"latencyMs":1282.2122919999965},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4764,"outputTokens":9,"latencyMs":1026.177291},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":920.4511249999923},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":1401.7527499999997},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":2092.0990420000016},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1852.114042000001},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1046.8635829999985},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4765,"outputTokens":5,"latencyMs":1016.4418750000041},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":950.9954169999983},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":963.0989589999954},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1908.1269999999931},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1079.3616670000047},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1127.1959999999963},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1228.9898749999993},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1173.4235419999895},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1183.16466699999},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1154.633084000001},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1099.5862079999933},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1001.0172080000048},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1075.981667},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1022.0127919999941},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":3284.067041000002},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1216.086374999999},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1282.0066249999945},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7874,"outputTokens":4,"latencyMs":1033.491624999995},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4767,"outputTokens":4,"latencyMs":996.1235000000015},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2984,"outputTokens":4,"latencyMs":1135.302125000002},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2858,"outputTokens":4,"latencyMs":1033.069875000001},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1122.5380420000001},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5762,"outputTokens":4,"latencyMs":1120.8974170000001},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7873,"outputTokens":10,"latencyMs":1080.794458999997},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4766,"outputTokens":10,"latencyMs":930.7867079999996},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2983,"outputTokens":10,"latencyMs":909.4139579999901},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2857,"outputTokens":10,"latencyMs":1001.215750000003},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9361,"outputTokens":10,"latencyMs":1149.1467080000002},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5761,"outputTokens":10,"latencyMs":1066.0565829999978},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7876,"outputTokens":5,"latencyMs":977.2186660000007},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":4769,"outputTokens":5,"latencyMs":1010.9260829999985},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2986,"outputTokens":5,"latencyMs":3117.567041999995},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2860,"outputTokens":5,"latencyMs":997.2839160000003},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9364,"outputTokens":5,"latencyMs":1113.9867499999964},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":5764,"outputTokens":5,"latencyMs":1143.684459000011},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":989.7437919999938},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1139.9122079999943},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":973.4250420000026},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":906.2020840000041},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":2140.6564579999977},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1284.0862920000072},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1331.484666999997},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1150.8389160000079},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":917.6401249999908},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":853.3135000000038},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1112.47716699999},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1141.7472500000003},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1214.542415999982},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1063.7937089999905},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1024.6512499999953},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1040.6107499999925},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1576.3139159999846},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1228.9127089999965},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":968.0627919999824},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1052.2820000000065},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1010.2289580000215},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1100.6489170000132},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1148.7704169999924},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1044.3435419999878},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1050.6677079999936},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1030.848249999981},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":863.581582999992},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":835.1474579999922},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1226.5595830000238},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":909.4230000000098},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":916.4489590000012},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1213.1384170000092},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":791.9075000000012},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":935.0032499999797},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1103.2138330000162},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1069.1577080000134},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1724.79116600001},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1085.3411659999983},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":985.2944999999891},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":873.1579159999965},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1633.2706669999752},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1003.1103339999972},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1175.490374999994},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"86","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1178.1580839999951},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":913.6004170000087},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":936.7402500000026},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2147.141917000001},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":939.0671670000011},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1514.3102500000095},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"48","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1106.1686660000123},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"47","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":988.7794170000125},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":863.4426669999957},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1252.4382499999774},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"61","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1046.6581250000163},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":935.043417000008},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1185.0142079999787},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":832.3551659999939},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"24","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1795.2129579999892},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"36","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1108.94541700001},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"36","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1172.0789170000062},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":952.4222500000033},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1190.4253750000207},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1108.0123749999912},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1343.9749589999847},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"26","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1019.5125420000113},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1125.112792},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1670.1569580000069},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":1142.12179200002},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":931.4159999999974},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1978.3465420000139},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1166.2854579999985},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1134.6167919999862},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,578.67","isCorrect":false,"inputTokens":7869,"outputTokens":9,"latencyMs":1193.964082999999},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,268.70","isCorrect":false,"inputTokens":4762,"outputTokens":9,"latencyMs":1074.8505829999922},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97,886.41","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":993.890625},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98745.49","isCorrect":false,"inputTokens":2853,"outputTokens":8,"latencyMs":1215.0662920000032},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,945.23","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1094.0381670000206},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100534.89","isCorrect":false,"inputTokens":5757,"outputTokens":8,"latencyMs":1058.355750000017},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"82","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1422.454792000004},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":2169.4601249999832},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":935.5205000000133},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":833.7339169999759},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1334.0188339999877},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1118.2718340000138},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1077.211707999988},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1197.192417000013},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1157.473708000005},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1293.555916000012},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1449.1429579999822},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1446.4060839999875},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":4226.595000000001},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1250.2331669999985},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1226.0692910000216},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1647.9338329999882},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1130.1487919999927},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1435.004041999986},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1031.4599999999919},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1303.7566660000011},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":841.4831659999909},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":835.1805419999873},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1214.5174589999951},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":916.4296669999894},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1015.8611249999958},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1037.6484579999815},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1027.9669169999834},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1164.0612920000276},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1729.1483330000192},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1192.9734999999928},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1227.8549999999814},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1017.2547919999924},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1016.5722090000054},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1128.9310840000107},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1227.8068340000173},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1243.4113339999749},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1004.2727909999958},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1003.114041999972},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1709.7868750000198},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1463.6740829999908},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1283.6252919999824},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1870.4594159999979},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1051.193540999986},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1364.4097499999916},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1187.0887499999953},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":2631.6841670000285},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1055.7509169999976},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1142.5106660000165},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1214.018374999985},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1010.5317500000237},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"63","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1565.480750000046},{"questionId":"q41","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"56","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1794.3658339999965},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"68","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1253.1736670000246},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1671.6944169999915},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1091.6125420000171},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1044.2606249999953},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1062.3182079999824},{"questionId":"q42","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":928.6254999999655},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1110.584166000015},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1413.6324160000077},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1241.1890830000048},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1384.6213330000173},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":987.3322920000064},{"questionId":"q43","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1412.0689589999965},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1360.3338750000112},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1280.265167000005},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"16","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1168.644457999966},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1183.2228340000147},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":907.3658329999889},{"questionId":"q44","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1229.0264590000152},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1400.012166999979},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":2688.8577500000247},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1187.107874999987},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1736.318333000003},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":976.0555419999873},{"questionId":"q45","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1025.1538329999894},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":997.4070419999771},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1168.262208},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1334.3452079999843},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4768,"outputTokens":5,"latencyMs":1110.8132499999483},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":914.6237090000068},{"questionId":"q46","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1113.933916000009},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":1254.099375000049},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1166.4126249999972},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1422.293834000011},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1043.2378749999916},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":902.9975410000188},{"questionId":"q47","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":2117.588832999987},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1205.1053750000428},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"10","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1040.84375},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1228.3144999999786},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1164.8026669999817},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1027.8101250000182},{"questionId":"q48","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1104.2615829999559},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1564.8194580000127},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1483.0832500000251},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1106.4837499999558},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1008.1067090000142},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1318.7878330000094},{"questionId":"q49","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":977.0746250000084},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1004.9725000000326},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":945.5079999999725},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1049.098291000002},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1025.6596659999923},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1559.3833749999758},{"questionId":"q50","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1001.5612079999992},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1329.4504999999772},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1102.2154169999994},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1321.749208000023},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1381.819582999975},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1351.435541999992},{"questionId":"q51","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1282.7733340000268},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1161.1633750000037},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1192.8064170000143},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1120.4927080000052},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1094.9138750000275},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":963.0904580000206},{"questionId":"q52","format":"csv","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":995.1990409999853},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1305.0113750000019},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1187.6619590000482},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1212.047208999982},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1192.1895419999491},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1130.7586670000455},{"questionId":"q53","format":"csv","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":978.7537080000038},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1267.0167500000098},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1035.2810419999878},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1216.7595419999561},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1196.2252089999965},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1022.3832500000135},{"questionId":"q54","format":"csv","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1176.9608749999898},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1033.8812080000062},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1380.4941250000265},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1281.8854580000043},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1110.1761249999981},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1036.5662500000326},{"questionId":"q55","format":"csv","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1161.3555419999757},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1481.0398330000462},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1234.792833000014},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1180.6999160000123},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1010.5762920000125},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1605.9532500000205},{"questionId":"q56","format":"csv","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1303.7134169999626},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1203.1708750000107},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1116.1416660000104},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11908,"outputTokens":8,"latencyMs":2141.6794169999775},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7141,"outputTokens":8,"latencyMs":1320.1674999999814},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6992,"outputTokens":8,"latencyMs":1060.120958000014},{"questionId":"q57","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8413,"outputTokens":8,"latencyMs":1172.1127500000293},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13379,"outputTokens":8,"latencyMs":1380.021166999999},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8384,"outputTokens":8,"latencyMs":1137.5701249999693},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1297.997458000027},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1054.965333},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1918.6095409999834},{"questionId":"q58","format":"csv","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":937.6215840000077},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1268.368959000043},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1040.2337079999852},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11909,"outputTokens":12,"latencyMs":1173.4814170000027},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7142,"outputTokens":12,"latencyMs":1041.7007079999894},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1196.5298329999787},{"questionId":"q59","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1266.1735830000252},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1312.698625000019},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1817.9630419999594},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1398.9617919999873},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1158.1142919999547},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1141.277624999988},{"questionId":"q60","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1289.7888749999693},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1268.7751249999856},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1883.8894999999902},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1211.0274579999968},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1144.0786669999943},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1247.8898749999935},{"questionId":"q61","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1221.292666000023},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1352.1405000000377},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1112.0213330000406},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1132.929541999998},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7141,"outputTokens":5,"latencyMs":1004.6961669999873},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1063.2376250000088},{"questionId":"q62","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1304.8823329999577},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1388.3360419999808},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8384,"outputTokens":5,"latencyMs":1877.3137920000008},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1445.2183749999967},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1292.9720830000006},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1141.335875000048},{"questionId":"q63","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1270.6989159999648},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1237.9750420000055},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1258.1852920000092},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":11,"latencyMs":1196.1891250000335},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":11,"latencyMs":1486.698000000033},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":11,"latencyMs":1456.8404999999912},{"questionId":"q64","format":"csv","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":11,"latencyMs":1326.6827920000069},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":11,"latencyMs":2332.719041000004},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":11,"latencyMs":1218.3644580000546},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1258.9522500000312},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1400.5857499999693},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":912.7384170000441},{"questionId":"q65","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":971.1150409999536},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1198.832417000027},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2120.4697499999893},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":2552.944334},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":7141,"outputTokens":5,"latencyMs":1169.1880419999943},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":978.7074159999611},{"questionId":"q66","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":954.5358330000308},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1001.541790999996},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8384,"outputTokens":5,"latencyMs":1017.6517089999979},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11909,"outputTokens":13,"latencyMs":1164.0064589999965},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7142,"outputTokens":13,"latencyMs":1222.2244160000118},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6993,"outputTokens":13,"latencyMs":1057.4513750000042},{"questionId":"q67","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8414,"outputTokens":13,"latencyMs":1319.334291999985},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13380,"outputTokens":13,"latencyMs":1305.2777500000084},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8385,"outputTokens":13,"latencyMs":1294.1491249999963},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":12,"latencyMs":1270.6155830000062},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":12,"latencyMs":1599.785333000007},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1263.6787079999922},{"questionId":"q68","format":"csv","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1281.558458000014},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1381.8296249999548},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1259.791041999997},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1279.9650830000173},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1492.2662079999573},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1290.2253330000094},{"questionId":"q69","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1265.3511660000077},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1222.421083000023},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1198.6653330000117},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1104.351416999998},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":960.9504999999772},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1188.1767079999554},{"questionId":"q70","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1199.915708000015},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1939.2090409999946},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1020.9192079999484},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1399.1813749999856},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1038.504917000013},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1429.4755000000005},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1182.0075420000358},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":11222.664667000005},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":2192.597624999995},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":11904,"outputTokens":5,"latencyMs":1152.5518750000047},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1099.333042000013},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1136.476874999993},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":996.7144160000025},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1235.9428339999868},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1272.9161249999888},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1225.1488750000135},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":997.7886660000077},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":975.5212080000201},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":1387.242750000034},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1164.0434999999707},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8380,"outputTokens":5,"latencyMs":1060.5933749999967},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"52,849.69","isCorrect":false,"inputTokens":11904,"outputTokens":9,"latencyMs":1068.1284999999916},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"48,567.47","isCorrect":false,"inputTokens":7137,"outputTokens":9,"latencyMs":952.9046669999952},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"43,819.73","isCorrect":false,"inputTokens":6988,"outputTokens":9,"latencyMs":1072.081583000021},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"46,945.76","isCorrect":false,"inputTokens":8409,"outputTokens":9,"latencyMs":991.2223329999833},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"53,788.41","isCorrect":false,"inputTokens":13375,"outputTokens":9,"latencyMs":1447.6112500000163},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"46,547.18","isCorrect":false,"inputTokens":8380,"outputTokens":9,"latencyMs":1095.53033400001},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"906.23","isCorrect":false,"inputTokens":11902,"outputTokens":7,"latencyMs":1215.120500000019},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"958.93","isCorrect":false,"inputTokens":7135,"outputTokens":7,"latencyMs":1172.7640000000247},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"911.16","isCorrect":false,"inputTokens":6986,"outputTokens":7,"latencyMs":995.8539999999921},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"859.08","isCorrect":false,"inputTokens":8407,"outputTokens":7,"latencyMs":1272.7081250000047},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"891.51","isCorrect":false,"inputTokens":13373,"outputTokens":7,"latencyMs":1186.1105409999727},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"928.67","isCorrect":false,"inputTokens":8378,"outputTokens":7,"latencyMs":1123.538833999948},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":11903,"outputTokens":5,"latencyMs":1619.684959000093},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7136,"outputTokens":5,"latencyMs":1262.4579590000212},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":1404.811875000014},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8408,"outputTokens":5,"latencyMs":1056.2894170000218},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13374,"outputTokens":5,"latencyMs":1238.358957999968},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8379,"outputTokens":5,"latencyMs":1062.0535410000011},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11902,"outputTokens":8,"latencyMs":1516.778583999956},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7135,"outputTokens":8,"latencyMs":1541.9861670000246},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6986,"outputTokens":8,"latencyMs":1474.7887920000358},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8407,"outputTokens":8,"latencyMs":1218.704832999967},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13373,"outputTokens":8,"latencyMs":1277.704916000017},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8378,"outputTokens":8,"latencyMs":1587.996541999979},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":11906,"outputTokens":5,"latencyMs":1248.2631660000188},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"44","actual":"46","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1234.814000000013},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1178.2459589999635},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":996.2108330000192},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"43","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1064.4761250000447},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"43","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1176.1782920000842},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"39","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":935.4172079999698},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1218.6462080000201},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1032.496041999897},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"41","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1125.4115000000456},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"36","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1313.2550420000916},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":972.2095420000842},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":11906,"outputTokens":5,"latencyMs":1022.7462499999674},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1082.1503749999683},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":991.1641250000102},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1573.1202920000069},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1141.6035000000848},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1230.1609999999637},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":11910,"outputTokens":5,"latencyMs":1024.5535420000087},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1229.623583999928},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":960.5113330000313},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1261.000958000077},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1616.2670839999337},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8386,"outputTokens":5,"latencyMs":1187.1413750000065},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":11910,"outputTokens":5,"latencyMs":1064.1327499999898},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":3043.604874999961},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1551.8059580000117},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1080.9420420000097},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1132.688582999981},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1263.8080410000402},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"8","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1950.7400829999242},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1125.8389159999788},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1017.5860000000102},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1353.274333999958},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1775.548208000022},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1055.548749999958},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1295.9033329999074},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1218.6740840000566},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1050.2330000000075},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1247.5764160000253},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1137.5568330000388},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1358.3454159999965},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1371.7517920000246},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1149.5783330000704},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1266.9770000000717},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1053.4382920000935},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1418.592042000033},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1215.300125000067},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1185.34449999989},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1188.3249589999905},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1378.7070420000236},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1386.9686249999795},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1855.3307919999352},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1144.2037919999566},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1486.5403749999823},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1181.9661250000354},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6995,"outputTokens":5,"latencyMs":1017.1840000000084},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1012.2735000000102},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":13382,"outputTokens":5,"latencyMs":1059.3782920000376},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8387,"outputTokens":5,"latencyMs":1167.222375000012},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1093.8868340000045},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1116.8757500000065},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1165.8531660001026},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":916.7895840000128},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1287.9744999998948},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1047.1712089999346},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11914,"outputTokens":5,"latencyMs":1331.4419170001056},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":7147,"outputTokens":5,"latencyMs":1310.3073330000043},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":6998,"outputTokens":5,"latencyMs":975.1528749999125},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"31","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":932.6801249999553},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1233.844625000027},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"25","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1306.623499999987},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11914,"outputTokens":5,"latencyMs":1781.4444580000127},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":7147,"outputTokens":5,"latencyMs":1153.9490000000224},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"24","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1197.1482919999398},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"31","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":1058.6899170000106},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1222.8915419999976},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":8390,"outputTokens":5,"latencyMs":989.9714580000145},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1337.8912919999566},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":914.0592920000199},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1512.6979160000337},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":948.9307910000207},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1054.8787500000326},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1003.5896660001017},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1242.1521659999853},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":1572.435458999942},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1238.3413329999894},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1256.9403750000056},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1111.6803749999963},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1314.231792000006},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1277.674207999953},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1090.702958000009},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1098.6090829999885},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1214.6294159999816},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1728.2752499999478},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1958.8982499999693},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1201.624124999973},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1003.8031249999767},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1024.12591599999},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":706.4005420000758},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":888.3815419999883},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1290.72204100003},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4082,"outputTokens":7,"latencyMs":1183.265958999982},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2395,"outputTokens":7,"latencyMs":801.0743329999968},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":992.675333000021},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":2106.549667000072},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":923.341582999914},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1022.4851250000065},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1050.4915420000907},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":996.3635830000276},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1481.090124999988},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":973.8201250000857},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":980.1046670000069},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":993.3583750000689},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1168.171583999996},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":1132.4977499999804},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":830.7868749999907},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1635.9573330000276},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":899.4633329999633},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1019.7348749999655},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":824.595250000013},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":928.2541659999406},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":790.5537500000792},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":900.7624589999905},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1137.6647080000257},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1081.1355000000913},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":967.7614580000518},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":940.453291999991},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":824.6708749999525},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":997.6638749999693},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1105.7292499999749},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":2061.9600409999257},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4082,"outputTokens":7,"latencyMs":992.1712909999769},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2395,"outputTokens":7,"latencyMs":903.5020840000361},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":749.344207999995},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":1188.9905420000432},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1149.2700829999521},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1809.3697089999914},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1841.9253340000287},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":1816.776916999952},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1308.592791999923},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1490.718583000009},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":2049.8864169999724},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1205.4354590000585},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1696.5675000000047},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":3450.9104580000276},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":5738.113624999998},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1569.8576250000624},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1537.452166999923},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1065.2684169999557},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1212.9023330000928},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1496.5024589999812},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1184.638957999996},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1458.386041999911},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1915.669916999992},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1224.608707999927},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"326,658","isCorrect":false,"inputTokens":4079,"outputTokens":7,"latencyMs":1373.1511670000618},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"317,969","isCorrect":false,"inputTokens":2392,"outputTokens":7,"latencyMs":1022.9044579999754},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"355,836","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1130.827750000055},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"362,291","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1491.6267920000246},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"373,845","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1173.7212500000605},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"179,247","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1091.657917000004},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"266,839.94","isCorrect":false,"inputTokens":4077,"outputTokens":9,"latencyMs":2374.9879999998957},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"407,799.59","isCorrect":false,"inputTokens":2390,"outputTokens":9,"latencyMs":1576.470624999958},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"449,450.71","isCorrect":false,"inputTokens":1504,"outputTokens":9,"latencyMs":2456.423582999967},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"502,938.75","isCorrect":false,"inputTokens":1440,"outputTokens":9,"latencyMs":2113.8303340000566},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"381,920.19","isCorrect":false,"inputTokens":4782,"outputTokens":9,"latencyMs":1250.3338750000112},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"326,741.26","isCorrect":false,"inputTokens":3105,"outputTokens":9,"latencyMs":1276.0942920000525},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1345","isCorrect":false,"inputTokens":4080,"outputTokens":6,"latencyMs":1212.666458999971},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1632","isCorrect":false,"inputTokens":2393,"outputTokens":6,"latencyMs":2478.6167089999653},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1969","isCorrect":false,"inputTokens":1507,"outputTokens":6,"latencyMs":1186.940249999985},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1903","isCorrect":false,"inputTokens":1443,"outputTokens":6,"latencyMs":1011.0495419999352},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1379","isCorrect":false,"inputTokens":4785,"outputTokens":6,"latencyMs":1021.8297500000335},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1229","isCorrect":false,"inputTokens":3108,"outputTokens":6,"latencyMs":1690.796708000009},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.34","isCorrect":false,"inputTokens":4078,"outputTokens":9,"latencyMs":988.8492079999996},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5752.47","isCorrect":false,"inputTokens":2391,"outputTokens":8,"latencyMs":1097.753625000012},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5731.03","isCorrect":false,"inputTokens":1505,"outputTokens":8,"latencyMs":923.2832079998916},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5754.74","isCorrect":false,"inputTokens":1441,"outputTokens":8,"latencyMs":1107.8572919999715},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,769.03","isCorrect":false,"inputTokens":4783,"outputTokens":9,"latencyMs":1191.5502919999417},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.27","isCorrect":false,"inputTokens":3106,"outputTokens":9,"latencyMs":963.6281670000171},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,645.92","isCorrect":false,"inputTokens":4076,"outputTokens":9,"latencyMs":960.9259999999776},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5547.89","isCorrect":false,"inputTokens":2389,"outputTokens":8,"latencyMs":1154.3362499999348},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5438.89","isCorrect":false,"inputTokens":1503,"outputTokens":8,"latencyMs":1328.8651669999817},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,559.23","isCorrect":false,"inputTokens":1439,"outputTokens":9,"latencyMs":811.642375000054},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,526.77","isCorrect":false,"inputTokens":4781,"outputTokens":9,"latencyMs":1405.5615830000024},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,557.69","isCorrect":false,"inputTokens":3104,"outputTokens":9,"latencyMs":1123.0427080000518},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":4079,"outputTokens":7,"latencyMs":1122.8855830000248},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":2392,"outputTokens":7,"latencyMs":1279.1958749999758},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30","actual":"28.97","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1166.232834000024},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.02","isCorrect":true,"inputTokens":1442,"outputTokens":7,"latencyMs":1205.423582999967},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"31.29","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1130.081957999966},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"31.03","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1171.2552920000162},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1849.3658329999307},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2391,"outputTokens":5,"latencyMs":1192.9959580000723},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":903.6504999999888},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1099.5541669999948},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4783,"outputTokens":5,"latencyMs":1195.4307499999413},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3106,"outputTokens":5,"latencyMs":1082.5247920000693},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4081,"outputTokens":6,"latencyMs":1118.3197080000537},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2394,"outputTokens":6,"latencyMs":985.3343749999767},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1508,"outputTokens":6,"latencyMs":882.4613329999847},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1444,"outputTokens":6,"latencyMs":1671.782542000059},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4786,"outputTokens":6,"latencyMs":1036.142332999967},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3109,"outputTokens":6,"latencyMs":1042.2366250000196},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1107.8679580000462},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":2393,"outputTokens":5,"latencyMs":1020.6039589999709},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":1507,"outputTokens":5,"latencyMs":1381.5108330000658},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"41","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":1134.1540830000304},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"52","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1061.5185000000056},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":1045.2299999999814},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":910.6497499999823},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":2393,"outputTokens":5,"latencyMs":990.7961659999564},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":1464.8100000000559},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":1112.2252919999883},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":995.3546659999993},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":940.003708000062},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":4088,"outputTokens":5,"latencyMs":1198.4602919999743},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"23","isCorrect":false,"inputTokens":2401,"outputTokens":5,"latencyMs":739.3211249999003},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":913.9812920000404},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":787.1517089999979},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1065.8862499999814},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":849.796624999959},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4088,"outputTokens":5,"latencyMs":1050.0800000000745},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2401,"outputTokens":5,"latencyMs":1082.6058750000084},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":1515,"outputTokens":5,"latencyMs":1003.0822919999482},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":1514.997667000047},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1280.423999999999},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1146.969083999982},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":901.6137919999892},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"37","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1738.2266669999808},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"42","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1198.6933329999447},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1241.5860829999438},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":1163.3813330000266},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"44","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1125.0304999999935},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":972.7000000000698},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":874.467874999973},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1141.6316670000087},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"35","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":917.2213340000017},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1292.8511250000447},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"35","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":996.1331670000218},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1002.24916700006},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":994.781624999945},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":995.736791000003},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"29","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":996.0069169999333},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4792,"outputTokens":5,"latencyMs":1304.8524580000667},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"30","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":994.4066250000615},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1034.3120409999974},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"34","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":994.0647919999901},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":938.8225000000093},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1328.092457999941},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1157.5756670000264},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1033.2631659999024},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"22","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1130.064624999999},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":871.4071669999976},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"24","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1242.8188749999972},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":941.1520409999648},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1078.6766670000507},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":990.3106250000419},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1100.6145000000251},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"35","actual":"32","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":866.1812500000233},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"35","actual":"34","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1407.296250000014},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":965.1352089999709},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1099.4087499999441},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1403.4681669999845},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1212.532750000013},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":1050.7101659999462},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":899.2806659999769},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":851.5820000000531},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1237.047499999986},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"17","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":902.6328749998938},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4089,"outputTokens":5,"latencyMs":2037.7956249999115},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":2402,"outputTokens":5,"latencyMs":851.6313340000343},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1498.7430419999873},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":1389.8514170000562},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1062.4993749998976},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"20","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1056.3550410000607},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":4089,"outputTokens":5,"latencyMs":1458.3046669999603},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":2402,"outputTokens":5,"latencyMs":1327.1276659999276},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1114.060541999992},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":762.7780829999829},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":992.652584000025},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1012.5360420000507},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":1538.3492090000072},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12552,"outputTokens":6,"latencyMs":1074.4938750000438},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":1170.9402080000145},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1521.1968750000233},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":1416.7449999999953},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1261.4766669999808},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1900.3747500000754},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1243.4690829999745},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1378.2569590000203},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1315.7669169999426},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1395.3782920000376},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":1337.4904579999857},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17408,"outputTokens":5,"latencyMs":1449.4735840000212},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12545,"outputTokens":5,"latencyMs":1523.5827499999432},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9276,"outputTokens":5,"latencyMs":1194.6852499999804},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9122,"outputTokens":5,"latencyMs":1290.1815410000272},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19801,"outputTokens":5,"latencyMs":1343.973291000002},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":14480,"outputTokens":5,"latencyMs":1360.362833000021},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17414,"outputTokens":4,"latencyMs":1592.1247079999885},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12551,"outputTokens":4,"latencyMs":1298.297499999986},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1203.8616250000196},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":1143.425791000016},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":1755.8175000000047},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1287.364583000075},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17410,"outputTokens":6,"latencyMs":1306.7266669999808},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12547,"outputTokens":6,"latencyMs":1268.7704170000507},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9278,"outputTokens":6,"latencyMs":960.608041999978},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9124,"outputTokens":6,"latencyMs":1912.2766670000274},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19803,"outputTokens":6,"latencyMs":1224.7194160000654},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":14482,"outputTokens":6,"latencyMs":1713.6076250000624},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1255.3375840000808},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1256.624000000069},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1128.326958999969},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":952.2303330000723},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1501.7436250000028},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1111.8828750000102},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17416,"outputTokens":6,"latencyMs":1462.4989160000114},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12553,"outputTokens":6,"latencyMs":1257.7281250000233},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9284,"outputTokens":6,"latencyMs":1643.5659160000505},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9130,"outputTokens":6,"latencyMs":1327.4329579999903},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19809,"outputTokens":6,"latencyMs":1787.2829999999376},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":14488,"outputTokens":6,"latencyMs":1147.5456669999985},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17409,"outputTokens":4,"latencyMs":1279.6904589999467},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12546,"outputTokens":4,"latencyMs":1270.8670420000562},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9277,"outputTokens":4,"latencyMs":1032.9487500000978},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9123,"outputTokens":4,"latencyMs":1002.5922909999499},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19802,"outputTokens":4,"latencyMs":2255.4039999999804},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":14481,"outputTokens":4,"latencyMs":1337.201166999992},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17418,"outputTokens":4,"latencyMs":1699.5721250000643},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12555,"outputTokens":4,"latencyMs":1237.0372919999063},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9286,"outputTokens":4,"latencyMs":1140.5073750000447},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9132,"outputTokens":4,"latencyMs":1185.2839170000516},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19811,"outputTokens":4,"latencyMs":1677.878832999966},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14490,"outputTokens":4,"latencyMs":1421.9696669999976},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1639.4011250000913},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1198.1171249999898},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1365.1915000000736},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":2704.1062909999164},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1901.8356250000652},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1280.4614159999182},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17417,"outputTokens":6,"latencyMs":1832.9553750000196},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12554,"outputTokens":6,"latencyMs":1273.2264579999028},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1681.9418340000557},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1327.093499999959},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":1737.653209000011},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1621.828000000096},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"12,847,896","isCorrect":false,"inputTokens":17409,"outputTokens":9,"latencyMs":1753.189291000017},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,824,591","isCorrect":false,"inputTokens":12546,"outputTokens":9,"latencyMs":1291.4104579999112},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,856,574","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1217.46637499996},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,547,848","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":1069.558416999993},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,644,379","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1297.4102919999277},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14,892,686","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1299.0324170000385},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1815.9550840000156},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12543,"outputTokens":5,"latencyMs":1017.6187080000527},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1083.4776670000283},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1115.9955000000773},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":1233.7846669999417},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1484.7542499999981},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"144,823.45","isCorrect":false,"inputTokens":17408,"outputTokens":9,"latencyMs":1362.7924170000479},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"149,396","isCorrect":false,"inputTokens":12545,"outputTokens":7,"latencyMs":1137.9620420000283},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"131,834.51","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1204.822291999939},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"147,647.78","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":1229.90862500004},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"129,615.14","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":1907.5167499999516},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"138,411.23","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":1251.1393749999115},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1257.139375000028},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1067.2472080000443},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1436.9297500000102},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"57","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1178.2669999999925},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1255.0048330000136},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"85","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1358.3928750000196},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"60","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1434.064832999953},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1393.9452919999603},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"52","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1155.1587499999441},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1218.3931250000605},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1769.6358330000658},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"72","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1098.983332999982},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1361.048375000013},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1491.0543329999782},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"18","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1098.2798340000445},{"questionId":"q141","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1273.1043340000324},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1317.2074579999316},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1277.2445000000298},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"34","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1882.8497499999357},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"71","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1071.5590409999713},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1073.5013749999925},{"questionId":"q142","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1074.4551670000656},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1811.3611249999376},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"54","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1902.311457999982},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":17411,"outputTokens":5,"latencyMs":1784.3979169999948},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"27","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1319.7600829999428},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1385.922666999977},{"questionId":"q143","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1343.606584000052},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1357.8712499999674},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1316.8181249999907},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1317.044125000015},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1604.9547500000335},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1079.6551660000114},{"questionId":"q144","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"16","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1442.1636670000153},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1192.1680840000045},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"25","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1414.1435000000056},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1279.3062500000233},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1079.2434999999823},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"52","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":955.0813329999801},{"questionId":"q145","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"57","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1219.3449580000015},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1700.8240829999559},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1215.1709170000395},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1330.259791999939},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1313.2862909999676},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"23","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":925.2253329999512},{"questionId":"q146","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1319.8267910000868},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":2036.9484580000862},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1335.1685830000788},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1679.9789170000004},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":3509.811166999978},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"25","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1454.4137919999193},{"questionId":"q147","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"24","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":2161.8671669999603},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"33","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1495.8691659999313},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1043.6274579999736},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1524.6531670000404},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1500.9586670000572},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1150.5986670000711},{"questionId":"q148","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1165.018582999939},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"48","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1810.2540420000441},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1518.8855419999454},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1834.470333000063},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"20","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1656.3590420000255},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"14","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1395.126084000105},{"questionId":"q149","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"19","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1191.1707500000484},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1759.5285419999855},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"18","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1316.1602499999572},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"36","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1183.220290999976},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1138.203749999986},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"34","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":945.903583999956},{"questionId":"q150","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"27","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":995.3324999999022},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1481.8323749999981},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"27","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2138.5308749999385},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1530.969083999982},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1439.608917000005},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1513.2834999999031},{"questionId":"q151","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":2078.5649589998648},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1517.8215840000194},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1553.6035830001347},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1356.7340830001049},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1644.2577090000268},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1553.1798749999143},{"questionId":"q152","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1322.9532920001075},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1327.4927499999758},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1089.8293339998927},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1272.3036249999423},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1352.3544999998994},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1149.6478329999372},{"questionId":"q153","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1152.1780830000062},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1359.904084000038},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1468.3138329999056},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1479.5361250001006},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1111.2795410000253},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"11","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1082.6935419999063},{"questionId":"q154","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1185.074166999897},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1179.9677910001483},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"2","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1204.0906249999534}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gemini-2.5-flash b/benchmarks/results/accuracy/models/gemini-2.5-flash index 7a4fc3a..cb999c7 100644 --- a/benchmarks/results/accuracy/models/gemini-2.5-flash +++ b/benchmarks/results/accuracy/models/gemini-2.5-flash @@ -1 +1 @@ -[{"questionId":"q1","format":"json","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7919,"outputTokens":5,"latencyMs":1284.9198749999996},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1487.8697090000005},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":1952.5577089999997},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":2840.575167},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1481.4047499999997},{"questionId":"q2","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":1556.956333},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2182.1092500000004},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1416.341625},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":1710.9236250000004},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1612.1187500000005},{"questionId":"q3","format":"json","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":10,"latencyMs":1036.362333},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1283.4710419999992},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1050.8867920000002},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":1398.690540999999},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":1041.922125},{"questionId":"q4","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7922,"outputTokens":2,"latencyMs":2314.042708},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":2359.719875},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":2152.396417},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":2211.1049999999996},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":2663.518333},{"questionId":"q5","format":"json","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7917,"outputTokens":1,"latencyMs":3639.117291999999},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1836.939291999999},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2031.7108750000007},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1455.1940419999992},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":1925.466375},{"questionId":"q6","format":"json","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7918,"outputTokens":6,"latencyMs":1483.80408300001},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":2010.8298330000034},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":2106.2921659999993},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":2401.1019159999996},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2095.935541000006},{"questionId":"q7","format":"json","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1344.9735},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1767.4608750000043},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2384.0331670000014},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2831.1728749999966},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1798.8296669999982},{"questionId":"q8","format":"json","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7921,"outputTokens":9,"latencyMs":1239.8496250000026},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":1653.0567089999968},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1053.4437499999913},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":842.6881659999926},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":1010.0540420000034},{"questionId":"q9","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1002.9100839999883},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1890.9828750000015},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2200.3424159999995},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1710.2455420000042},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1493.9327500000072},{"questionId":"q10","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":2266.9303749999963},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2107.027375000005},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1805.7302080000081},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2787.993000000002},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2442.3345830000035},{"questionId":"q11","format":"json","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":1421.8717090000137},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":2907.451583000002},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2209.0871250000055},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":3131.9395829999994},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":1902.4657089999964},{"questionId":"q12","format":"json","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1383.1861670000071},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2191.488540999999},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2372.537666999997},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1806.4985840000008},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1804.4045409999962},{"questionId":"q13","format":"json","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7919,"outputTokens":8,"latencyMs":1481.6305830000056},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":1062.3727079999953},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":435.6983340000006},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":1865.6395829999965},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1317.921709000002},{"questionId":"q14","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7921,"outputTokens":2,"latencyMs":1272.2028750000027},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1754.8083329999936},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":1223.1812499999942},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":1246.195624999993},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2037.4519999999902},{"questionId":"q15","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":843.6345000000001},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2019.9623329999886},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1849.197583000001},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1932.8174169999984},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"yes","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1794.3722500000003},{"questionId":"q16","format":"json","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7920,"outputTokens":5,"latencyMs":1837.6052499999932},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2057.6240829999733},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":1523.711707999988},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":2529.126541000005},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":2530.712790999998},{"questionId":"q17","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1394.3518329999933},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1644.609832999995},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1447.1307500000112},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2751.063792000001},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1618.7697500000068},{"questionId":"q18","format":"json","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7920,"outputTokens":8,"latencyMs":762.1475840000203},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":1888.3718329999829},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":1747.7306250000256},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":1015.8367500000168},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1323.7408749999886},{"questionId":"q19","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1841.094792000018},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1956.9896249999874},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2120.1962080000085},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2135.162708000018},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1716.6787079999922},{"questionId":"q20","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":3106.8230420000036},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1754.9150840000075},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1686.1142499999842},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2433.209583000018},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2197.155375000002},{"questionId":"q21","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1669.7732909999904},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1402.2617080000055},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1893.6383749999804},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1508.454584000021},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":2231.3885840000003},{"questionId":"q22","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1109.783625000011},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1516.0900420000253},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1386.4460409999883},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1617.190042000002},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1510.1482079999987},{"questionId":"q23","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1038.7954169999866},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":2260.633375000005},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4718.8586249999935},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":988.1420419999922},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1167.432375000004},{"questionId":"q24","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1086.1393749999988},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1508.0248750000028},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1237.6744999999937},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2744.3136670000094},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":947.097208000021},{"questionId":"q25","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"13","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":783.9250830000092},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1183.1122079999768},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4050.2438749999856},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1644.0067910000216},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1003.8443340000231},{"questionId":"q26","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1580.6552499999525},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1526.4609159999527},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":3245.979874999961},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2244.8892909999704},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1360.5547500000102},{"questionId":"q27","format":"json","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":18797.993625000003},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":19071.20983399998},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":24827.96974999999},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":16062.534708000021},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":18899.656625000003},{"questionId":"q28","format":"json","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":16233.251832999988},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"75","isCorrect":false,"inputTokens":3334,"outputTokens":2,"latencyMs":937.0138750000042},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"60","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":11651.041333000001},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":14544.347000000009},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"75","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":1129.847666000016},{"questionId":"q29","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"45","isCorrect":false,"inputTokens":7926,"outputTokens":2,"latencyMs":1229.0597079999861},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"35","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":7948.103457999998},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":23544.53583300003},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":16054.365500000014},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"45","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1172.4979590000003},{"questionId":"q30","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":13419.561541999981},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":11332.432625000016},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":9336.322665999993},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"25","isCorrect":false,"inputTokens":9115,"outputTokens":2,"latencyMs":9078.705750000023},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"24","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":985.0405420000316},{"questionId":"q31","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7918,"outputTokens":3,"latencyMs":1124.7110419999808},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1788.1765839999425},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":1339.491624999966},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":2146.9885830000276},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":2789.923207999964},{"questionId":"q32","format":"json","model":"gemini-2.5-flash","expected":"96503","actual":"98844.83","isCorrect":false,"inputTokens":7919,"outputTokens":8,"latencyMs":10636.717125000025},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"99797.20","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":14977.095749999979},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"95536.55","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":8430.841709},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99878.43","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":9510.504041999986},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"95797.77","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":2769.6545840000035},{"questionId":"q33","format":"json","model":"gemini-2.5-flash","expected":"78","actual":"83","isCorrect":false,"inputTokens":7916,"outputTokens":2,"latencyMs":850.5188339999877},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8145.503166999959},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":10207.84937499999},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":10025.498541000008},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":8864.207832999993},{"questionId":"q34","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7916,"outputTokens":2,"latencyMs":3106.0615000000107},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":7951.674750000006},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":2120.0162080000155},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":3175.918500000029},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":1830.9286250000005},{"questionId":"q35","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":4926.688874999993},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4457.843666000001},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":3210,"outputTokens":2,"latencyMs":4556.208125000005},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4455.869000000006},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":5762,"outputTokens":2,"latencyMs":3429.662000000011},{"questionId":"q36","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3677.714957999997},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":14474.217875000031},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":20337.017417000025},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":16257.188708000001},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":11847.312082999968},{"questionId":"q37","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5965.533249999979},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4223.297707999998},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":28441.771999999997},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":12434.705874999985},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3621.32574999996},{"questionId":"q38","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3684.0347089999705},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5138.205083000008},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":5957.296333000006},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":3951.352541},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4109.062249999959},{"questionId":"q39","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4144.428542000009},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4433.889708000002},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":4125.506540999981},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9116,"outputTokens":2,"latencyMs":3636.3683329999913},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4546.9281670000055},{"questionId":"q40","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5154.34375},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4442.87366599997},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":19062.624750000017},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":5698.869250000047},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4640.15508300002},{"questionId":"q41","format":"json","model":"gemini-2.5-flash","expected":"63","actual":"62","isCorrect":false,"inputTokens":7923,"outputTokens":2,"latencyMs":20318.896625000052},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":19353.930500000017},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":17896.852416999987},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":14262.28933400003},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":25473.65383299999},{"questionId":"q42","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"49","isCorrect":false,"inputTokens":7924,"outputTokens":2,"latencyMs":2494.432833000028},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":14454.663292000012},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":28194.10499999998},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":15617.828125},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":13359.350957999995},{"questionId":"q43","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":10914.340166999958},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":13180.650041999994},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":16994.432666999986},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":18149.553083000006},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":14818.973499999964},{"questionId":"q44","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":22201.832916999992},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":16690.097667000024},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":15426.745333999977},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":10846.922207999974},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":13812.198874999944},{"questionId":"q45","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"24","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":963.5589170000167},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":4934.78704200004},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":6607.577207999944},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":10700.814124999917},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":8818.179707999981},{"questionId":"q46","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7925,"outputTokens":1,"latencyMs":4510.959625000018},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":14492.958583},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":16497.093166999985},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":7761.941333999974},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":9089.322708999971},{"questionId":"q47","format":"json","model":"gemini-2.5-flash","expected":"15","actual":"12","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":1675.937957999995},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":3334,"outputTokens":2,"latencyMs":3573.0251660000067},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":24378.63616699993},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":4920.918459000066},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":3594.2316669999855},{"questionId":"q48","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3353.7037919999566},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":4311.0951659999555},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3517.0884160000132},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3361.3044579999987},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"14","isCorrect":false,"inputTokens":5753,"outputTokens":2,"latencyMs":1128.1160410000011},{"questionId":"q49","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":9925.455041999929},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":9603.550792000024},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":27509.886375000002},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":10771.55691699998},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":8698.111624999903},{"questionId":"q50","format":"json","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3391.577874999959},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5774.26337499998},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3715.816125000012},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":2626.9956249999814},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":3216.014208000037},{"questionId":"q51","format":"json","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12112,"outputTokens":5,"latencyMs":1692.8534999999683},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":1472.8788330000825},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":1664.4023750000633},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1827.5739169999724},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":2358.3817500000587},{"questionId":"q52","format":"json","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":1891.6436669999966},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1532.5547079999233},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":1527.2405830000062},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1913.251667000004},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":1117.5957909999415},{"questionId":"q53","format":"json","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1165.4172079999698},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":819.4738339999458},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":812.4739579999587},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1271.5929999999935},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1231.0252920000348},{"questionId":"q54","format":"json","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1500.2090420000022},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1243.5899579999968},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1430.6751669999212},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1182.5179999999236},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":960.5597909999778},{"questionId":"q55","format":"json","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1080.0507499999367},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1304.920417000074},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":2457.5397499999963},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1272.3998750000028},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1201.9872500000056},{"questionId":"q56","format":"json","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":2392.3436670000665},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2733.0655419999966},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1403.06654099992},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1918.7948330000509},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1789.62254199991},{"questionId":"q57","format":"json","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12112,"outputTokens":7,"latencyMs":2503.306749999989},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":2313.3919160000514},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":1821.4771669999463},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":1679.5064579999307},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1611.6772500000661},{"questionId":"q58","format":"json","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1552.4957500000019},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1121.7900839999784},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1102.151959000039},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1232.1767090000212},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1729.156874999986},{"questionId":"q59","format":"json","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":975.6803330000257},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1690.4341249999125},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1456.013707999955},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":1121.2923750000773},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1464.7171660000458},{"questionId":"q60","format":"json","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":8,"latencyMs":2486.236416999949},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2190.015875000041},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":2756.4325420000823},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":1789.9597500000382},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1597.3981250000652},{"questionId":"q61","format":"json","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":1722.7781659999164},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1434.6955829999642},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1616.2926669999724},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1658.3439580000704},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1762.6898339999607},{"questionId":"q62","format":"json","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1644.7072920000646},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2461.513833000092},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3940.7249999999767},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1469.0305420000805},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":2566.2967920000665},{"questionId":"q63","format":"json","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12113,"outputTokens":4,"latencyMs":2484.507291999995},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":1072.0397919999668},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":3012.422125000041},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1288.4815830000443},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1285.4956659999443},{"questionId":"q64","format":"json","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":7,"latencyMs":1293.0477919999976},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":880.4561249999097},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":2256.4949590000324},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1036.5834589999868},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":1284.7893339999719},{"questionId":"q65","format":"json","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":1414.063165999949},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1223.9805829999968},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":987.5674580000341},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1375.5208339999663},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1173.1945419999538},{"questionId":"q66","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":4266.971124999924},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":3749.7528750000056},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":5860.846417000052},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":3687.2811249999795},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":5317.622417000006},{"questionId":"q67","format":"json","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":1992.8841249999823},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1880.968125000014},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1766.6295839999802},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2286.2300830000313},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1865.7060000000056},{"questionId":"q68","format":"json","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":11,"latencyMs":1558.0343749999302},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1379.7599579999223},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":1017.264124999987},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":1312.6906250000466},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":1777.3193749999627},{"questionId":"q69","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1977.4908750000177},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1006.1935829999857},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5486.551915999968},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13445,"outputTokens":1,"latencyMs":1490.234375},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4601.219417000073},{"questionId":"q70","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12107,"outputTokens":1,"latencyMs":1850.5223749999423},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5597.918500000029},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4137.744959000032},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4753.405125000048},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1299.3760830000974},{"questionId":"q71","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":12108,"outputTokens":1,"latencyMs":2941.854500000016},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":1831.737000000081},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":5679.048415999976},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":4551.096667000093},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8422,"outputTokens":1,"latencyMs":1606.2666250000475},{"questionId":"q72","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1876.637834000052},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":2700.7445829999633},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5157.387708000024},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":6184.491874999949},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1348.0407920000143},{"questionId":"q73","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1134.8766250000335},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":2648.7232089999598},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4380.683959000045},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":2131.7413330000127},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":3080.786625000066},{"questionId":"q74","format":"json","model":"gemini-2.5-flash","expected":"42342.25","actual":"45115.65","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":7783.882542000036},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"44781.04","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":6574.070792000042},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":9101.536290999968},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":13446,"outputTokens":8,"latencyMs":12850.543249999988},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"38411.39","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":11293.411124999984},{"questionId":"q75","format":"json","model":"gemini-2.5-flash","expected":"846.85","actual":"747.53","isCorrect":false,"inputTokens":12106,"outputTokens":6,"latencyMs":76390.70545799995},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"917.54","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":6903.533124999958},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"781.55","isCorrect":false,"inputTokens":7831,"outputTokens":6,"latencyMs":5703.8770830000285},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"797.36","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":8504.767458999995},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"777.29","isCorrect":false,"inputTokens":8420,"outputTokens":6,"latencyMs":1839.1142500001006},{"questionId":"q76","format":"json","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":2001.498750000028},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":4672.004833000014},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":2514.7970000000205},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":3632.0096669999184},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":5160.168249999988},{"questionId":"q77","format":"json","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12106,"outputTokens":7,"latencyMs":9150.94608299993},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":6615.120250000036},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":10480.416624999954},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":4439.045541999978},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":1882.096707999939},{"questionId":"q78","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":8045.358583999914},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":7200,"outputTokens":2,"latencyMs":828.5928330000024},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"42","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1483.264833000023},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10593.582082999987},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":9247.341250000056},{"questionId":"q79","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1092.2615000000224},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":9186.251499999897},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"42","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1941.7541669999482},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10072.637624999974},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"45","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1719.9412079999456},{"questionId":"q80","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"38","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1297.0399159999797},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":9348.562249999959},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"34","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1137.5457910000114},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":8901.036416999996},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":2142.453458000091},{"questionId":"q81","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":3643.3071660000132},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":4309.838416000013},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":7232.681667000055},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9781.387541000033},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":7210.8122079999885},{"questionId":"q82","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8765.62704199995},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":7478.886292000068},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8230.342458000057},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9334.430875000078},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":10376.464916000026},{"questionId":"q83","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":8703.77124999999},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":8287.385917000007},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":8161.170583999949},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":8794.57454099995},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":9925.970374999917},{"questionId":"q84","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":9226.798125000088},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":5929.977208999917},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":9747.466124999919},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8762.780125000048},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":7529.857666999917},{"questionId":"q85","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8607.538915999932},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":8470.637084000045},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8293.983832999947},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8605.136792000034},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":9745.870166999986},{"questionId":"q86","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":6421.709583999938},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":9059.057040999993},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":8853.45537500002},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":6307.665166999912},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":7261.714666999993},{"questionId":"q87","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":8302.011125000077},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":7116.242833000026},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":7118.07262500003},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":9085.452249999973},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":7265.410207999987},{"questionId":"q88","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12115,"outputTokens":1,"latencyMs":8578.619499999913},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":6706.768207999994},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7840,"outputTokens":1,"latencyMs":10354.319625000004},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":7596.8431669999845},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":8190.471666999976},{"questionId":"q89","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":11347.307583000045},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":10136.198250000016},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":11784.841791999992},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":12216.334832999972},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11202.43666700006},{"questionId":"q90","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":10554.37249999994},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":9593.097500000033},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":12021.788917000056},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":17276.673542000004},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11903.29379200004},{"questionId":"q91","format":"json","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2232.1409579999745},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2024.8790829998907},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1411.5493749999441},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2845.1082919999026},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1260.75720800017},{"questionId":"q92","format":"json","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":1065.674583000131},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":2011.2975840000436},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2136.2332499998156},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":3319.391291000182},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1285.7722080000676},{"questionId":"q93","format":"json","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1173.1165000000037},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2560.2493330000434},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2564.5074170001317},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":2081.878291999921},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1937.9234160000924},{"questionId":"q94","format":"json","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":1785.8982499998529},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1642.2089580001775},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":4243.4820419999305},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2670.3332080000546},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1788.2775000000838},{"questionId":"q95","format":"json","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1181.9475000000093},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1556.6112499998417},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1555.8486669999547},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":786.6868749998976},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2384.8917499999516},{"questionId":"q96","format":"json","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2644.8262080000713},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":3287.3586659999564},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":3157.2189589999616},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1957.8472499998752},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1372.550625000149},{"questionId":"q97","format":"json","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":1988.2564580000471},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":3164.8680420001037},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":3431.607166999951},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2675.413792000152},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2113.630665999837},{"questionId":"q98","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1718.408999999985},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1763.4724169999827},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1373.3982500000857},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":954.5907089998946},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1173.2894590001088},{"questionId":"q99","format":"json","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":2930.893541000085},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":2517.6903329999186},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1860.6130419999827},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":1126.4666250001173},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1665.436333999969},{"questionId":"q100","format":"json","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1051.4562500000466},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1729.5377080000471},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2119.4170839998405},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1285.7722920000087},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1716.3869580000173},{"questionId":"q101","format":"json","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1727.9030829998665},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2187.966541000176},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2394.1798749999143},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1722.3638750000391},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2475.8334580000956},{"questionId":"q102","format":"json","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4783,"outputTokens":6,"latencyMs":2977.722958999919},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":1757.5047919999342},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2444.916582999984},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":2133.9071250001434},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":2145.6673330001067},{"questionId":"q103","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":859.6548750000075},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1734.8168750000186},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1098.5882079999428},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1407.81004199991},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1127.0661250001285},{"questionId":"q104","format":"json","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":4777,"outputTokens":6,"latencyMs":9913.891832999885},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"345097","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":4878.628541999962},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"358117","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":4849.577540999977},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":4118.127374999924},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"315629","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":1798.103916999884},{"questionId":"q105","format":"json","model":"gemini-2.5-flash","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":4775,"outputTokens":9,"latencyMs":36391.6730409998},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"314470.92","isCorrect":false,"inputTokens":2262,"outputTokens":9,"latencyMs":6413.531500000041},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"312386.67","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":9471.003125000047},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"312270.01","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":8854.723665999947},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"312275.58","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":26113.565375000006},{"questionId":"q106","format":"json","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4777,"outputTokens":4,"latencyMs":7357.996207999997},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":6306.607209000038},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":6478.767125000013},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":5718.7697500002105},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1678","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":2233.6343750001397},{"questionId":"q107","format":"json","model":"gemini-2.5-flash","expected":"5742","actual":"5648.42","isCorrect":false,"inputTokens":4776,"outputTokens":7,"latencyMs":9911.226332999999},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5846.47","isCorrect":false,"inputTokens":2263,"outputTokens":7,"latencyMs":13126.097666000016},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5635.02","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":17494.837249999866},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.52","isCorrect":false,"inputTokens":5423,"outputTokens":7,"latencyMs":8008.289582999889},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5472.08","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":33762.85004199995},{"questionId":"q108","format":"json","model":"gemini-2.5-flash","expected":"5213.64","actual":"5233.14","isCorrect":false,"inputTokens":4774,"outputTokens":7,"latencyMs":6962.909749999875},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"5201.02","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":6622.434125000145},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5116.86","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":10373.556000000099},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5205.87","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":7549.760292000137},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5180.70","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":7670.032332999865},{"questionId":"q109","format":"json","model":"gemini-2.5-flash","expected":"30","actual":"31.47","isCorrect":false,"inputTokens":4776,"outputTokens":5,"latencyMs":5072.805415999843},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":7099.692415999947},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"32.3","isCorrect":false,"inputTokens":2200,"outputTokens":4,"latencyMs":4167.337666000007},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":5423,"outputTokens":5,"latencyMs":6872.875459000003},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"31.12","isCorrect":false,"inputTokens":3806,"outputTokens":5,"latencyMs":4083.4164579999633},{"questionId":"q110","format":"json","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4776,"outputTokens":2,"latencyMs":2997.0265000001527},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":1046.5778339998797},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":1296.5603330000304},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":6545.428416999988},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1941.0819159999955},{"questionId":"q111","format":"json","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1937.7885410001036},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":22992.324291999917},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":16785.666084000142},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":6198.456624999875},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":2401.9597920000087},{"questionId":"q112","format":"json","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":10613.146208000137},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":12483.955874999985},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":10444.988499999978},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"40","isCorrect":false,"inputTokens":5426,"outputTokens":2,"latencyMs":6943.286957999924},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":12200.386332999915},{"questionId":"q113","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":9082.058375000022},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":11194.327791000018},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":17510.81591699994},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":7883.151083000004},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"14","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":1323.5505419999827},{"questionId":"q114","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":13487.814916000003},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":31498.387499999953},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":18932.356000000145},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":13836.441624999978},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":12897.143249999965},{"questionId":"q115","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":10924.983125000028},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":9625.202333000023},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":19821.11437499989},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":13891.446999999927},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":11902.314584000036},{"questionId":"q116","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":13823.740874999901},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":19406.139999999898},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":21494.316624999978},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":24615.37920899992},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":15866.553584000096},{"questionId":"q117","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14833.255208000075},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":11249.122000000207},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":12906.594957999885},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":16662.084583000047},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":12936.694499999983},{"questionId":"q118","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15947.820667000022},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18921.612750000088},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":19255.925250000088},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13041.678333000047},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":12576.867208999814},{"questionId":"q119","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14419.144667000044},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12073.812042000005},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":19060.837957999902},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13110.208416000009},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14920.514499999816},{"questionId":"q120","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13329.38820799999},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":11177.124000000069},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20015.99641700019},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":17100.052082999842},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14180.054750000127},{"questionId":"q121","format":"json","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":12804.235708999913},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":23143.071125000017},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":18711.785874999827},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":41095.49066600017},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":13609.58733400004},{"questionId":"q122","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":9206.927458000137},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":16375.337374999886},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":3707.8904999999795},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":15623.881291999947},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":11863.065332999919},{"questionId":"q123","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14545.500250000041},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":16935.20595900016},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":22870.398874999955},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":14381.33349999995},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":13802.725625000196},{"questionId":"q124","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13929.397750000004},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":14891.621708000079},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20843.750959000085},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13911.781666999916},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15028.347291999962},{"questionId":"q125","format":"json","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19994,"outputTokens":6,"latencyMs":1367.9169159999583},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":1058.5844169999473},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":2084.934957999969},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1320.4347920001019},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1736.2611249999609},{"questionId":"q126","format":"json","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19997,"outputTokens":5,"latencyMs":1921.0418330000248},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2670.168125000084},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":3808.9257080000825},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":2042.2068329998292},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":1672.565500000026},{"questionId":"q127","format":"json","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19991,"outputTokens":2,"latencyMs":1627.6211660001427},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2782.733583000023},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":3875.3207079998683},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":4066.2232090001926},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":3014.630916999886},{"questionId":"q128","format":"json","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":19998,"outputTokens":1,"latencyMs":1650.4613330001011},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2554.9567919999827},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1529.519791000057},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1756.7602500000503},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":1142.38220800017},{"questionId":"q129","format":"json","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19990,"outputTokens":4,"latencyMs":1999.3199579999782},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2302.4341669999994},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":2066.0373339999933},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1077.6102500001434},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":1322.8912080000155},{"questionId":"q130","format":"json","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":1503.274791000178},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":2723.959041999886},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":2710.96725000022},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1373.1870830000844},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":1483.0494999999646},{"questionId":"q131","format":"json","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":3155.497792000184},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":4008.763874999946},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3075.818750000093},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1799.7553330000956},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":1567.2129580001347},{"questionId":"q132","format":"json","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19991,"outputTokens":1,"latencyMs":2293.209875000175},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1452.2322919999715},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1557.7088750000112},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":1507.8517920000013},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1572.2542090001516},{"questionId":"q133","format":"json","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":3363.831709000049},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":11706.815334000159},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":2754.8299579999875},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1317.7699580001645},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1557.5576669999864},{"questionId":"q134","format":"json","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19994,"outputTokens":4,"latencyMs":1497.108082999941},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":2339.900541000068},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":3462.307499999879},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":1687.9432500000112},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":1104.9358749999665},{"questionId":"q135","format":"json","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19997,"outputTokens":6,"latencyMs":1963.1561670000665},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3213.271499999799},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":1124.6644999999553},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":1182.3711250000633},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1161.8881250000559},{"questionId":"q136","format":"json","model":"gemini-2.5-flash","expected":"15413563","actual":"10461623","isCorrect":false,"inputTokens":19992,"outputTokens":8,"latencyMs":1946.5152499999385},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"10443916","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":2035.781915999949},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"14479532","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":15404.71904100012},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"13392730","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":126437.77954100003},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"11239922","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1401.0267920000479},{"questionId":"q137","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19989,"outputTokens":2,"latencyMs":2070.165958000114},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":12335,"outputTokens":2,"latencyMs":1843.9061670000665},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":71513.58458300005},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":21879,"outputTokens":2,"latencyMs":1177.7141249999404},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1118.5890420000069},{"questionId":"q138","format":"json","model":"gemini-2.5-flash","expected":"154136","actual":"160686.07","isCorrect":false,"inputTokens":19991,"outputTokens":9,"latencyMs":885.3420830001123},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"201838","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":14169.624540999997},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"202936.51","isCorrect":false,"inputTokens":12207,"outputTokens":9,"latencyMs":78356.97445900016},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"199000.2375","isCorrect":false,"inputTokens":21881,"outputTokens":11,"latencyMs":13152.488666000078},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"133257","isCorrect":false,"inputTokens":17076,"outputTokens":6,"latencyMs":102073.263209},{"questionId":"q139","format":"json","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":16218.703125},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":15056.240625000093},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":16620.897541000042},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1350.2929159998894},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"48","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":904.2414160000626},{"questionId":"q140","format":"json","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":1421.6612090000417},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":7909.439957999857},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":11295.861916999798},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":14437.465041999938},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":5940.561999999918},{"questionId":"q141","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":4795.677041999996},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":12342,"outputTokens":2,"latencyMs":1605.4681669999845},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":5918.115958000068},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"14","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1698.1384580000304},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1306.2572500000242},{"questionId":"q142","format":"json","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":18030.645374999847},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":47821.52500000014},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16925.39587499993},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":13856.089875000063},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"58","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1062.260416999925},{"questionId":"q143","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":10236.875082999934},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":40255.51304200012},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":12415.472583000083},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":15990.12104200013},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"48","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":924.9094579999801},{"questionId":"q144","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1331.8183339999523},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":10940.328125},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16016.969916000031},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":11129.492249999894},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":946.2791249998845},{"questionId":"q145","format":"json","model":"gemini-2.5-flash","expected":"19","actual":"14","isCorrect":false,"inputTokens":19994,"outputTokens":2,"latencyMs":3364.7568749999627},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":14539.841540999943},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":11099.79458300001},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"21","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":2059.9775000000373},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":17079,"outputTokens":2,"latencyMs":25473.62504100008},{"questionId":"q146","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"1","isCorrect":false,"inputTokens":19994,"outputTokens":1,"latencyMs":11184.623167000012},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":15417.62895900011},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":10426.990500000073},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":9039.052207999863},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":1221.8773749999236},{"questionId":"q147","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":3020.9154580000322},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":3058.785457999911},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"28","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2882.702167000156},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"26","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1342.2606659999583},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1081.2947919999715},{"questionId":"q148","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"34","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":1420.7863340000622},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":9487.148249999853},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"48","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1330.763666999992},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"31","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1037.2611249999609},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"43","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1241.9533339999616},{"questionId":"q149","format":"json","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":20005,"outputTokens":2,"latencyMs":33599.26379200001},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":30672.770208000205},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":112952.32216600003},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":23455.970625000075},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":38283.71508300002},{"questionId":"q150","format":"json","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":18426.986083999975},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":24188.338791999966},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":40234.12204200006},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":22919.403291000053},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":18623.566749999998},{"questionId":"q151","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":15948.113542000065},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":13394.102749999845},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":10169.261042000027},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":9779.353083000053},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":10867.3857499999},{"questionId":"q152","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20006,"outputTokens":1,"latencyMs":9447.73450000002},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":5808.666665999917},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":12859.257792000193},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":18960.835750000086},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":15538.868416999932},{"questionId":"q153","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":20730.190999999875},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":19737.003665999975},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":19748.34441599995},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":25168.414541000035},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":19037.812040999997},{"questionId":"q154","format":"json","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":30448.49012500001},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":18965.865750000114},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":61958.33387500001},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":13406.713666999945},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":9016.408957999898}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7921,"outputTokens":5,"latencyMs":1354.9296669999985},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4712,"outputTokens":5,"latencyMs":1669.2063749999998},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1692.3136250000007},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":2281.86125},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":3077.8965000000007},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1684.6717919999992},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":1948.5662080000002},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":1717.6068340000002},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1718.096583999999},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1340.1584160000002},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2392.4393330000003},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1611.3634579999998},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7924,"outputTokens":10,"latencyMs":1733.624417000001},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4715,"outputTokens":10,"latencyMs":797.7174170000017},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1000.8728749999991},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":2114.3603749999984},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":1285.3335000000006},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":2521.8672499999993},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":2507.851375},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4715,"outputTokens":2,"latencyMs":1068.9205000000002},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1698.8410000000003},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":1924.9127500000013},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":2411.4064579999995},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":1541.3825410000009},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":2696.338416999999},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":4710,"outputTokens":1,"latencyMs":1757.7212080000027},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1103.012499999997},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2778.1503749999974},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1827.5623339999875},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":2290.739916999999},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":3003.3479170000064},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4711,"outputTokens":6,"latencyMs":1963.9512080000131},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1748.5938339999993},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":2254.7097499999945},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":2316.449416999996},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2654.36099999999},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":1869.2895839999983},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1160.5939579999977},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2116.1811249999882},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1497.9514580000105},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":3431.058625000005},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1320.207917000007},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7923,"outputTokens":9,"latencyMs":1040.6928749999934},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4714,"outputTokens":9,"latencyMs":1164.5243340000015},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":1582.411917000005},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1090.9307499999995},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":1407.0541669999948},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":2368.5591249999998},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1788.8682920000138},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":1787.094791999989},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1354.047749999998},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1872.4719579999946},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":4785.204375000016},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1771.8835830000025},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":3611.03558299999},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2853.659917000012},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2183.377207999991},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":2237.1429579999967},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2958.1580419999955},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2591.369583000007},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7922,"outputTokens":6,"latencyMs":2423.217082999996},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4713,"outputTokens":6,"latencyMs":1830.8485839999921},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":2151.300125000009},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2146.876458999992},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":1858.002334000019},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":2700.1752500000002},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2149.361124999996},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":996.2099589999998},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1041.5409579999978},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2000.3456249999872},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":4414.968541999988},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":921.187666999991},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7921,"outputTokens":8,"latencyMs":1259.557124999992},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4712,"outputTokens":8,"latencyMs":1398.4417079999985},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":2780.8645419999957},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":1536.0386250000156},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":2076.253250000009},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":3152.5257500000007},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":3310.0433750000084},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4714,"outputTokens":2,"latencyMs":2728.3722919999855},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1512.5124999999825},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":2073.9335829999764},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2163.324791000021},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2326.6445830000157},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2924.9926660000056},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1536.3556669999962},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1526.3130000000237},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2028.7918340000033},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2445.765166999976},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1345.641042000003},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7922,"outputTokens":5,"latencyMs":1311.3217909999948},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4713,"outputTokens":5,"latencyMs":977.3655420000141},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2168.5957920000073},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":2303.59395900002},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":1711.164959000016},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":1345.3146250000282},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1460.3641249999928},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":1312.518167000002},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1303.813999999984},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1972.6122500000056},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2372.425709000003},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2257.51241700002},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":8,"latencyMs":1784.9912079999922},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4713,"outputTokens":8,"latencyMs":1042.9213750000054},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":2258.2207919999782},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":3571.3125839999993},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":1670.5774170000223},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1923.5609579999873},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1774.1891250000044},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":2491.434749999986},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1814.1430420000106},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1939.413292000012},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1952.8237080000108},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2218.7070419999945},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2231.0196659999783},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":2491.840291999979},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2040.6370420000167},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2945.119875000004},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2986.518250000023},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2570.4387080000015},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7919,"outputTokens":2,"latencyMs":1565.1852080000099},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":2039.8407919999736},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":2751.4845839999907},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1721.5895000000019},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3304.299667000014},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1552.3433330000262},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1679.7051249999786},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1332.7987919999869},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":804.6150829999824},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":10256.706542},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":2373.593958000012},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1623.6945000000414},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1883.6200839999947},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1455.2197499999893},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":797.7023749999935},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1558.9581250000047},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3894.671541000018},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1390.6763330000103},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1697.119458000001},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":887.8417920000502},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1234.7654999999795},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":2320.654916999978},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":2333.089875000005},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":4021.643415999948},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1212.6394590000273},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1199.9960420000134},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":919.99337500002},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":5672.963583000004},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3442.5675829999964},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1867.9459580000257},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1349.481833000027},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":2265.6429580000113},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1906.4727079999866},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4272.746334000025},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":10167.479708000028},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1502.8596249999828},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":1390.379459000018},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":24999.427833000023},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":19916.833082999976},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":22553.009624999948},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":40087.21345800004},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"92","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":2020.5023330000113},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":36134.026417000045},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"51","isCorrect":false,"inputTokens":4718,"outputTokens":2,"latencyMs":17345.14295800001},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":14390.672083000012},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"52","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":11603.392500000016},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":35872.55241599999},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":65253.88829199999},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":7928,"outputTokens":2,"latencyMs":2283.508165999956},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":16346.536625000008},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"35","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":10115.98004200001},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":31439.94958299998},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":19220.643582999997},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1377.952249999973},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":20238.244999999995},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":15719.044041000016},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"25","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":5892.489291000005},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":17658.650041999994},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":19405.25662499998},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5761,"outputTokens":2,"latencyMs":18116.65737500001},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7920,"outputTokens":3,"latencyMs":1374.0270000000019},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4711,"outputTokens":3,"latencyMs":1319.1272499999614},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1537.212583000015},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":2081.502749999985},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":1887.519917000027},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":1312.5405000000028},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"98583.32","isCorrect":false,"inputTokens":7921,"outputTokens":8,"latencyMs":20851.85504200001},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"100996.16","isCorrect":false,"inputTokens":4712,"outputTokens":9,"latencyMs":14378.816583000007},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"98851.49","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":15207.910040999996},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"99849.20","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":13713.186250000028},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"95208.00","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":12409.645541000005},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97707.96","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":1738.726209000044},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"81","isCorrect":false,"inputTokens":7918,"outputTokens":2,"latencyMs":1422.8678330000257},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"73","isCorrect":false,"inputTokens":4709,"outputTokens":2,"latencyMs":956.8566669999855},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":6498.623208999983},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":11538.564333999995},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":12662.898583000002},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":9910.553542000009},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3664.5386249999865},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4709,"outputTokens":2,"latencyMs":4917.925167000038},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8904.034542000038},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":7372.595958000049},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":4210.430874999962},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":3888.8481670000474},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":8540.05133300001},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":6022.409124999947},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5278.090875000053},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":12967.631209000014},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":16619.979334000032},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":5300.423249999993},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":5092.58941700001},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":12078.731040999992},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":17271.572417000018},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":9382.044042000023},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":22002.127625000023},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":15683.753874999995},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6110.699040999985},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":4984.506374999997},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5824.944041999988},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":8460.805082999985},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":19146.632750000048},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":13844.274832999974},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"9","isCorrect":false,"inputTokens":7929,"outputTokens":1,"latencyMs":1428.1560000000172},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":4934.205583000032},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5867.3806670000195},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":36900.67637500004},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":6728.709917000029},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6144.29224999994},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6889.269500000053},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":5801.544750000001},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4928.215250000008},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":7178.6706669999985},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":7221.064459000016},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6073.276958000031},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6238.834833000088},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":7465.064584000036},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4179.410750000039},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":20026.70579200005},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":8875.718499999959},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6915.902832999942},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":23178.078917000093},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"81","isCorrect":false,"inputTokens":4716,"outputTokens":2,"latencyMs":1114.9812500000698},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":29777.802999999956},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":27394.192291000043},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":86712.14979099995},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":19350.549541999935},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":38434.93312499998},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":35839.28466600005},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":21361.312707999954},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":3207,"outputTokens":2,"latencyMs":46905.783375},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":21290.050707999966},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":38305.323584},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":20957.512583000003},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":17134.168915999937},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":17221.467000000062},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":30805.191250000033},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":19478.63979200006},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":18296.496874999953},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":30028.430374999996},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":17290.235999999917},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":17847.20095800003},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":22016.87608299998},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":21534.02324999997},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":18732.673582999967},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4437.85400000005},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":4852.046833000029},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":4369.936666999944},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":7358.3126250000205},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":17603.547208999982},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":7405.475708000013},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7927,"outputTokens":1,"latencyMs":4744.115624999977},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4718,"outputTokens":1,"latencyMs":8339.969750000047},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":13939.836667000083},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":36324.32945899991},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":21552.09387500002},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":16940.61979200004},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":5887.210916000069},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":8571.777666999958},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":6764.494874999975},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":29811.86033299996},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":20963.945708999992},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":12842.697042000014},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":5141.414250000031},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":4082.436791999964},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3641.101666999981},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":7336.517499999958},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":15084.95241700008},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":4141.43429200002},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":13187.069583000033},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":3748.3358749999898},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":26698.556999999913},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":4854.631124999956},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5250.55791600002},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":14792.319999999949},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":3894.609000000055},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":12115.01658299996},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5001.635790999979},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":5291.902374999947},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3754.4116669999203},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":5038.575875000097},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12114,"outputTokens":5,"latencyMs":3271.7317909999983},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7013,"outputTokens":5,"latencyMs":2093.372875000001},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":2127.9655410000123},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":2328.956583000021},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1728.8495000000112},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":1337.9924579999642},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12114,"outputTokens":2,"latencyMs":2539.377041999949},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7013,"outputTokens":2,"latencyMs":1617.8685420000693},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1344.577874999959},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":2594.0432919999585},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1503.6796669999603},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":809.7668749999721},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12114,"outputTokens":6,"latencyMs":1925.988250000053},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7013,"outputTokens":6,"latencyMs":1138.3343749999767},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":973.7787910000188},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":1002.296667000046},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1727.5732500000158},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1394.8747079999885},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1415.880416000029},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":1226.3640829999931},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":955.8200840000063},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":2145.2861669999547},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":2534.5570409999928},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":892.8641250000801},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12114,"outputTokens":6,"latencyMs":1884.5334590000566},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7013,"outputTokens":6,"latencyMs":4212.810082999989},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1300.1141249999637},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":2712.8347080000676},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":2166.020750000025},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1204.9172500000568},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1776.4450420000358},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":2495.4650830000173},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1444.312666999991},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1769.4439580000471},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1957.1410410000244},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1130.5270000000019},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12114,"outputTokens":7,"latencyMs":1727.3556670000544},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7013,"outputTokens":7,"latencyMs":1221.7710420000367},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":1049.0137089999625},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":1006.5062080000062},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":2067.729833999998},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1636.1480839999858},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1485.1369159999304},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":1088.3895410000114},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":841.4275830000406},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":947.5615830000024},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1822.2349580000155},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1079.3152500001015},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12115,"outputTokens":6,"latencyMs":1751.0413750000298},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7014,"outputTokens":6,"latencyMs":1606.6966660000617},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":2223.6312499999767},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":4158.761958000017},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2226.5788329999195},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1386.0064590000547},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":8,"latencyMs":2057.637624999974},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":8,"latencyMs":1117.045999999973},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2230.625875000027},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":3092.2665419999976},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":2110.25558300002},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1437.7900000000373},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":12115,"outputTokens":10,"latencyMs":1139.768417000072},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7014,"outputTokens":10,"latencyMs":1318.066375000053},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1325.513459000038},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":988.5307909999974},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1727.1330000000307},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1125.658790999907},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":4847.618333999999},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":3895.909665999934},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2082.971416999935},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3733.9924170000013},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":3998.669625000097},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":4435.7195000000065},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12115,"outputTokens":4,"latencyMs":2469.1314589999383},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7014,"outputTokens":4,"latencyMs":1025.3018750000047},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":1443.077500000014},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":2250.479874999961},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1920.234375},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1473.8639999999432},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":7,"latencyMs":2554.921624999959},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":7,"latencyMs":1833.082250000094},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":1681.699874999933},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":3690.221249999944},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1526.4777079999913},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":1354.8100000000559},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":12115,"outputTokens":10,"latencyMs":2042.4715419999557},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7014,"outputTokens":10,"latencyMs":1169.0352500000736},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1113.8567090000724},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1865.7110830000602},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1669.8661659999052},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1351.6249580000294},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":3428.251209000009},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":3385.9596250000177},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1866.707000000053},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":7801.902333999984},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":6871.751042000018},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":3140.1299169999547},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12115,"outputTokens":6,"latencyMs":3802.0890000000363},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7014,"outputTokens":6,"latencyMs":3386.581499999971},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":2246.901165999938},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":4484.799084000057},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2882.789166999981},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1350.044292000006},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":11,"latencyMs":2566.828165999963},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":11,"latencyMs":1581.343167000101},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1753.4288749999832},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":4024.6340000000782},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":2870.7417500000447},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":2070.002916000085},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":8165.644375000033},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1749.5357500000391},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":838.3851250000298},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":8378.961999999941},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":11087.845500000054},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1072.670458999928},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12109,"outputTokens":1,"latencyMs":1198.4288330000127},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":866.7352080000564},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5267.646624999936},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5465.427625000011},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":1946.9610830000602},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1369.6323330000741},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12110,"outputTokens":2,"latencyMs":9826.611000000034},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":7009,"outputTokens":1,"latencyMs":1816.7692090000492},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":797.3038749999832},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":8578.660583000048},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":6940.722666000016},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8422,"outputTokens":2,"latencyMs":3348.252957999939},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":10236.97562500008},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7008,"outputTokens":1,"latencyMs":1546.014041999937},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1550.1747919999762},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":9250.880084000062},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4061.9152919999324},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1211.5099590000464},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":1664.2034579999745},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1606.6352079999633},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5586.143042000011},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":2904.905958999996},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":2003.3031249999767},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":1059.0960000000196},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"42342.25","actual":"40538.16","isCorrect":false,"inputTokens":12110,"outputTokens":8,"latencyMs":10416.099584000069},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7009,"outputTokens":8,"latencyMs":57073.77995799994},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"42343.25","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":14134.609959000023},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":15834.09604199999},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"36982.72","isCorrect":false,"inputTokens":13446,"outputTokens":8,"latencyMs":12002.443874999997},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"43232.06","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":66328.11191699991},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"846.85","actual":"811.5694","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":8492.806999999913},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"846.85","actual":"900.82","isCorrect":false,"inputTokens":7007,"outputTokens":6,"latencyMs":11130.481832999969},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"796.55","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":8899.302082999959},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"843.775","isCorrect":false,"inputTokens":7831,"outputTokens":7,"latencyMs":11579.621541999979},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"797.29","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":12920.73583400005},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"781.5516","isCorrect":false,"inputTokens":8420,"outputTokens":8,"latencyMs":7264.167125000036},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":2177.6583750001155},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1353.4673329999205},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1201.6765829999931},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":9150.019624999957},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":8158.681166999973},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4599.191833999939},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12108,"outputTokens":7,"latencyMs":12133.638250000076},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7007,"outputTokens":7,"latencyMs":1135.1283330000006},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":5038.57120799995},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":16061.192959000124},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":13416.675374999875},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":12820.90575000015},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"44","actual":"45","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":1752.5509999999776},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"44","actual":"47","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":1669.9094169999007},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":12317.223082999932},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":104020.48999999999},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":131602.78225000016},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1288.1018749999348},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":2420.7627079999074},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":2069.5256660000887},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":13035.023958999896},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14160.164250000147},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":13619.698749999981},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"44","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":914.1967909999657},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"27","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":11708.829416999826},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":1260.1478750000242},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":7200,"outputTokens":2,"latencyMs":1450.817458000034},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14910.934500000207},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":13450,"outputTokens":2,"latencyMs":1921.9522499998566},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"35","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1865.5745410001837},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":8340.488249999937},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":4014.9752910002135},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":9153.768083999865},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":10605.639208000153},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":13416.35412500007},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":3873.310584000079},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":13306.224082999863},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":9894.785416000057},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":7308.795333999908},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":13172.637666000053},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":15726.23116700002},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":12487.897999999812},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12119,"outputTokens":1,"latencyMs":13399.747124999994},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7018,"outputTokens":1,"latencyMs":11614.609707999974},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":13278.376415999839},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":14089.156666999916},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":17325.755832999945},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":10607.382542000152},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"10","isCorrect":false,"inputTokens":12118,"outputTokens":2,"latencyMs":13404.66033299989},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":11241.378459000029},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":5491.7399580001365},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":14016.57287500007},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":14561.287458000006},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":9579.062249999959},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":4444.8731249999255},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":13680.203875000123},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":12092.402832999825},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":14984.170167000033},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":4514.389167000074},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":8515.08929100004},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":7567.325292000081},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7015,"outputTokens":1,"latencyMs":8269.45325000002},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":8314.712041999912},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":10575.693834000034},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":13778.021958000027},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":9359.297416000161},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":12143.87579099997},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7015,"outputTokens":1,"latencyMs":9508.99970899988},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":10379.3265829999},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":9488.004124999978},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":12298.012374999933},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":11346.38629100006},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":10498.58045800007},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7016,"outputTokens":1,"latencyMs":9575.307957999874},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":10043.14662499982},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"5","isCorrect":false,"inputTokens":7840,"outputTokens":1,"latencyMs":8038.270332999993},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":11857.74987499998},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":10402.574166999897},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12120,"outputTokens":2,"latencyMs":17047.23062499985},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7019,"outputTokens":2,"latencyMs":16338.056166999973},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":15422.202708000084},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":16391.41933299997},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":26644.85658300016},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":13936.441957999952},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12120,"outputTokens":2,"latencyMs":15782.164292000001},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7019,"outputTokens":2,"latencyMs":16752.305750000058},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":14681.896833000006},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":20032.14933299995},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":25834.489708000096},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":15642.59541599988},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1279.5697500000242},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1999.9648750000633},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1824.4698749999516},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2127.172375000082},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2719.1446669998113},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1605.3525420001242},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":2206.0459159999155},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3036,"outputTokens":7,"latencyMs":1151.8272079997696},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":2516.32416700013},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2029.2511249999516},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":1796.0667920000851},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2235.0380410000216},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1613.7514169998467},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":1404.7969579999335},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2444.9184999999125},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2606.6883750001434},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3712.742375000147},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1879.378250000067},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4786,"outputTokens":3,"latencyMs":3177.5492499999236},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3037,"outputTokens":3,"latencyMs":1735.46399999992},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1424.8880840002093},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1400.156792000169},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2187.69929099991},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1057.5948750001844},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":707.7037500001024},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1598.2717079999857},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1524.1673340001144},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1207.9095830000006},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1923.2069999999367},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":958.4265000000596},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1784.3380409998354},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1170.782957999967},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1656.905665999977},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2827.907084000064},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2121.422833000077},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1010.8365410000551},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":2110.2537090000696},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3036,"outputTokens":7,"latencyMs":4449.576166999992},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":1950.468334000092},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":1659.3825829999987},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2550.738875000039},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1127.4148750000168},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1601.8211660000961},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":2110.1922499998473},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1767.4653749999125},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2022.5096670000348},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1907.9175830001477},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2909.3842080000322},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4786,"outputTokens":3,"latencyMs":3124.559208000079},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3037,"outputTokens":3,"latencyMs":1024.8050000001676},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":2498.50566600007},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":2548.0485830002},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":3802.862874999875},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1797.2787920001429},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":2237.990125000011},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":2902.5638749999925},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1814.6526250001043},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1792.7062920001335},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1686.5965839999262},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1317.1033329998609},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1605.5180420000106},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":2268.3786669999827},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2063.3406249999534},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2272.78600000008},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2064.8604579998646},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1592.1735830001999},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4785,"outputTokens":6,"latencyMs":1594.8455829999875},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3036,"outputTokens":6,"latencyMs":1599.5999159999192},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":2924.907250000164},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2276.3585840000305},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":1794.0740410001017},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":1613.6407089999411},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":771.1318749999627},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":1970.6365000000224},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2064.9487499999814},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1189.0249160001986},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3034.3210410000756},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2276.872749999864},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":4779,"outputTokens":6,"latencyMs":4411.86337500019},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"344498","actual":"351430","isCorrect":false,"inputTokens":3030,"outputTokens":6,"latencyMs":4729.921041999944},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"345498","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":7441.12024999992},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"345098","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":6921.9061249999795},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"344598","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":49796.827124999836},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"315694","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":1833.9923330000602},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"312818.50","actual":"310196.67","isCorrect":false,"inputTokens":4777,"outputTokens":9,"latencyMs":8194.870875000022},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"312818.50","actual":"391264.45","isCorrect":false,"inputTokens":3028,"outputTokens":9,"latencyMs":1655.387459000107},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"312151.72","isCorrect":false,"inputTokens":2262,"outputTokens":9,"latencyMs":10417.023749999935},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"321115.82","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":22851.355750000104},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"298918.73","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":18031.594458000036},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"328010.59","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":8490.84529099986},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":7855.052167000016},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"1811","actual":"1901","isCorrect":false,"inputTokens":3030,"outputTokens":4,"latencyMs":5200.181749999989},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":8118.787833000068},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":23503.94787500007},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1503","isCorrect":false,"inputTokens":5424,"outputTokens":4,"latencyMs":1703.6896250001155},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1888","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":9306.764625000069},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"5742","actual":"5701.82","isCorrect":false,"inputTokens":4778,"outputTokens":7,"latencyMs":41099.882375000045},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"5742","actual":"5628","isCorrect":false,"inputTokens":3029,"outputTokens":4,"latencyMs":11575.58424999984},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":2263,"outputTokens":7,"latencyMs":9640.236917000031},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":9040.457374999998},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":5423,"outputTokens":7,"latencyMs":56796.33324999991},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":38182.30649999995},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"5213.64","actual":"5202.58","isCorrect":false,"inputTokens":4776,"outputTokens":7,"latencyMs":10181.561166999862},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"5213.64","actual":"5288.35","isCorrect":false,"inputTokens":3027,"outputTokens":7,"latencyMs":11146.243917000014},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"5033.48","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":8427.271041000029},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5231.74","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":9037.30299999984},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5007.75","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":13939.075624999823},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5021.48","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":8048.899375000037},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"30","actual":"32.47","isCorrect":false,"inputTokens":4778,"outputTokens":5,"latencyMs":5369.387541999808},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"30","actual":"31.42","isCorrect":false,"inputTokens":3029,"outputTokens":5,"latencyMs":7406.927665999858},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"31.18","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":16510.12716699997},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"28.57","isCorrect":false,"inputTokens":2200,"outputTokens":5,"latencyMs":5466.797500000102},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"31.4","isCorrect":false,"inputTokens":5423,"outputTokens":4,"latencyMs":11403.176958000055},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":3806,"outputTokens":5,"latencyMs":16421.606374999974},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4778,"outputTokens":2,"latencyMs":2678.207749999827},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3029,"outputTokens":2,"latencyMs":3376.302333999891},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":1086.971416000044},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":4265.394291999983},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":1433.4110840000212},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1543.2456670000684},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4781,"outputTokens":4,"latencyMs":10053.003166000126},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3032,"outputTokens":4,"latencyMs":6412.262084000045},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":6074.396084000124},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":3945.7278340000194},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":6809.3773330000695},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":1005.7756670000963},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"53","isCorrect":false,"inputTokens":4781,"outputTokens":2,"latencyMs":846.1364590001758},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3032,"outputTokens":2,"latencyMs":10109.051708000014},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":12869.564166999888},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":14842.812667000107},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"56","isCorrect":false,"inputTokens":5426,"outputTokens":2,"latencyMs":1419.3569999998435},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":16734.292458000127},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4781,"outputTokens":2,"latencyMs":13024.295500000007},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":3032,"outputTokens":2,"latencyMs":1474.301833000034},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":9464.597958000144},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"17","isCorrect":false,"inputTokens":2203,"outputTokens":2,"latencyMs":1215.6817079999018},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":12572.131999999983},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":12837.568209000165},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15991.527250000043},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3039,"outputTokens":2,"latencyMs":24963.954082999844},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":25694.347499999916},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":31529.31929100002},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":18442.41329200007},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":14891.714209000114},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":21790.983291000128},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3039,"outputTokens":2,"latencyMs":18742.436541999923},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":12094.775417000055},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":33674.90845900006},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":16035.757750000106},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":13537.235542000039},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4789,"outputTokens":2,"latencyMs":16776.974583999952},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3040,"outputTokens":2,"latencyMs":20747.14270800003},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":31568.890416999813},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":29980.741083999863},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":18493.377875000006},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":16035.651083000004},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"27","isCorrect":false,"inputTokens":4790,"outputTokens":2,"latencyMs":21237.15266699996},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":18888.004292000085},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":23815.381209000014},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":24343.081999999937},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":25492.065542000113},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14713.738125000149},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":17488.99183299998},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":17448.470291999867},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":24721.668624999933},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":27588.590832999907},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":21805.124542000005},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14545.208832999924},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":15232.06491700001},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":40861.528750000056},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12642.059750000015},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20956.25974999997},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":18465.20429200004},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14558.090166999958},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":15919.695791000035},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":31430.955249999883},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":14895.264083999908},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":13838.646292000078},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":21774.63379199989},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15042.303583000088},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"35","actual":"28","isCorrect":false,"inputTokens":4787,"outputTokens":2,"latencyMs":16541.244207999902},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":47713.68608300015},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":15913.174500000197},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":35383.04637499992},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":26215.080832999898},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":17056.80541699985},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":11507.84616700001},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":13093.748957999982},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":11225.635583000025},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":27186.73679200001},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":38427.419790999964},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":12600.628999999957},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":21994.018291000044},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":23276.710959000047},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":26411.74012500001},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":31304.602709},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":26338.80691600009},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":17814.433875000104},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":22501.393500000006},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":41459.17329199985},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18857.97154199984},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":27764.79495800007},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":35635.59220800013},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15092.05404099985},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":1151.5866249999963},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15037,"outputTokens":6,"latencyMs":1218.969792000018},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2410.338708000025},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":4002.0068750001956},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1323.4818750000559},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":2203.1832080001477},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19999,"outputTokens":5,"latencyMs":1660.6155830000062},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15040,"outputTokens":5,"latencyMs":1060.9892909999471},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":3075.70879100007},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2695.729082999984},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":4221.050208000001},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":3078.270917000016},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19993,"outputTokens":2,"latencyMs":2023.4303749999963},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15034,"outputTokens":2,"latencyMs":1028.6284999998752},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2450.514333000174},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":902.3165410000365},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":1444.7276250000577},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":1403.1264169998467},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1791.2602909998968},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15041,"outputTokens":1,"latencyMs":1295.59941600007},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2309.7582499999553},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1327.5221669999883},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1583.670875000069},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":879.4554579998367},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19992,"outputTokens":4,"latencyMs":2157.5498339999467},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15033,"outputTokens":4,"latencyMs":2487.5638329999056},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2703.1930830001365},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":4273.921124999877},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1739.3868329999968},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":951.281707999995},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19998,"outputTokens":6,"latencyMs":2312.142125000013},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15039,"outputTokens":6,"latencyMs":1546.999792000046},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":5047.518874999834},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":3693.388666999992},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1704.5889580000658},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":2750.5190840000287},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19998,"outputTokens":5,"latencyMs":4228.428041999927},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15039,"outputTokens":5,"latencyMs":1488.8169170001056},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":3457.4780840000603},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3108.00549999997},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":2085.6930830001365},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":2307.265667000087},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19993,"outputTokens":1,"latencyMs":1692.4636669999454},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15034,"outputTokens":1,"latencyMs":1512.5772919999436},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1098.8698749998584},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1552.1232080000918},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":967.2554170000367},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1759.6315409999806},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20002,"outputTokens":1,"latencyMs":2598.013874999946},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15043,"outputTokens":1,"latencyMs":1307.467500000028},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":1136.748541999841},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":1634.8631659999955},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1705.9824579998385},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1195.1676670000888},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19996,"outputTokens":4,"latencyMs":2813.9036670001224},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15037,"outputTokens":4,"latencyMs":2766.2407919999678},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":3515.547459000023},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":1980.501416000072},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":3906.657665999839},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":1710.0676249999087},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19999,"outputTokens":6,"latencyMs":2261.0389999998733},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15040,"outputTokens":6,"latencyMs":2245.21079199994},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3499.0554580001626},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":3293.7382499999367},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":2020.1038329999428},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1581.3642499998678},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"16983792","isCorrect":false,"inputTokens":19994,"outputTokens":8,"latencyMs":26430.61258299998},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"12792193","isCorrect":false,"inputTokens":15035,"outputTokens":8,"latencyMs":15331.154041999951},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"12711776","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":11897.323083000025},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"10469279","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":2331.1839590000454},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12792160","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":14106.88500000001},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"11795393","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1251.8529169999529},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19991,"outputTokens":2,"latencyMs":2209.644709000131},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"58","isCorrect":false,"inputTokens":15032,"outputTokens":2,"latencyMs":859.9386660000309},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":14900.836208999855},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"62","isCorrect":false,"inputTokens":12205,"outputTokens":2,"latencyMs":1512.1607079999521},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":21879,"outputTokens":3,"latencyMs":7799.471915999893},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1906.4371249999385},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"157774.69","isCorrect":false,"inputTokens":19993,"outputTokens":9,"latencyMs":16663.890167000005},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"169862.03","isCorrect":false,"inputTokens":15034,"outputTokens":9,"latencyMs":1324.3338340001646},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"185202","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":13678.840666000033},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"151228","isCorrect":false,"inputTokens":12207,"outputTokens":6,"latencyMs":12607.921833000146},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"200017.8","isCorrect":false,"inputTokens":21881,"outputTokens":8,"latencyMs":22474.676332999952},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"157293.42","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":116596.88450000016},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":19998,"outputTokens":2,"latencyMs":25566.984457999934},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1640.862124999985},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":27886.97233300004},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":15948.632125000004},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"53","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":2512.0390840000473},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"69","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":14408.093916999875},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"36","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":2618.3314580000006},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"48","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1718.7387079999316},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"17","isCorrect":false,"inputTokens":12342,"outputTokens":2,"latencyMs":1273.2414579999167},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":1059.5364999999292},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":6156.117749999976},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1076.5335419999901},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":2284.6615830000956},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":3986.7424170000013},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":7461.2305840000045},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":28781.420500000007},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":16889.862375000026},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":17981.527999999933},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"48","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":2019.9015420000069},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":15999.34004099993},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":25151.79050000012},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":119262.01662499993},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":161980.14933300018},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":17877.83133299998},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"42","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":1654.6040839999914},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":15710.817583000055},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":19622.94595799991},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":96751.23300000001},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":19255.413541000104},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"42","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1639.9137910001446},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":2809.47258400009},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1495.2700839999598},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":21624.437957999995},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":105621.89287500014},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":12316.06545799994},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":1717.9178329999559},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":14630.169958000071},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15037,"outputTokens":2,"latencyMs":10249.995333000086},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":114218.44729199982},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":100006.10058300011},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"20","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":2283.8036660000216},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"22","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":2103.0395830001216},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":19996,"outputTokens":2,"latencyMs":1374.8217919999734},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15037,"outputTokens":1,"latencyMs":14885.648334000027},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":17923.629291999852},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":12248.153707999969},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":10959.584374999627},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":949.2475829999894},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"27","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1862.1835830002092},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"42","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1921.106416999828},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1094.2161249998026},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2119.0224580001086},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1197.5784169998951},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"38","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":773.995333999861},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"29","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1446.295832999982},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"41","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1076.7222079997882},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":1399.3672500001267},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"49","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2043.651083999779},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"60","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":848.0232500000857},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"37","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":876.4627920002677},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":42003.017082999926},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":26051.794792000204},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":37074.3415000001},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":35307.39762499975},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":33295.00499999989},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":17090,"outputTokens":2,"latencyMs":41524.997542000376},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":39312.793500000145},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":39399.504249999765},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":30952.59220900014},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":37696.35699999984},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":28299.2402499998},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":29372.897957999725},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":19074.832083000336},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":9358.130582999904},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":26521.612916000187},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":26094.811125000007},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":11482.425040999893},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":10831.986916999798},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20008,"outputTokens":1,"latencyMs":9553.092249999754},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":21526.74208300002},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":7089.067375000101},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":23203.943709000014},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":19071.255166999996},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":6154.325207999907},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":37419.37670799997},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":20117.152832999825},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":24365.2469159998},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":26397.28500000015},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":22191.70887500001},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":29888.990666999947},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":16844.398000000045},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":14122.14058399992},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":12884.588541999925},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":52505.28945900034},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":25667.610208000056},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":14003.719874999952}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gpt-5-nano b/benchmarks/results/accuracy/models/gpt-5-nano index 9741bd9..4409451 100644 --- a/benchmarks/results/accuracy/models/gpt-5-nano +++ b/benchmarks/results/accuracy/models/gpt-5-nano @@ -1 +1 @@ -[{"questionId":"q1","format":"json","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6390,"outputTokens":72,"latencyMs":2286.895917},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2080.2120830000003},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2368.424333000001},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":3603.5194579999998},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2783.105292},{"questionId":"q2","format":"json","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6390,"outputTokens":71,"latencyMs":3301.9922080000006},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2527,"outputTokens":71,"latencyMs":2579.989917000001},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2071.0654589999995},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2436.658125000001},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":3412.149292},{"questionId":"q3","format":"json","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6392,"outputTokens":140,"latencyMs":5299.290375},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2529,"outputTokens":76,"latencyMs":2528.3222079999996},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2383,"outputTokens":140,"latencyMs":3022.2497079999994},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":204,"latencyMs":3238.962124999999},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5014,"outputTokens":140,"latencyMs":2557.434041999999},{"questionId":"q4","format":"json","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":3143.1138339999998},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2529,"outputTokens":71,"latencyMs":2368.6757910000006},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2383,"outputTokens":71,"latencyMs":2801.3656659999997},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":3047.416791999999},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5014,"outputTokens":71,"latencyMs":3128.1965420000006},{"questionId":"q5","format":"json","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":6388,"outputTokens":199,"latencyMs":2972.251875},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":2525,"outputTokens":327,"latencyMs":4319.013167000001},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2379,"outputTokens":647,"latencyMs":8503.479375},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":7355,"outputTokens":263,"latencyMs":3787.869708},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":5010,"outputTokens":327,"latencyMs":4215.784416999999},{"questionId":"q6","format":"json","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6389,"outputTokens":72,"latencyMs":2708.392833},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2526,"outputTokens":72,"latencyMs":2004.1692079999993},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2380,"outputTokens":136,"latencyMs":2530.7687079999996},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7356,"outputTokens":136,"latencyMs":2244.525791},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5011,"outputTokens":136,"latencyMs":2472.8984170000003},{"questionId":"q7","format":"json","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6390,"outputTokens":7,"latencyMs":1896.0880000000016},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2527,"outputTokens":71,"latencyMs":2263.058832999999},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2069.6880410000012},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2421.5882500000007},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2004.3543750000008},{"questionId":"q8","format":"json","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6391,"outputTokens":77,"latencyMs":2184.6345},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2528,"outputTokens":141,"latencyMs":3463.506875000001},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2382,"outputTokens":141,"latencyMs":2491.552375000001},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7358,"outputTokens":141,"latencyMs":2773.072124999999},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5013,"outputTokens":77,"latencyMs":3364.1551249999993},{"questionId":"q9","format":"json","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6393,"outputTokens":263,"latencyMs":8407.982375000001},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2530,"outputTokens":135,"latencyMs":3553.8328330000004},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2384,"outputTokens":455,"latencyMs":8108.107749999997},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7360,"outputTokens":199,"latencyMs":7765.270042},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5015,"outputTokens":135,"latencyMs":2643.0200829999994},{"questionId":"q10","format":"json","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6390,"outputTokens":135,"latencyMs":3184.6242919999986},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2527,"outputTokens":263,"latencyMs":3714.655332999999},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2381,"outputTokens":135,"latencyMs":2412.2727080000004},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7357,"outputTokens":391,"latencyMs":4610.666667000001},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5012,"outputTokens":135,"latencyMs":2337.4404170000016},{"questionId":"q11","format":"json","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6390,"outputTokens":264,"latencyMs":3417.8135},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2527,"outputTokens":200,"latencyMs":2675.2862499999974},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2381,"outputTokens":136,"latencyMs":4805.800959},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2649.596416999997},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2322.7847089999996},{"questionId":"q12","format":"json","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6388,"outputTokens":263,"latencyMs":4128.735457999999},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":2963.8491250000006},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2379,"outputTokens":71,"latencyMs":3226.5830000000024},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":3400.928915999997},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5010,"outputTokens":711,"latencyMs":8393.479792000002},{"questionId":"q13","format":"json","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6389,"outputTokens":75,"latencyMs":2083.456707999998},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2526,"outputTokens":75,"latencyMs":2282.820208000001},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2380,"outputTokens":139,"latencyMs":1922.3527920000015},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7356,"outputTokens":139,"latencyMs":1967.7009160000016},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5011,"outputTokens":75,"latencyMs":2097.907542000001},{"questionId":"q14","format":"json","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":6391,"outputTokens":135,"latencyMs":3816.0825000000004},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2528,"outputTokens":71,"latencyMs":1841.6428339999984},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2382,"outputTokens":135,"latencyMs":2661.6788750000014},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":7358,"outputTokens":135,"latencyMs":3028.1100410000035},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":5013,"outputTokens":135,"latencyMs":2456.2266249999993},{"questionId":"q15","format":"json","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6388,"outputTokens":135,"latencyMs":2595.8724580000016},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2525,"outputTokens":199,"latencyMs":3002.6034579999978},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2379,"outputTokens":263,"latencyMs":3817.756000000001},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7355,"outputTokens":455,"latencyMs":4972.323082999999},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5010,"outputTokens":327,"latencyMs":7745.852374999999},{"questionId":"q16","format":"json","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6389,"outputTokens":72,"latencyMs":2094.709333999999},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2526,"outputTokens":72,"latencyMs":3989.400916999999},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2380,"outputTokens":72,"latencyMs":1999.0430420000012},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7356,"outputTokens":136,"latencyMs":3469.017167000002},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5011,"outputTokens":136,"latencyMs":2959.3207089999996},{"questionId":"q17","format":"json","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6392,"outputTokens":135,"latencyMs":4353.834665999999},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2529,"outputTokens":135,"latencyMs":2734.705167},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2383,"outputTokens":135,"latencyMs":5485.966791999999},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7359,"outputTokens":135,"latencyMs":3338.3081660000025},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2317.4250410000022},{"questionId":"q18","format":"json","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6390,"outputTokens":139,"latencyMs":2934.8541250000017},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2527,"outputTokens":75,"latencyMs":2196.355125000002},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2381,"outputTokens":75,"latencyMs":2179.3174580000014},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7357,"outputTokens":203,"latencyMs":2986.970416},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5012,"outputTokens":139,"latencyMs":2035.5609160000022},{"questionId":"q19","format":"json","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6392,"outputTokens":135,"latencyMs":2827.9320420000004},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":2529,"outputTokens":71,"latencyMs":2052.042333999998},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":2383,"outputTokens":135,"latencyMs":2475.6582089999974},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":5298.210291999996},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5014,"outputTokens":71,"latencyMs":2479.8611249999994},{"questionId":"q20","format":"json","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6388,"outputTokens":199,"latencyMs":3099.4663340000043},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2525,"outputTokens":327,"latencyMs":4842.604750000002},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2379,"outputTokens":135,"latencyMs":2375.8693330000024},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7355,"outputTokens":199,"latencyMs":3211.3723340000033},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5010,"outputTokens":135,"latencyMs":3330.7180000000008},{"questionId":"q21","format":"json","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6387,"outputTokens":647,"latencyMs":7148.650417000001},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":1607,"latencyMs":15327.959125000001},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":967,"latencyMs":10992.290750000004},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":1031,"latencyMs":9394.927084000003},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":903,"latencyMs":10763.375417000003},{"questionId":"q22","format":"json","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6387,"outputTokens":391,"latencyMs":4349.884417000001},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":1095,"latencyMs":9809.553958000004},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1031,"latencyMs":9584.158749999995},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":519,"latencyMs":5500.127124999999},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":839,"latencyMs":8069.941374999995},{"questionId":"q23","format":"json","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6387,"outputTokens":647,"latencyMs":6670.407958000003},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":1031,"latencyMs":9428.577291000001},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":647,"latencyMs":6800.205249999999},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":903,"latencyMs":9085.086500000005},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":1031,"latencyMs":10963.525583000002},{"questionId":"q24","format":"json","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6387,"outputTokens":647,"latencyMs":6168.287916999994},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":455,"latencyMs":5222.8764999999985},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":967,"latencyMs":9628.338166000001},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":8964.717292000001},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5009,"outputTokens":583,"latencyMs":5695.531999999999},{"questionId":"q25","format":"json","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6387,"outputTokens":455,"latencyMs":4840.368499999997},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2524,"outputTokens":711,"latencyMs":8578.791709000005},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2378,"outputTokens":1479,"latencyMs":15123.943},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":9384.946625000004},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5009,"outputTokens":839,"latencyMs":10944.875042},{"questionId":"q26","format":"json","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6387,"outputTokens":647,"latencyMs":6869.418540999999},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2524,"outputTokens":455,"latencyMs":4867.974583000003},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2378,"outputTokens":1543,"latencyMs":14267.353582999996},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7354,"outputTokens":647,"latencyMs":7383.540583000002},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5009,"outputTokens":775,"latencyMs":14026.064583},{"questionId":"q27","format":"json","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6392,"outputTokens":2119,"latencyMs":19840.095458000003},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2529,"outputTokens":1863,"latencyMs":19581.628542},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2383,"outputTokens":1863,"latencyMs":17144.098332999994},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7359,"outputTokens":2375,"latencyMs":22871.458750000005},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5014,"outputTokens":2503,"latencyMs":24232.040250000005},{"questionId":"q28","format":"json","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":6392,"outputTokens":2695,"latencyMs":22657.479165999997},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":2529,"outputTokens":1607,"latencyMs":13011.923875},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"67","actual":"64","isCorrect":false,"inputTokens":2383,"outputTokens":1927,"latencyMs":17143.839250000005},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":7359,"outputTokens":2119,"latencyMs":19857.302667000004},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5014,"outputTokens":1799,"latencyMs":17493.660707999996},{"questionId":"q29","format":"json","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6392,"outputTokens":1543,"latencyMs":13661.939208000003},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2529,"outputTokens":1415,"latencyMs":13394.808249999995},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2383,"outputTokens":1863,"latencyMs":16580.891334000007},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7359,"outputTokens":1543,"latencyMs":14548.037708000003},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5014,"outputTokens":1671,"latencyMs":14537.892209000005},{"questionId":"q30","format":"json","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":6392,"outputTokens":1159,"latencyMs":11617.139958},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2529,"outputTokens":1671,"latencyMs":17613.913875},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2383,"outputTokens":1287,"latencyMs":9721.494916999996},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":7359,"outputTokens":1543,"latencyMs":14938.151124999997},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":5014,"outputTokens":1543,"latencyMs":15495.643333},{"questionId":"q31","format":"json","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6388,"outputTokens":71,"latencyMs":1938.4781660000008},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":2216.999291},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2379,"outputTokens":135,"latencyMs":2948.765041999999},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":3050.746583999993},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":1862.2132500000007},{"questionId":"q32","format":"json","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":6389,"outputTokens":4426,"latencyMs":38802.84825000001},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2526,"outputTokens":4874,"latencyMs":39527.296707999994},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2380,"outputTokens":3466,"latencyMs":31568.755042000004},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"97075.91","isCorrect":false,"inputTokens":7356,"outputTokens":7946,"latencyMs":71846.78920900001},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":5011,"outputTokens":3210,"latencyMs":29167.25637500001},{"questionId":"q33","format":"json","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6386,"outputTokens":3079,"latencyMs":27806.129750000007},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2523,"outputTokens":1287,"latencyMs":11461.352291999996},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"78","actual":"79","isCorrect":false,"inputTokens":2377,"outputTokens":3079,"latencyMs":28779.471042000005},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"78","actual":"77","isCorrect":false,"inputTokens":7353,"outputTokens":1095,"latencyMs":11862.612083},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5008,"outputTokens":1671,"latencyMs":16546.208209000004},{"questionId":"q34","format":"json","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6386,"outputTokens":1287,"latencyMs":12874.773583000002},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2523,"outputTokens":967,"latencyMs":10128.866540999996},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2377,"outputTokens":2567,"latencyMs":21328.398541999995},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7353,"outputTokens":1223,"latencyMs":10527.548834000001},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5008,"outputTokens":1159,"latencyMs":10514.372334},{"questionId":"q35","format":"json","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6394,"outputTokens":1671,"latencyMs":16690.553291999997},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":1543,"latencyMs":18155.74162500001},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":2247,"latencyMs":19133.287500000006},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":1287,"latencyMs":14527.046083000008},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":1031,"latencyMs":11708.512457999997},{"questionId":"q36","format":"json","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6394,"outputTokens":1223,"latencyMs":15122.788833999992},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":839,"latencyMs":10423.516166000001},{"questionId":"q36","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1735,"latencyMs":15695.157332999996},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1415,"latencyMs":13899.425959},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1159,"latencyMs":11514.098790999997},{"questionId":"q37","format":"json","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6394,"outputTokens":1287,"latencyMs":13009.814249999996},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1543,"latencyMs":15871.650417000012},{"questionId":"q37","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":967,"latencyMs":9735.937375000009},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":7361,"outputTokens":2055,"latencyMs":20242.728875},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1671,"latencyMs":16286.792667000002},{"questionId":"q38","format":"json","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6394,"outputTokens":2183,"latencyMs":21316.307375000004},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":2439,"latencyMs":24585.012208999993},{"questionId":"q38","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":1287,"latencyMs":15640.584124999994},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":1415,"latencyMs":13889.092875000002},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":1159,"latencyMs":11549.750583000001},{"questionId":"q39","format":"json","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6394,"outputTokens":583,"latencyMs":6874.004750000007},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1031,"latencyMs":14618.748875000005},{"questionId":"q39","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":2055,"latencyMs":42524.04500000001},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1095,"latencyMs":10262.768083999996},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1415,"latencyMs":13156.821458000006},{"questionId":"q40","format":"json","model":"gpt-5-nano","expected":"10","actual":"8","isCorrect":false,"inputTokens":6394,"outputTokens":1351,"latencyMs":15696.610916999998},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2531,"outputTokens":1415,"latencyMs":15140.198166000002},{"questionId":"q40","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2385,"outputTokens":1351,"latencyMs":20472.353375000006},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7361,"outputTokens":2183,"latencyMs":23243.26454100001},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"9","isCorrect":false,"inputTokens":5016,"outputTokens":1543,"latencyMs":17841.989625000002},{"questionId":"q41","format":"json","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6393,"outputTokens":2695,"latencyMs":23743.842332999993},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2530,"outputTokens":2631,"latencyMs":27546.34533299999},{"questionId":"q41","format":"csv","model":"gpt-5-nano","expected":"63","actual":"65","isCorrect":false,"inputTokens":2384,"outputTokens":4039,"latencyMs":42146.063124999986},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7360,"outputTokens":4871,"latencyMs":37767.37599999999},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":5015,"outputTokens":2439,"latencyMs":25553.095333999998},{"questionId":"q42","format":"json","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6393,"outputTokens":2375,"latencyMs":22442.41562500001},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2530,"outputTokens":2567,"latencyMs":25569.86658300001},{"questionId":"q42","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":2384,"outputTokens":3079,"latencyMs":25882.737875000006},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7360,"outputTokens":2695,"latencyMs":28840.383208000014},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5015,"outputTokens":2439,"latencyMs":25784.016457999984},{"questionId":"q43","format":"json","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6393,"outputTokens":2183,"latencyMs":20179.226250000007},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2530,"outputTokens":2567,"latencyMs":25615.354624999993},{"questionId":"q43","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2384,"outputTokens":3335,"latencyMs":25506.231792000006},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7360,"outputTokens":2503,"latencyMs":19985.533500000005},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5015,"outputTokens":2631,"latencyMs":22299.584208},{"questionId":"q44","format":"json","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6393,"outputTokens":2311,"latencyMs":24179.406917},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2530,"outputTokens":2375,"latencyMs":19273.154207999993},{"questionId":"q44","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2384,"outputTokens":2567,"latencyMs":25190.493749999994},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7360,"outputTokens":1991,"latencyMs":16888.5325},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5015,"outputTokens":1799,"latencyMs":16030.792166999978},{"questionId":"q45","format":"json","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6394,"outputTokens":1287,"latencyMs":12991.277834000008},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1351,"latencyMs":13087.36054199998},{"questionId":"q45","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1991,"latencyMs":18446.735167000006},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1607,"latencyMs":10865.307417000004},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1159,"latencyMs":14611.011917000025},{"questionId":"q46","format":"json","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6394,"outputTokens":967,"latencyMs":7963.411249999976},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":13350.95537499999},{"questionId":"q46","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2385,"outputTokens":1223,"latencyMs":12941.291666999983},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"8","actual":"7","isCorrect":false,"inputTokens":7361,"outputTokens":2055,"latencyMs":19121.181458999985},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5016,"outputTokens":839,"latencyMs":11689.81270899999},{"questionId":"q47","format":"json","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6394,"outputTokens":1735,"latencyMs":12743.134749999997},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2531,"outputTokens":775,"latencyMs":8221.038832999999},{"questionId":"q47","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2385,"outputTokens":775,"latencyMs":8083.291667000012},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7361,"outputTokens":1031,"latencyMs":12041.053416999988},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"14","isCorrect":false,"inputTokens":5016,"outputTokens":1159,"latencyMs":12225.70216700001},{"questionId":"q48","format":"json","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6388,"outputTokens":1031,"latencyMs":10024.215874999994},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2525,"outputTokens":1287,"latencyMs":12129.384416000015},{"questionId":"q48","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2379,"outputTokens":3335,"latencyMs":17532.385958},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":14163.686583000002},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5010,"outputTokens":1031,"latencyMs":10721.844666999998},{"questionId":"q49","format":"json","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6388,"outputTokens":647,"latencyMs":10175.196499999991},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2525,"outputTokens":1095,"latencyMs":8359.25920900001},{"questionId":"q49","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2379,"outputTokens":1671,"latencyMs":19210.797334000003},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7355,"outputTokens":839,"latencyMs":9501.392666999978},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5010,"outputTokens":903,"latencyMs":10511.122625000018},{"questionId":"q50","format":"json","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":6388,"outputTokens":839,"latencyMs":7034.4220000000205},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2525,"outputTokens":903,"latencyMs":9088.10166700001},{"questionId":"q50","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2379,"outputTokens":1479,"latencyMs":13106.483208999998},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":7355,"outputTokens":1223,"latencyMs":12101.726083999994},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":5010,"outputTokens":1799,"latencyMs":17414.184500000003},{"questionId":"q51","format":"json","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9738,"outputTokens":73,"latencyMs":3038.685334000009},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6012,"outputTokens":73,"latencyMs":2160.960334000003},{"questionId":"q51","format":"csv","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6780,"outputTokens":137,"latencyMs":2365.200749999989},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11036,"outputTokens":137,"latencyMs":1989.758124999993},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":2664.6698329999927},{"questionId":"q52","format":"json","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9738,"outputTokens":136,"latencyMs":3202.772499999992},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6012,"outputTokens":136,"latencyMs":2305.1638749999984},{"questionId":"q52","format":"csv","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6780,"outputTokens":200,"latencyMs":3069.4525830000057},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11036,"outputTokens":200,"latencyMs":2304.95974999998},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7372,"outputTokens":136,"latencyMs":2077.190957999992},{"questionId":"q53","format":"json","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9738,"outputTokens":265,"latencyMs":3420.801832999976},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6012,"outputTokens":201,"latencyMs":2733.4107920000097},{"questionId":"q53","format":"csv","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6780,"outputTokens":265,"latencyMs":3371.902375000005},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11036,"outputTokens":329,"latencyMs":2736.295167000004},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7372,"outputTokens":201,"latencyMs":3164.7157080000034},{"questionId":"q54","format":"json","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9738,"outputTokens":199,"latencyMs":2172.5717090000107},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6012,"outputTokens":135,"latencyMs":2345.0319169999857},{"questionId":"q54","format":"csv","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6780,"outputTokens":135,"latencyMs":3713.114291999984},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11036,"outputTokens":391,"latencyMs":6108.840708000003},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7372,"outputTokens":199,"latencyMs":3263.157750000013},{"questionId":"q55","format":"json","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9738,"outputTokens":265,"latencyMs":3599.183208000002},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6012,"outputTokens":265,"latencyMs":3806.1117080000113},{"questionId":"q55","format":"csv","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6780,"outputTokens":137,"latencyMs":2482.1311250000144},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11036,"outputTokens":457,"latencyMs":4714.9086669999815},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7372,"outputTokens":265,"latencyMs":3542.246542000008},{"questionId":"q56","format":"json","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9738,"outputTokens":199,"latencyMs":4117.672166999982},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6012,"outputTokens":263,"latencyMs":3441.915166999999},{"questionId":"q56","format":"csv","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6780,"outputTokens":263,"latencyMs":8454.847999999998},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11036,"outputTokens":199,"latencyMs":2997.5},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7372,"outputTokens":199,"latencyMs":3116.710000000021},{"questionId":"q57","format":"json","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9738,"outputTokens":266,"latencyMs":3084.641333000007},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6012,"outputTokens":202,"latencyMs":3517.2125410000153},{"questionId":"q57","format":"csv","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6780,"outputTokens":394,"latencyMs":2861.477082999976},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11036,"outputTokens":330,"latencyMs":4378.942290999985},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7372,"outputTokens":266,"latencyMs":3748.4990410000028},{"questionId":"q58","format":"json","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9738,"outputTokens":136,"latencyMs":2310.9124590000138},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6012,"outputTokens":392,"latencyMs":5970.874375000014},{"questionId":"q58","format":"csv","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6780,"outputTokens":264,"latencyMs":4393.402040999994},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11036,"outputTokens":200,"latencyMs":3243.2633340000175},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7372,"outputTokens":200,"latencyMs":2769.2004580000066},{"questionId":"q59","format":"json","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9739,"outputTokens":76,"latencyMs":2105.4266669999924},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6013,"outputTokens":140,"latencyMs":2265.2000830000034},{"questionId":"q59","format":"csv","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6781,"outputTokens":140,"latencyMs":2353.731375000003},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11037,"outputTokens":140,"latencyMs":2614.9170830000076},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7373,"outputTokens":140,"latencyMs":3472.885209},{"questionId":"q60","format":"json","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9739,"outputTokens":139,"latencyMs":2373.651208999974},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":139,"latencyMs":2132.121083999984},{"questionId":"q60","format":"csv","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":267,"latencyMs":3185.6174170000013},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":203,"latencyMs":3214.6773329999996},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":139,"latencyMs":1703.899000000005},{"questionId":"q61","format":"json","model":"gpt-5-nano","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":9739,"outputTokens":204,"latencyMs":3408.625457999995},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6013,"outputTokens":76,"latencyMs":1742.614750000008},{"questionId":"q61","format":"csv","model":"gpt-5-nano","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6781,"outputTokens":268,"latencyMs":4062.0994579999824},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":11037,"outputTokens":332,"latencyMs":4329.766915999993},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7373,"outputTokens":140,"latencyMs":2656.797082999983},{"questionId":"q62","format":"json","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":9738,"outputTokens":327,"latencyMs":4221.204874999996},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6012,"outputTokens":711,"latencyMs":7848.512791999994},{"questionId":"q62","format":"csv","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6780,"outputTokens":903,"latencyMs":8287.347917000006},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"3","actual":"10","isCorrect":false,"inputTokens":11036,"outputTokens":647,"latencyMs":6944.630499999999},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"10","isCorrect":false,"inputTokens":7372,"outputTokens":327,"latencyMs":3122.6620419999817},{"questionId":"q63","format":"json","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9739,"outputTokens":138,"latencyMs":4663.652958999999},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6013,"outputTokens":138,"latencyMs":3369.3136670000094},{"questionId":"q63","format":"csv","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6781,"outputTokens":266,"latencyMs":3798.8209999999963},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11037,"outputTokens":202,"latencyMs":3454.3941669999913},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7373,"outputTokens":138,"latencyMs":4146.146832999977},{"questionId":"q64","format":"json","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9739,"outputTokens":267,"latencyMs":5647.55133300001},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":203,"latencyMs":3010.75991600001},{"questionId":"q64","format":"csv","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":267,"latencyMs":2115.998583000008},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":331,"latencyMs":4380.475833000004},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":139,"latencyMs":2166.7608330000076},{"questionId":"q65","format":"json","model":"gpt-5-nano","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":9739,"outputTokens":332,"latencyMs":3944.2122079999826},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6013,"outputTokens":268,"latencyMs":3732.385457999975},{"questionId":"q65","format":"csv","model":"gpt-5-nano","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6781,"outputTokens":396,"latencyMs":2841.6518329999817},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":11037,"outputTokens":140,"latencyMs":2206.0024580000027},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7373,"outputTokens":140,"latencyMs":2291.364208999992},{"questionId":"q66","format":"json","model":"gpt-5-nano","expected":"4","actual":"2","isCorrect":false,"inputTokens":9738,"outputTokens":519,"latencyMs":4125.47641599999},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6012,"outputTokens":711,"latencyMs":8088.974500000011},{"questionId":"q66","format":"csv","model":"gpt-5-nano","expected":"4","actual":"11","isCorrect":false,"inputTokens":6780,"outputTokens":519,"latencyMs":6321.9130000000005},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"4","actual":"11","isCorrect":false,"inputTokens":11036,"outputTokens":583,"latencyMs":4200.701750000007},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7372,"outputTokens":583,"latencyMs":6297.599625000003},{"questionId":"q67","format":"json","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9739,"outputTokens":143,"latencyMs":2912.834124999994},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6013,"outputTokens":143,"latencyMs":2421.850584},{"questionId":"q67","format":"csv","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6781,"outputTokens":207,"latencyMs":3116.5822500000068},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11037,"outputTokens":207,"latencyMs":3218.9356249999837},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7373,"outputTokens":335,"latencyMs":5959.828000000009},{"questionId":"q68","format":"json","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9739,"outputTokens":205,"latencyMs":2961.5506250000035},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":141,"latencyMs":2043.8920419999922},{"questionId":"q68","format":"csv","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":333,"latencyMs":3585.4907080000266},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":141,"latencyMs":3028.4967079999915},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":141,"latencyMs":2843.2516249999753},{"questionId":"q69","format":"json","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9735,"outputTokens":903,"latencyMs":15920.834208999993},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6009,"outputTokens":583,"latencyMs":6311.494167000026},{"questionId":"q69","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6777,"outputTokens":1159,"latencyMs":11771.282832999976},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11033,"outputTokens":647,"latencyMs":4768.233042000007},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7369,"outputTokens":711,"latencyMs":12148.621790999983},{"questionId":"q70","format":"json","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9735,"outputTokens":647,"latencyMs":7048.331458000001},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6009,"outputTokens":519,"latencyMs":11328.925374999992},{"questionId":"q70","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6777,"outputTokens":583,"latencyMs":6098.344834000018},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11033,"outputTokens":903,"latencyMs":9603.738207999995},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7369,"outputTokens":903,"latencyMs":14231.113124999974},{"questionId":"q71","format":"json","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9736,"outputTokens":775,"latencyMs":7369.550875000015},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":583,"latencyMs":6731.325707999989},{"questionId":"q71","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":583,"latencyMs":7837.276500000007},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":519,"latencyMs":6240.008499999996},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":583,"latencyMs":5608.396291000012},{"questionId":"q72","format":"json","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9736,"outputTokens":775,"latencyMs":6498.46762499999},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":455,"latencyMs":5201.593292000005},{"questionId":"q72","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":839,"latencyMs":8005.897459},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":903,"latencyMs":8286.163332999975},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":583,"latencyMs":3667.8866249999846},{"questionId":"q73","format":"json","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9736,"outputTokens":711,"latencyMs":4776.384583000006},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":711,"latencyMs":9609.80254199999},{"questionId":"q73","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":583,"latencyMs":5845.595000000001},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":1031,"latencyMs":11357.896833000006},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":519,"latencyMs":5951.586875000008},{"questionId":"q74","format":"json","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":9736,"outputTokens":1802,"latencyMs":19755.418540999992},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6010,"outputTokens":3978,"latencyMs":33005.04820800002},{"questionId":"q74","format":"csv","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6778,"outputTokens":2826,"latencyMs":15668.504250000027},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":11034,"outputTokens":2442,"latencyMs":21508.00350000002},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"42342.25","actual":"49193.23","isCorrect":false,"inputTokens":7370,"outputTokens":2378,"latencyMs":22421.654666999995},{"questionId":"q75","format":"json","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":9734,"outputTokens":2569,"latencyMs":14351.128457999992},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6008,"outputTokens":2889,"latencyMs":26770.479124999983},{"questionId":"q75","format":"csv","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6776,"outputTokens":1865,"latencyMs":15913.093415999989},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":11032,"outputTokens":1545,"latencyMs":13416.188874999993},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":7368,"outputTokens":2569,"latencyMs":23448.192584000004},{"questionId":"q76","format":"json","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":9735,"outputTokens":135,"latencyMs":5185.920958000002},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6009,"outputTokens":71,"latencyMs":2111.6935419999936},{"questionId":"q76","format":"csv","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6777,"outputTokens":71,"latencyMs":2160.7785420000146},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":11033,"outputTokens":455,"latencyMs":4898.41833299998},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7369,"outputTokens":263,"latencyMs":3025.5673750000133},{"questionId":"q77","format":"json","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9734,"outputTokens":1098,"latencyMs":11276.571957999986},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6008,"outputTokens":1034,"latencyMs":11671.425916999986},{"questionId":"q77","format":"csv","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6776,"outputTokens":842,"latencyMs":7802.907333999989},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11032,"outputTokens":1098,"latencyMs":7163.344249999995},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7368,"outputTokens":1354,"latencyMs":13101.612166000006},{"questionId":"q78","format":"json","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":9738,"outputTokens":2759,"latencyMs":25064.072875000013},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6012,"outputTokens":1351,"latencyMs":6848.968334000005},{"questionId":"q78","format":"csv","model":"gpt-5-nano","expected":"44","actual":"46","isCorrect":false,"inputTokens":6780,"outputTokens":1415,"latencyMs":14459.32925000001},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":11036,"outputTokens":1607,"latencyMs":16181.164584000013},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":7372,"outputTokens":1671,"latencyMs":13176.961833000008},{"questionId":"q79","format":"json","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":9738,"outputTokens":1735,"latencyMs":16681.134500000015},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6012,"outputTokens":1031,"latencyMs":9764.626374999993},{"questionId":"q79","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6780,"outputTokens":1671,"latencyMs":15794.334374999977},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":11036,"outputTokens":967,"latencyMs":9426.200333999994},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":13007.724125000008},{"questionId":"q80","format":"json","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":9738,"outputTokens":1863,"latencyMs":19127.65849999999},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6012,"outputTokens":1543,"latencyMs":16356.698375000007},{"questionId":"q80","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6780,"outputTokens":1543,"latencyMs":11483.868124999979},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":11036,"outputTokens":1351,"latencyMs":15123.078042000008},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"31","isCorrect":false,"inputTokens":7372,"outputTokens":1287,"latencyMs":6462.253124999988},{"questionId":"q81","format":"json","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":9742,"outputTokens":903,"latencyMs":8882.427333},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6016,"outputTokens":711,"latencyMs":12324.765500000009},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6784,"outputTokens":583,"latencyMs":6280.893833000009},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":11040,"outputTokens":1543,"latencyMs":15681.051708000014},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7376,"outputTokens":775,"latencyMs":7663.829792000004},{"questionId":"q82","format":"json","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":9742,"outputTokens":775,"latencyMs":6653.681707999989},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6016,"outputTokens":775,"latencyMs":7786.641916000022},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6784,"outputTokens":1159,"latencyMs":10789.47875000001},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":11040,"outputTokens":1223,"latencyMs":8007.263500000001},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7376,"outputTokens":711,"latencyMs":4364.750958999997},{"questionId":"q83","format":"json","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":9743,"outputTokens":711,"latencyMs":8292.946624999982},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6017,"outputTokens":839,"latencyMs":4682.287000000011},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6785,"outputTokens":775,"latencyMs":6971.318999999989},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":11041,"outputTokens":1287,"latencyMs":7167.556458000006},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7377,"outputTokens":1095,"latencyMs":10502.716707999993},{"questionId":"q84","format":"json","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":9743,"outputTokens":775,"latencyMs":8604.063166999986},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6017,"outputTokens":839,"latencyMs":7962.534583000001},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6785,"outputTokens":775,"latencyMs":7521.391000000003},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":11041,"outputTokens":1479,"latencyMs":13763.949292000005},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7377,"outputTokens":775,"latencyMs":7821.052334000007},{"questionId":"q85","format":"json","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":9743,"outputTokens":839,"latencyMs":9474.105582999997},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6017,"outputTokens":775,"latencyMs":7121.427082999988},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6785,"outputTokens":1031,"latencyMs":11699.078667000023},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":11041,"outputTokens":1223,"latencyMs":13459.754665999993},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7377,"outputTokens":583,"latencyMs":5726.723750000005},{"questionId":"q86","format":"json","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":9742,"outputTokens":839,"latencyMs":8881.83374999999},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6016,"outputTokens":1095,"latencyMs":10383.40737499998},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6784,"outputTokens":2247,"latencyMs":18668.413291999983},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"6","actual":"8","isCorrect":false,"inputTokens":11040,"outputTokens":2311,"latencyMs":18610.611999999994},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7376,"outputTokens":1223,"latencyMs":11865.399291000009},{"questionId":"q87","format":"json","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":9742,"outputTokens":1095,"latencyMs":6300.196458999999},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6016,"outputTokens":647,"latencyMs":7462.632207999995},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"5","actual":"10","isCorrect":false,"inputTokens":6784,"outputTokens":1479,"latencyMs":14004.076541999995},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":11040,"outputTokens":2375,"latencyMs":14972.963541999983},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7376,"outputTokens":1479,"latencyMs":10234.670041999983},{"questionId":"q88","format":"json","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":9743,"outputTokens":967,"latencyMs":5632.503333000001},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6017,"outputTokens":711,"latencyMs":6941.359792000003},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"4","actual":"10","isCorrect":false,"inputTokens":6785,"outputTokens":2311,"latencyMs":22497.30016600003},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11041,"outputTokens":1863,"latencyMs":16778.21416600002},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7377,"outputTokens":1031,"latencyMs":9174.879209000006},{"questionId":"q89","format":"json","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":9744,"outputTokens":2439,"latencyMs":15790.312208000018},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6018,"outputTokens":3527,"latencyMs":20750.796208999993},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6786,"outputTokens":6087,"latencyMs":32360.92216700001},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"27","actual":"39","isCorrect":false,"inputTokens":11042,"outputTokens":5127,"latencyMs":51062.804458},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":7378,"outputTokens":3463,"latencyMs":30908.412584000005},{"questionId":"q90","format":"json","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":9744,"outputTokens":1671,"latencyMs":15720.804125000024},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6018,"outputTokens":1927,"latencyMs":13024.252500000031},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"27","actual":"37","isCorrect":false,"inputTokens":6786,"outputTokens":6471,"latencyMs":58691.74404199998},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"27","actual":"28","isCorrect":false,"inputTokens":11042,"outputTokens":5511,"latencyMs":48244.214707999985},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":7378,"outputTokens":3399,"latencyMs":21301.83387500001},{"questionId":"q91","format":"json","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3712,"outputTokens":72,"latencyMs":3106.625208000012},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1563,"outputTokens":136,"latencyMs":2173.4088749999937},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1441,"outputTokens":136,"latencyMs":2207.5250000000233},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4423,"outputTokens":136,"latencyMs":2563.4236670000246},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2985,"outputTokens":72,"latencyMs":2004.1497499999823},{"questionId":"q92","format":"json","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3711,"outputTokens":138,"latencyMs":2035.1270420000073},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1562,"outputTokens":138,"latencyMs":4099.307708000008},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1440,"outputTokens":138,"latencyMs":4950.298874999979},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4422,"outputTokens":74,"latencyMs":2060.0328749999753},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":8157.924708999984},{"questionId":"q93","format":"json","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":3712,"outputTokens":71,"latencyMs":3266.4955840000184},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2373.3992499999586},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1441,"outputTokens":71,"latencyMs":1805.440333000035},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2269.6386250000214},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2985,"outputTokens":71,"latencyMs":2004.672957999981},{"questionId":"q94","format":"json","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":3712,"outputTokens":71,"latencyMs":1775.2346249999828},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":1563,"outputTokens":455,"latencyMs":6650.344334000023},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":1441,"outputTokens":71,"latencyMs":2128.058707999997},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":4423,"outputTokens":199,"latencyMs":4896.449458000017},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":2985,"outputTokens":71,"latencyMs":1800.050500000012},{"questionId":"q95","format":"json","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3712,"outputTokens":201,"latencyMs":2280.200375000015},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1563,"outputTokens":201,"latencyMs":2640.3976660000044},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1441,"outputTokens":137,"latencyMs":2159.501833999995},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4423,"outputTokens":201,"latencyMs":2729.7381250000326},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2985,"outputTokens":137,"latencyMs":2862.6320000000414},{"questionId":"q96","format":"json","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3712,"outputTokens":136,"latencyMs":1977.3999170000316},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1563,"outputTokens":136,"latencyMs":1777.6621659999946},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1441,"outputTokens":200,"latencyMs":2808.3442500000237},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4423,"outputTokens":136,"latencyMs":2431.7366250000196},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2985,"outputTokens":264,"latencyMs":3476.1824170000036},{"questionId":"q97","format":"json","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3711,"outputTokens":266,"latencyMs":2816.1715420000255},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1562,"outputTokens":138,"latencyMs":4694.5291669999715},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1440,"outputTokens":74,"latencyMs":1895.272500000021},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4422,"outputTokens":74,"latencyMs":1696.6640840000473},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":2057.5235840000096},{"questionId":"q98","format":"json","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":3712,"outputTokens":71,"latencyMs":2102.908333999978},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2015.2874580000062},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":1441,"outputTokens":391,"latencyMs":4864.857958999986},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":4423,"outputTokens":263,"latencyMs":2451.5397079999675},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":2985,"outputTokens":327,"latencyMs":3204.123082999955},{"questionId":"q99","format":"json","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":3712,"outputTokens":327,"latencyMs":7051.611250000016},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":1563,"outputTokens":199,"latencyMs":2742.971750000026},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":1441,"outputTokens":455,"latencyMs":3407.819332999992},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":1760.8075839999947},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":2985,"outputTokens":199,"latencyMs":2489.05237499997},{"questionId":"q100","format":"json","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3712,"outputTokens":201,"latencyMs":2107.64816599997},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1563,"outputTokens":201,"latencyMs":2152.561207999999},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1441,"outputTokens":201,"latencyMs":2159.094207999995},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4423,"outputTokens":585,"latencyMs":8331.69312499999},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2985,"outputTokens":137,"latencyMs":3471.0555000000168},{"questionId":"q101","format":"json","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3712,"outputTokens":136,"latencyMs":2086.7599580000388},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1563,"outputTokens":328,"latencyMs":4088.7678339999984},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1441,"outputTokens":136,"latencyMs":2125.830750000023},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4423,"outputTokens":200,"latencyMs":1937.344999999972},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2985,"outputTokens":136,"latencyMs":1919.3835419999668},{"questionId":"q102","format":"json","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3711,"outputTokens":202,"latencyMs":1896.579999999958},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1562,"outputTokens":74,"latencyMs":1951.8673749999725},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1440,"outputTokens":138,"latencyMs":1431.4333340000012},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4422,"outputTokens":266,"latencyMs":2830.9484999999986},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2984,"outputTokens":202,"latencyMs":2569.2954589999863},{"questionId":"q103","format":"json","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3712,"outputTokens":135,"latencyMs":3055.4072909999522},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":1563,"outputTokens":327,"latencyMs":6063.461208000022},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":1830.0050420000334},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2073.8175000000047},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2024.4842910000007},{"questionId":"q104","format":"json","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":3709,"outputTokens":1864,"latencyMs":20743.07024999999},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":1560,"outputTokens":2376,"latencyMs":19158.497167000023},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":1438,"outputTokens":4040,"latencyMs":33570.64941699995},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":4420,"outputTokens":2120,"latencyMs":18319.398874999955},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":2982,"outputTokens":2504,"latencyMs":17486.27891699999},{"questionId":"q105","format":"json","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":3707,"outputTokens":4042,"latencyMs":27715.301083000028},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":1558,"outputTokens":2634,"latencyMs":17378.131166999985},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"312818.50","actual":"312718.50","isCorrect":false,"inputTokens":1436,"outputTokens":2954,"latencyMs":29288.556417000014},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":4418,"outputTokens":7690,"latencyMs":46754.21683300001},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":2980,"outputTokens":3786,"latencyMs":33383.13175},{"questionId":"q106","format":"json","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":3709,"outputTokens":1544,"latencyMs":13894.615500000014},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":1560,"outputTokens":1928,"latencyMs":12648.721375000023},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":1438,"outputTokens":1928,"latencyMs":18158.010540999996},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4420,"outputTokens":2568,"latencyMs":15732.940917},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2982,"outputTokens":1288,"latencyMs":10955.163375000004},{"questionId":"q107","format":"json","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":3708,"outputTokens":2826,"latencyMs":26201.144542000024},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":1559,"outputTokens":3594,"latencyMs":35990.964875000005},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":1437,"outputTokens":2890,"latencyMs":23745.996999999974},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":4419,"outputTokens":2762,"latencyMs":23545.925084000046},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":2981,"outputTokens":2122,"latencyMs":18222.963749999995},{"questionId":"q108","format":"json","model":"gpt-5-nano","expected":"5213.64","actual":"5401.64","isCorrect":false,"inputTokens":3706,"outputTokens":1866,"latencyMs":10071.50433299999},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":1557,"outputTokens":5066,"latencyMs":36936.507458999986},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"5213.64","actual":"5211.98","isCorrect":false,"inputTokens":1435,"outputTokens":3722,"latencyMs":31915.33920799999},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":4417,"outputTokens":4042,"latencyMs":22632.840333},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":2979,"outputTokens":3850,"latencyMs":18988.701457999996},{"questionId":"q109","format":"json","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":3708,"outputTokens":1353,"latencyMs":13138.985000000044},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"30","actual":"30.1833333333","isCorrect":false,"inputTokens":1559,"outputTokens":1996,"latencyMs":26100.575125000032},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":1437,"outputTokens":2697,"latencyMs":24620.171333000006},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":4419,"outputTokens":2825,"latencyMs":18780.89512500004},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"30","actual":"30.1833333333","isCorrect":false,"inputTokens":2981,"outputTokens":3084,"latencyMs":30253.369750000013},{"questionId":"q110","format":"json","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3708,"outputTokens":391,"latencyMs":4351.089999999967},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1559,"outputTokens":327,"latencyMs":3603.5555000000168},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1437,"outputTokens":263,"latencyMs":3470.5262499999953},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4419,"outputTokens":263,"latencyMs":3301.9788749999716},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2981,"outputTokens":391,"latencyMs":5403.282624999993},{"questionId":"q111","format":"json","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3711,"outputTokens":520,"latencyMs":3600.170083999983},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1562,"outputTokens":712,"latencyMs":7900.946333000029},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1440,"outputTokens":648,"latencyMs":7093.944542000012},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4422,"outputTokens":1352,"latencyMs":12142.23683400004},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2984,"outputTokens":776,"latencyMs":9676.69750000001},{"questionId":"q112","format":"json","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3709,"outputTokens":2823,"latencyMs":26626.55466700002},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1560,"outputTokens":1479,"latencyMs":11620.979290999996},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1438,"outputTokens":1799,"latencyMs":17816.583874999953},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4420,"outputTokens":1991,"latencyMs":11608.117665999976},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2982,"outputTokens":1927,"latencyMs":17976.007583},{"questionId":"q113","format":"json","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3709,"outputTokens":1351,"latencyMs":7504.992665999976},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":1560,"outputTokens":1287,"latencyMs":8089.16079200001},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":1438,"outputTokens":1159,"latencyMs":8368.544332999969},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4420,"outputTokens":1351,"latencyMs":9879.407125000027},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2982,"outputTokens":1415,"latencyMs":8203.717042000033},{"questionId":"q114","format":"json","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3715,"outputTokens":2503,"latencyMs":14300.482250000001},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1566,"outputTokens":1863,"latencyMs":19860.288916999998},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1444,"outputTokens":3207,"latencyMs":17891.136750000005},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4426,"outputTokens":2183,"latencyMs":23856.857374999963},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"27","isCorrect":false,"inputTokens":2988,"outputTokens":1863,"latencyMs":15280.603833000001},{"questionId":"q115","format":"json","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":3715,"outputTokens":1287,"latencyMs":14521.147874999966},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":1566,"outputTokens":1671,"latencyMs":19639.551666999992},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":1444,"outputTokens":1415,"latencyMs":8054.100792000012},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":4426,"outputTokens":1799,"latencyMs":18204.095917000028},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2988,"outputTokens":1415,"latencyMs":13753.654209},{"questionId":"q116","format":"json","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3715,"outputTokens":1863,"latencyMs":11231.150665999972},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1566,"outputTokens":2247,"latencyMs":16329.248583000037},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1444,"outputTokens":1671,"latencyMs":15908.416999999958},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4426,"outputTokens":3015,"latencyMs":32053.260583999974},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2988,"outputTokens":1991,"latencyMs":15593.033584000019},{"questionId":"q117","format":"json","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3716,"outputTokens":2247,"latencyMs":22851.75224999996},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1567,"outputTokens":2119,"latencyMs":20895.994542},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1445,"outputTokens":2119,"latencyMs":13167.545125000004},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4427,"outputTokens":2247,"latencyMs":26842.44524999999},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2989,"outputTokens":2119,"latencyMs":14630.024459000037},{"questionId":"q118","format":"json","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3716,"outputTokens":2439,"latencyMs":13179.716833000013},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1567,"outputTokens":2311,"latencyMs":12719.164832999988},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1445,"outputTokens":2695,"latencyMs":13549.327916999988},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4427,"outputTokens":2183,"latencyMs":23100.062124999997},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2989,"outputTokens":3719,"latencyMs":18481.843249999976},{"questionId":"q119","format":"json","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3716,"outputTokens":1863,"latencyMs":20471.790625000023},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1567,"outputTokens":2887,"latencyMs":14944.100292000046},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1445,"outputTokens":1863,"latencyMs":11682.023917000042},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4427,"outputTokens":4615,"latencyMs":26417.39070799999},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2989,"outputTokens":3719,"latencyMs":32432.48529099999},{"questionId":"q120","format":"json","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3716,"outputTokens":1927,"latencyMs":11993.960625000007},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1567,"outputTokens":1479,"latencyMs":19029.13149999996},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1445,"outputTokens":2119,"latencyMs":18643.346375000023},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4427,"outputTokens":3399,"latencyMs":25141.51587500004},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2989,"outputTokens":3527,"latencyMs":29699.743499999982},{"questionId":"q121","format":"json","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":3714,"outputTokens":3271,"latencyMs":21694.63841699995},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":1565,"outputTokens":2183,"latencyMs":15088.209875},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":1443,"outputTokens":2119,"latencyMs":22566.850584},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"35","actual":"36","isCorrect":false,"inputTokens":4425,"outputTokens":2055,"latencyMs":14981.830625000002},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":2987,"outputTokens":2631,"latencyMs":15605.16954100004},{"questionId":"q122","format":"json","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3714,"outputTokens":1607,"latencyMs":10281.626707999967},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":1565,"outputTokens":1799,"latencyMs":10508.287624999997},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":1443,"outputTokens":1543,"latencyMs":13406.946959000023},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4425,"outputTokens":1735,"latencyMs":19976.58150000003},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2987,"outputTokens":1223,"latencyMs":7062.52566699998},{"questionId":"q123","format":"json","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3718,"outputTokens":2439,"latencyMs":22098.910083999974},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1569,"outputTokens":2119,"latencyMs":24676.80033300002},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1447,"outputTokens":4615,"latencyMs":47459.09729100001},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4429,"outputTokens":2951,"latencyMs":28576.63483300002},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2991,"outputTokens":3463,"latencyMs":22446.219542000035},{"questionId":"q124","format":"json","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3718,"outputTokens":2503,"latencyMs":23901.167791999993},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1569,"outputTokens":2503,"latencyMs":17261.147666999954},{"questionId":"q124","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1447,"outputTokens":3143,"latencyMs":21859.215417},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4429,"outputTokens":2439,"latencyMs":25891.808375000022},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2991,"outputTokens":2311,"latencyMs":14862.04933400004},{"questionId":"q125","format":"json","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15189,"outputTokens":264,"latencyMs":6322.1847919999855},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8790,"outputTokens":456,"latencyMs":8064.342333999986},{"questionId":"q125","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8558,"outputTokens":136,"latencyMs":2674.229042000021},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17140,"outputTokens":200,"latencyMs":2699.6745830000145},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13173,"outputTokens":72,"latencyMs":2387.1922920000507},{"questionId":"q126","format":"json","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15191,"outputTokens":264,"latencyMs":10286.163166999992},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8792,"outputTokens":264,"latencyMs":3193.7972500000033},{"questionId":"q126","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8560,"outputTokens":392,"latencyMs":4903.814499999979},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17142,"outputTokens":328,"latencyMs":7727.762624999974},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13175,"outputTokens":264,"latencyMs":3304.836208999972},{"questionId":"q127","format":"json","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15186,"outputTokens":264,"latencyMs":4128.396166999999},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8787,"outputTokens":200,"latencyMs":3041.617041999998},{"questionId":"q127","format":"csv","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8555,"outputTokens":264,"latencyMs":3009.996334000025},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17137,"outputTokens":264,"latencyMs":4328.163291999954},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13170,"outputTokens":200,"latencyMs":3640.219541999977},{"questionId":"q128","format":"json","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15192,"outputTokens":199,"latencyMs":3064.0731659999583},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8793,"outputTokens":199,"latencyMs":2740.8643750000047},{"questionId":"q128","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8561,"outputTokens":199,"latencyMs":2650.438375000027},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17143,"outputTokens":263,"latencyMs":3573.017332999967},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13176,"outputTokens":263,"latencyMs":12294.340290999971},{"questionId":"q129","format":"json","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15186,"outputTokens":264,"latencyMs":4325.090625000012},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8787,"outputTokens":328,"latencyMs":3983.594792000018},{"questionId":"q129","format":"csv","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8555,"outputTokens":328,"latencyMs":5348.565249999985},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17137,"outputTokens":264,"latencyMs":5281.116500000004},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13170,"outputTokens":200,"latencyMs":4126.400749999972},{"questionId":"q130","format":"json","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15191,"outputTokens":264,"latencyMs":6962.222958999977},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8792,"outputTokens":392,"latencyMs":3621.357874999987},{"questionId":"q130","format":"csv","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8560,"outputTokens":648,"latencyMs":4996.8137080000015},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17142,"outputTokens":264,"latencyMs":6185.885999999999},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13175,"outputTokens":200,"latencyMs":3915.9683339999756},{"questionId":"q131","format":"json","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15190,"outputTokens":264,"latencyMs":3767.001791000017},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8791,"outputTokens":392,"latencyMs":3681.7863329999964},{"questionId":"q131","format":"csv","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8559,"outputTokens":200,"latencyMs":3517.4621669999906},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17141,"outputTokens":264,"latencyMs":3491.596833000018},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13174,"outputTokens":200,"latencyMs":3151.8418749999837},{"questionId":"q132","format":"json","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15188,"outputTokens":136,"latencyMs":3227.4194580000476},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8789,"outputTokens":328,"latencyMs":4768.578541999974},{"questionId":"q132","format":"csv","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8557,"outputTokens":200,"latencyMs":3007.484666000004},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17139,"outputTokens":136,"latencyMs":3115.9872920000344},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":13172,"outputTokens":200,"latencyMs":3243.9305000000168},{"questionId":"q133","format":"json","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":15194,"outputTokens":263,"latencyMs":3193.990583000006},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8795,"outputTokens":327,"latencyMs":4803.676875000005},{"questionId":"q133","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8563,"outputTokens":135,"latencyMs":3888.2197910000104},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17145,"outputTokens":327,"latencyMs":4009.9150000000373},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13178,"outputTokens":135,"latencyMs":2496.18658400001},{"questionId":"q134","format":"json","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15189,"outputTokens":264,"latencyMs":3411.0290000000386},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":3882.483082999999},{"questionId":"q134","format":"csv","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8558,"outputTokens":392,"latencyMs":7564.845540999959},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17140,"outputTokens":328,"latencyMs":4407.723416999972},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13173,"outputTokens":200,"latencyMs":2888.3398330000346},{"questionId":"q135","format":"json","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15194,"outputTokens":264,"latencyMs":2919.5192080000415},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8795,"outputTokens":904,"latencyMs":7213.861749999982},{"questionId":"q135","format":"csv","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8563,"outputTokens":392,"latencyMs":6935.310915999988},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17145,"outputTokens":392,"latencyMs":11060.892332999967},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13178,"outputTokens":264,"latencyMs":3446.359790999966},{"questionId":"q136","format":"json","model":"gpt-5-nano","expected":"15413563","actual":"13178919","isCorrect":false,"inputTokens":15188,"outputTokens":4297,"latencyMs":31770.805915999983},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8789,"outputTokens":13705,"latencyMs":144553.23929200007},{"questionId":"q136","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8557,"outputTokens":4361,"latencyMs":37849.367791},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"11144871","isCorrect":false,"inputTokens":17139,"outputTokens":3529,"latencyMs":25391.98550000001},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":13172,"outputTokens":4361,"latencyMs":30101.182541000016},{"questionId":"q137","format":"json","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15185,"outputTokens":1351,"latencyMs":10567.556249999965},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8786,"outputTokens":199,"latencyMs":6884.175707999966},{"questionId":"q137","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8554,"outputTokens":1287,"latencyMs":10417.314499999979},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17136,"outputTokens":1351,"latencyMs":11468.357833000016},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"90","isCorrect":false,"inputTokens":13169,"outputTokens":1287,"latencyMs":16153.891917},{"questionId":"q138","format":"json","model":"gpt-5-nano","expected":"154136","actual":"161831.35","isCorrect":false,"inputTokens":15187,"outputTokens":7114,"latencyMs":59323.559499999974},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8788,"outputTokens":10378,"latencyMs":80909.49466600001},{"questionId":"q138","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8556,"outputTokens":6154,"latencyMs":39523.52633299999},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"176493.34","isCorrect":false,"inputTokens":17138,"outputTokens":4746,"latencyMs":33491.533999999985},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"148742.2972972973","isCorrect":false,"inputTokens":13171,"outputTokens":5645,"latencyMs":35528.64245799999},{"questionId":"q139","format":"json","model":"gpt-5-nano","expected":"77","actual":"65","isCorrect":false,"inputTokens":15188,"outputTokens":2375,"latencyMs":17078.73887499998},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8789,"outputTokens":4679,"latencyMs":43084.070791999984},{"questionId":"q139","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8557,"outputTokens":3079,"latencyMs":32706.273708999972},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":17139,"outputTokens":5191,"latencyMs":33100.169166000036},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":15068,"outputTokens":7120,"latencyMs":64101.707042000024},{"questionId":"q140","format":"json","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":15188,"outputTokens":2759,"latencyMs":19231.35716700001},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8789,"outputTokens":2055,"latencyMs":14256.53354100004},{"questionId":"q140","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8557,"outputTokens":3399,"latencyMs":22249.686209000007},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":17139,"outputTokens":2631,"latencyMs":17393.795042000012},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13172,"outputTokens":2695,"latencyMs":29277.75575000001},{"questionId":"q141","format":"json","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15188,"outputTokens":1991,"latencyMs":21917.801875000005},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8789,"outputTokens":3015,"latencyMs":31398.578958},{"questionId":"q141","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8557,"outputTokens":2247,"latencyMs":28072.916000000027},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"16","actual":"14","isCorrect":false,"inputTokens":17139,"outputTokens":1415,"latencyMs":10279.029707999958},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":13172,"outputTokens":2119,"latencyMs":13705.472291999962},{"questionId":"q142","format":"json","model":"gpt-5-nano","expected":"49","actual":"37","isCorrect":false,"inputTokens":15188,"outputTokens":2247,"latencyMs":17690.96520799998},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"49","actual":"41","isCorrect":false,"inputTokens":8789,"outputTokens":2247,"latencyMs":13964.716707999993},{"questionId":"q142","format":"csv","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8557,"outputTokens":4359,"latencyMs":24992.431709000026},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"49","actual":"38","isCorrect":false,"inputTokens":17139,"outputTokens":1863,"latencyMs":16201.765582999971},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":13172,"outputTokens":3463,"latencyMs":24024.559666000016},{"questionId":"q143","format":"json","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":15188,"outputTokens":3271,"latencyMs":23265.205874999985},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8789,"outputTokens":4807,"latencyMs":31048.19095899997},{"questionId":"q143","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8557,"outputTokens":3911,"latencyMs":28614.549457999994},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":17139,"outputTokens":7367,"latencyMs":50101.432875},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13172,"outputTokens":6151,"latencyMs":37457.83145900001},{"questionId":"q144","format":"json","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":15188,"outputTokens":5639,"latencyMs":43804.95516700001},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":8789,"outputTokens":2055,"latencyMs":14880.539583000005},{"questionId":"q144","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8557,"outputTokens":3399,"latencyMs":35436.010875000036},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":17139,"outputTokens":1863,"latencyMs":15287.124416999985},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13172,"outputTokens":4359,"latencyMs":45950.23566699994},{"questionId":"q145","format":"json","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":15188,"outputTokens":4551,"latencyMs":41888.297667000035},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8789,"outputTokens":10183,"latencyMs":62461.11354200001},{"questionId":"q145","format":"csv","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8557,"outputTokens":3143,"latencyMs":33699.921250000014},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":17139,"outputTokens":8711,"latencyMs":75960.46604100004},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"20","isCorrect":false,"inputTokens":13172,"outputTokens":6215,"latencyMs":40243.47724999994},{"questionId":"q146","format":"json","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15188,"outputTokens":3527,"latencyMs":20281.348042000027},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8789,"outputTokens":3655,"latencyMs":38010.426833000034},{"questionId":"q146","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8557,"outputTokens":10183,"latencyMs":67830.84658300004},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17139,"outputTokens":2183,"latencyMs":14748.326416999975},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":13172,"outputTokens":3399,"latencyMs":31304.879791999992},{"questionId":"q147","format":"json","model":"gpt-5-nano","expected":"41","actual":"35","isCorrect":false,"inputTokens":15189,"outputTokens":2439,"latencyMs":19051.980291999993},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"41","actual":"37","isCorrect":false,"inputTokens":8790,"outputTokens":3527,"latencyMs":22412.309667000023},{"questionId":"q147","format":"csv","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8558,"outputTokens":3015,"latencyMs":30923.15724999999},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"41","actual":"54","isCorrect":false,"inputTokens":17140,"outputTokens":8519,"latencyMs":85140.38},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"67","isCorrect":false,"inputTokens":13173,"outputTokens":10119,"latencyMs":54918.44337499997},{"questionId":"q148","format":"json","model":"gpt-5-nano","expected":"53","actual":"57","isCorrect":false,"inputTokens":15189,"outputTokens":2631,"latencyMs":14920.208584000007},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":8790,"outputTokens":2567,"latencyMs":15358.285791000002},{"questionId":"q148","format":"csv","model":"gpt-5-nano","expected":"53","actual":"63","isCorrect":false,"inputTokens":8558,"outputTokens":2567,"latencyMs":16075.23654199997},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"53","actual":"48","isCorrect":false,"inputTokens":17140,"outputTokens":5063,"latencyMs":27688.752749999985},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":13173,"outputTokens":6151,"latencyMs":42171.99545899994},{"questionId":"q149","format":"json","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":15195,"outputTokens":16391,"latencyMs":149480.339417},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8796,"outputTokens":10503,"latencyMs":72016.71129100001},{"questionId":"q149","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8564,"outputTokens":4807,"latencyMs":44379.204958999995},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"57","actual":"46","isCorrect":false,"inputTokens":17146,"outputTokens":9863,"latencyMs":54558.46879099996},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"56","isCorrect":false,"inputTokens":13179,"outputTokens":12167,"latencyMs":66911.90370799997},{"questionId":"q150","format":"json","model":"gpt-5-nano","expected":"43","actual":"44","isCorrect":false,"inputTokens":15195,"outputTokens":3399,"latencyMs":21145.205332999933},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8796,"outputTokens":7623,"latencyMs":47413.88270800002},{"questionId":"q150","format":"csv","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8564,"outputTokens":3527,"latencyMs":19383.114291999955},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"43","actual":"37","isCorrect":false,"inputTokens":17146,"outputTokens":3655,"latencyMs":21911.847582999966},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"40","isCorrect":false,"inputTokens":13179,"outputTokens":3015,"latencyMs":17307.11975000007},{"questionId":"q151","format":"json","model":"gpt-5-nano","expected":"25","actual":"30","isCorrect":false,"inputTokens":15195,"outputTokens":6471,"latencyMs":46284.17358299997},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8796,"outputTokens":5127,"latencyMs":30523.704790999996},{"questionId":"q151","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8564,"outputTokens":3975,"latencyMs":22902.60674999992},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"25","actual":"23","isCorrect":false,"inputTokens":17146,"outputTokens":7175,"latencyMs":40170.364291999955},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":13179,"outputTokens":3783,"latencyMs":24397.443499999936},{"questionId":"q152","format":"json","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15195,"outputTokens":1927,"latencyMs":11596.635458000004},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":3591,"latencyMs":34839.70533299993},{"questionId":"q152","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":2631,"latencyMs":16677.432333000004},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":1863,"latencyMs":15458.170166000025},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":1863,"latencyMs":11414.568250000011},{"questionId":"q153","format":"json","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15195,"outputTokens":1543,"latencyMs":9937.089749999926},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":5383,"latencyMs":29585.493583000032},{"questionId":"q153","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":4679,"latencyMs":57854.73316600011},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":17146,"outputTokens":3335,"latencyMs":24867.77470800001},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2951,"latencyMs":18378.52354199998},{"questionId":"q154","format":"json","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15195,"outputTokens":2375,"latencyMs":13409.657957999967},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8796,"outputTokens":3527,"latencyMs":37057.010750000016},{"questionId":"q154","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8564,"outputTokens":2695,"latencyMs":19144.693792000064},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17146,"outputTokens":2375,"latencyMs":13506.978166999994},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13179,"outputTokens":2055,"latencyMs":16356.974416999961}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6392,"outputTokens":72,"latencyMs":2127.446833},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3988,"outputTokens":136,"latencyMs":2716.8948330000003},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2071.535292},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2136.67075},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2680.79675},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2024.567542},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6392,"outputTokens":135,"latencyMs":2437.081834},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3988,"outputTokens":135,"latencyMs":2525.4192080000003},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2527,"outputTokens":135,"latencyMs":2176.4404590000004},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2024.5860839999998},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2257.3687499999996},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2422.690667},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6394,"outputTokens":140,"latencyMs":2403.71925},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3990,"outputTokens":140,"latencyMs":2119.8877089999996},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2529,"outputTokens":140,"latencyMs":4198.161458},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2383,"outputTokens":140,"latencyMs":2654.8370000000004},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":140,"latencyMs":2614.0829160000003},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5014,"outputTokens":76,"latencyMs":1875.3632079999998},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6394,"outputTokens":71,"latencyMs":2368.5909999999994},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3990,"outputTokens":71,"latencyMs":2031.8725829999994},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2529,"outputTokens":135,"latencyMs":1866.846583999999},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2383,"outputTokens":71,"latencyMs":3083.3826660000013},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":2435.3937499999993},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2113.9651670000003},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":6390,"outputTokens":327,"latencyMs":4055.5535},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":3986,"outputTokens":263,"latencyMs":3478.2722079999985},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2525,"outputTokens":391,"latencyMs":4088.1159580000003},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2379,"outputTokens":967,"latencyMs":8762.517167000002},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":7355,"outputTokens":199,"latencyMs":2520.8531249999996},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":5010,"outputTokens":263,"latencyMs":5256.737874999999},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6391,"outputTokens":136,"latencyMs":2225.599124999999},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3987,"outputTokens":72,"latencyMs":1921.7396250000002},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2526,"outputTokens":72,"latencyMs":2374.9552090000016},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2380,"outputTokens":136,"latencyMs":3569.945375000001},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7356,"outputTokens":136,"latencyMs":4846.471792},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5011,"outputTokens":72,"latencyMs":1975.1777089999996},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":1978.4311250000028},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3988,"outputTokens":71,"latencyMs":7449.273417},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2527,"outputTokens":71,"latencyMs":1807.1260000000002},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2120.967499999999},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2420.088499999998},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5012,"outputTokens":135,"latencyMs":2405.3327500000014},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6393,"outputTokens":205,"latencyMs":2504.965874999998},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3989,"outputTokens":141,"latencyMs":3026.9738749999997},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2528,"outputTokens":141,"latencyMs":2329.000415999999},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2382,"outputTokens":141,"latencyMs":1728.7366249999977},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7358,"outputTokens":141,"latencyMs":9356.61475},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5013,"outputTokens":141,"latencyMs":2801.009209},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6395,"outputTokens":263,"latencyMs":3844.0697500000024},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":3991,"outputTokens":3463,"latencyMs":29629.265042},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2530,"outputTokens":71,"latencyMs":2165.308625000005},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2384,"outputTokens":327,"latencyMs":3985.9862920000014},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7360,"outputTokens":135,"latencyMs":2920.685749999997},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5015,"outputTokens":199,"latencyMs":5733.874833999995},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6392,"outputTokens":199,"latencyMs":2474.383915999999},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3988,"outputTokens":263,"latencyMs":4483.062333000002},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2527,"outputTokens":135,"latencyMs":2178.019291999997},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2381,"outputTokens":199,"latencyMs":2512.658540999997},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2638.570375000003},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5012,"outputTokens":199,"latencyMs":2816.424082999998},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6392,"outputTokens":136,"latencyMs":2955.187625000006},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3988,"outputTokens":72,"latencyMs":1787.2143329999963},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":1997.5536659999925},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2353.777624999988},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2417.743749999994},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5012,"outputTokens":136,"latencyMs":1985.3371670000051},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6390,"outputTokens":263,"latencyMs":3446.5381659999985},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3986,"outputTokens":71,"latencyMs":2065.9142909999937},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":1809.0080410000082},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2379,"outputTokens":71,"latencyMs":1986.6507500000007},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":2038.9150840000075},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":2044.6584579999908},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6391,"outputTokens":139,"latencyMs":2476.2554999999993},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3987,"outputTokens":75,"latencyMs":2071.1979579999897},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2526,"outputTokens":139,"latencyMs":2049.031124999994},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2380,"outputTokens":75,"latencyMs":1952.6431669999874},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7356,"outputTokens":203,"latencyMs":2946.449250000005},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5011,"outputTokens":139,"latencyMs":2256.4788750000007},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":6393,"outputTokens":71,"latencyMs":2060.4588340000046},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3989,"outputTokens":135,"latencyMs":2083.1752080000006},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2528,"outputTokens":71,"latencyMs":1825.7844170000026},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2382,"outputTokens":71,"latencyMs":7046.931541999991},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":7358,"outputTokens":135,"latencyMs":2538.5492499999964},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":5013,"outputTokens":71,"latencyMs":1873.8705419999897},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6390,"outputTokens":199,"latencyMs":4536.653749999998},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3986,"outputTokens":263,"latencyMs":3243.1342079999886},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2525,"outputTokens":455,"latencyMs":5216.653166999997},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2379,"outputTokens":263,"latencyMs":2429.1110000000044},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7355,"outputTokens":199,"latencyMs":4101.897125000003},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5010,"outputTokens":199,"latencyMs":3005.9902920000022},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6391,"outputTokens":136,"latencyMs":2499.983250000005},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3987,"outputTokens":72,"latencyMs":2080.9162919999944},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2526,"outputTokens":72,"latencyMs":1830.715333},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2380,"outputTokens":72,"latencyMs":1996.6067080000066},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7356,"outputTokens":200,"latencyMs":2608.7418340000004},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5011,"outputTokens":136,"latencyMs":2061.732917000001},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6394,"outputTokens":135,"latencyMs":4399.195875000005},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3990,"outputTokens":71,"latencyMs":2098.5688750000118},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2529,"outputTokens":135,"latencyMs":2054.67908300001},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2383,"outputTokens":71,"latencyMs":2122.044833000007},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7359,"outputTokens":135,"latencyMs":4540.003624999998},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5014,"outputTokens":71,"latencyMs":2207.297915999996},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6392,"outputTokens":203,"latencyMs":4751.124874999994},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3988,"outputTokens":75,"latencyMs":4136.3764999999985},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2527,"outputTokens":75,"latencyMs":2214.095165999999},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2381,"outputTokens":139,"latencyMs":2092.458958000003},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7357,"outputTokens":139,"latencyMs":7352.334374999991},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5012,"outputTokens":75,"latencyMs":4224.712583},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6394,"outputTokens":135,"latencyMs":5200.016167000009},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":3990,"outputTokens":455,"latencyMs":4887.343832999992},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":2529,"outputTokens":839,"latencyMs":8083.383249999984},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":2383,"outputTokens":135,"latencyMs":2220.754375000004},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":2658.854667000007},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2248.789082999996},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6390,"outputTokens":199,"latencyMs":3303.1532080000034},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3986,"outputTokens":199,"latencyMs":2819.2597079999978},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2525,"outputTokens":199,"latencyMs":2586.7377500000002},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2379,"outputTokens":135,"latencyMs":2080.091207999998},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7355,"outputTokens":327,"latencyMs":5286.073332999993},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5010,"outputTokens":199,"latencyMs":2689.7644169999985},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":839,"latencyMs":8567.196666999982},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":1095,"latencyMs":10589.001916999987},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":967,"latencyMs":10267.823499999999},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1351,"latencyMs":12066.012999999977},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":11335.774833000003},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":903,"latencyMs":9357.048374999984},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":711,"latencyMs":5054.897540999984},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":839,"latencyMs":8563.205790999986},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":967,"latencyMs":9134.974667000002},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1415,"latencyMs":12375.057499999995},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":775,"latencyMs":5170.273291999998},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":583,"latencyMs":5825.888707999984},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":647,"latencyMs":6039.176374999981},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":455,"latencyMs":4541.053417000017},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":711,"latencyMs":10309.963416999992},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":519,"latencyMs":4998.113542000006},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":583,"latencyMs":5819.545250000025},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":839,"latencyMs":7538.939000000013},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":6389,"outputTokens":903,"latencyMs":8582.55137500001},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":711,"latencyMs":6028.812042000005},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":455,"latencyMs":4548.7567500000005},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":903,"latencyMs":7251.027415999997},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":8489.887790999986},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":967,"latencyMs":7576.895749999996},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6389,"outputTokens":455,"latencyMs":4463.02899999998},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":3985,"outputTokens":839,"latencyMs":22017.547708},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":5846.688249999977},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2378,"outputTokens":583,"latencyMs":5684.488666999998},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7354,"outputTokens":1095,"latencyMs":8734.714457999973},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5009,"outputTokens":455,"latencyMs":4400.608666999993},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6389,"outputTokens":455,"latencyMs":7963.4257919999945},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":3985,"outputTokens":647,"latencyMs":5986.171166999993},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2524,"outputTokens":839,"latencyMs":7617.406709000003},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2378,"outputTokens":903,"latencyMs":9010.457082999987},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7354,"outputTokens":903,"latencyMs":8458.214000000007},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5009,"outputTokens":455,"latencyMs":5913.674958999996},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6394,"outputTokens":2055,"latencyMs":18105.282041999977},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":3990,"outputTokens":2119,"latencyMs":19136.157958000025},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2529,"outputTokens":1799,"latencyMs":16265.01108299999},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2383,"outputTokens":1159,"latencyMs":10390.743875000015},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7359,"outputTokens":1415,"latencyMs":14758.11933300001},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5014,"outputTokens":2759,"latencyMs":25936.80245799999},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":6394,"outputTokens":1543,"latencyMs":14299.486291999987},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":3990,"outputTokens":2119,"latencyMs":19484.44733300002},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":2529,"outputTokens":2567,"latencyMs":23181.959875},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"67","actual":"65","isCorrect":false,"inputTokens":2383,"outputTokens":3463,"latencyMs":30711.92625000002},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":7359,"outputTokens":1799,"latencyMs":16991.826666000008},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5014,"outputTokens":1479,"latencyMs":13235.286457999988},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6394,"outputTokens":2183,"latencyMs":17624.39970800001},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":3990,"outputTokens":1479,"latencyMs":16761.98225},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2529,"outputTokens":1479,"latencyMs":13466.078041},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2383,"outputTokens":1159,"latencyMs":7017.183667000005},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7359,"outputTokens":2247,"latencyMs":21784.277083000023},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5014,"outputTokens":1479,"latencyMs":12965.20087500001},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":6394,"outputTokens":1351,"latencyMs":11490.177708000003},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3990,"outputTokens":1735,"latencyMs":14337.081207999989},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2529,"outputTokens":2119,"latencyMs":17954.68650000001},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2383,"outputTokens":1671,"latencyMs":16554.943958999997},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":7359,"outputTokens":1351,"latencyMs":14185.472000000009},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":5014,"outputTokens":1991,"latencyMs":16491.845666999987},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6390,"outputTokens":71,"latencyMs":1887.7070839999942},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3986,"outputTokens":71,"latencyMs":2145.5994169999904},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":1993.8442499999946},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2379,"outputTokens":199,"latencyMs":1812.2809159999888},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":2881.464416999981},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":2086.535042000003},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":6391,"outputTokens":3850,"latencyMs":32849.320999999996},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":3987,"outputTokens":9482,"latencyMs":70137.12574999998},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2526,"outputTokens":4106,"latencyMs":33936.20300000001},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2380,"outputTokens":5834,"latencyMs":31271.991582999995},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":7356,"outputTokens":6538,"latencyMs":51614.35366699999},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":5011,"outputTokens":3786,"latencyMs":31516.008499999996},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6388,"outputTokens":1863,"latencyMs":18301.302833000023},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":3984,"outputTokens":1543,"latencyMs":13097.771500000003},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2523,"outputTokens":1479,"latencyMs":14350.233958000026},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"78","actual":"81","isCorrect":false,"inputTokens":2377,"outputTokens":1863,"latencyMs":16063.368041000009},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7353,"outputTokens":1735,"latencyMs":13852.442916000029},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5008,"outputTokens":1287,"latencyMs":12221.215583000012},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"21","isCorrect":false,"inputTokens":6388,"outputTokens":1927,"latencyMs":15286.39720799998},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3984,"outputTokens":775,"latencyMs":6875.652790999971},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2523,"outputTokens":967,"latencyMs":8030.98320800002},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"22","actual":"19","isCorrect":false,"inputTokens":2377,"outputTokens":1479,"latencyMs":12584.081166000047},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7353,"outputTokens":1287,"latencyMs":10148.304709000047},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5008,"outputTokens":839,"latencyMs":7661.956833000004},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6396,"outputTokens":1479,"latencyMs":12388.687167000026},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":967,"latencyMs":9209.88412500004},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":1351,"latencyMs":12282.647833999945},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":2951,"latencyMs":21666.540000000037},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":1735,"latencyMs":15488.01754099998},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":2503,"latencyMs":18833.181291999994},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6396,"outputTokens":1415,"latencyMs":13675.949792},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":967,"latencyMs":8419.737208000035},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1095,"latencyMs":8747.823333000008},{"questionId":"q36","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1735,"latencyMs":13620.579833999975},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1735,"latencyMs":13347.63495799998},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1543,"latencyMs":13941.067665999988},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1671,"latencyMs":13477.274458000029},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":775,"latencyMs":6366.234292000008},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":10156.73004200001},{"questionId":"q37","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1351,"latencyMs":12026.115292000002},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1223,"latencyMs":8512.052124999987},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1415,"latencyMs":10677.450249999994},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6396,"outputTokens":1351,"latencyMs":10232.014957999985},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":2183,"latencyMs":16443.848083999997},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"12","actual":"11","isCorrect":false,"inputTokens":2531,"outputTokens":1287,"latencyMs":11546.345458999975},{"questionId":"q38","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":1415,"latencyMs":16804.123374999966},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"12","actual":"11","isCorrect":false,"inputTokens":7361,"outputTokens":1863,"latencyMs":16268.956249999988},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":1927,"latencyMs":14657.831708000042},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":903,"latencyMs":8912.977124999976},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1031,"latencyMs":7111.949167000013},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1607,"latencyMs":12446.524624999962},{"questionId":"q39","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1607,"latencyMs":16030.972542000003},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1159,"latencyMs":10737.410791999951},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":647,"latencyMs":6745.002916999976},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6396,"outputTokens":775,"latencyMs":9155.00791699998},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":7470.527249999985},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2531,"outputTokens":1991,"latencyMs":17112.486040999996},{"questionId":"q40","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2385,"outputTokens":1607,"latencyMs":13574.461291000014},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7361,"outputTokens":1223,"latencyMs":11200.958707999962},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":5016,"outputTokens":2183,"latencyMs":18574.878000000026},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6395,"outputTokens":2823,"latencyMs":23475.563790999993},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"60","isCorrect":false,"inputTokens":3991,"outputTokens":2439,"latencyMs":21389.461375000014},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2530,"outputTokens":3335,"latencyMs":28548.866958},{"questionId":"q41","format":"csv","model":"gpt-5-nano","expected":"63","actual":"66","isCorrect":false,"inputTokens":2384,"outputTokens":3143,"latencyMs":23657.011874999967},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7360,"outputTokens":2759,"latencyMs":27103.303208000027},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"64","isCorrect":false,"inputTokens":5015,"outputTokens":3847,"latencyMs":32039.798583000025},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6395,"outputTokens":2887,"latencyMs":26333.869790999976},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":3991,"outputTokens":1863,"latencyMs":15878.925584000011},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2530,"outputTokens":2375,"latencyMs":20782.507999999973},{"questionId":"q42","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":2384,"outputTokens":3015,"latencyMs":29548.73966600001},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7360,"outputTokens":3015,"latencyMs":28028.811582999944},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5015,"outputTokens":3975,"latencyMs":30580.216833000013},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6395,"outputTokens":2375,"latencyMs":18680.17512499995},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":3991,"outputTokens":2695,"latencyMs":21022.389749999973},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2530,"outputTokens":4423,"latencyMs":35473.940417000034},{"questionId":"q43","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2384,"outputTokens":3527,"latencyMs":28055.930667000008},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7360,"outputTokens":2631,"latencyMs":22097.419500000018},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5015,"outputTokens":2567,"latencyMs":20316.09908299998},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6395,"outputTokens":2183,"latencyMs":16458.746249999967},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":3991,"outputTokens":1735,"latencyMs":14029.02908300003},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2530,"outputTokens":2759,"latencyMs":22403.400041999994},{"questionId":"q44","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2384,"outputTokens":1799,"latencyMs":15350.74679200002},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7360,"outputTokens":1863,"latencyMs":21412.417083000008},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5015,"outputTokens":2119,"latencyMs":17560.468208000006},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"12","isCorrect":false,"inputTokens":6396,"outputTokens":2183,"latencyMs":18786.57012499997},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1287,"latencyMs":14698.572374999989},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":12129.003958000045},{"questionId":"q45","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":967,"latencyMs":8813.114624999987},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1479,"latencyMs":14408.595375000034},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":13767.624791000038},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6396,"outputTokens":775,"latencyMs":10091.327833999996},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":3992,"outputTokens":1287,"latencyMs":11082.981374999974},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":11912.598457999993},{"questionId":"q46","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2385,"outputTokens":1095,"latencyMs":10218.235957999947},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7361,"outputTokens":1415,"latencyMs":13081.857707999996},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5016,"outputTokens":1287,"latencyMs":11909.989208000014},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6396,"outputTokens":1159,"latencyMs":11507.682750000036},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":3992,"outputTokens":1863,"latencyMs":14510.310457999993},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2531,"outputTokens":1863,"latencyMs":17212.659583},{"questionId":"q47","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2385,"outputTokens":3143,"latencyMs":26812.993625000003},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7361,"outputTokens":1479,"latencyMs":13216.13504199998},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":5016,"outputTokens":1159,"latencyMs":9538.472459000011},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6390,"outputTokens":839,"latencyMs":7709.159417000017},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3986,"outputTokens":1479,"latencyMs":12997.947250000027},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2525,"outputTokens":1287,"latencyMs":9876.617458000022},{"questionId":"q48","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2379,"outputTokens":1863,"latencyMs":16711.708999999973},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7355,"outputTokens":903,"latencyMs":11534.970666999987},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5010,"outputTokens":1543,"latencyMs":13666.124833999958},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6390,"outputTokens":839,"latencyMs":8072.7850409999955},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3986,"outputTokens":839,"latencyMs":9340.48099999997},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2525,"outputTokens":1543,"latencyMs":13130.370125000016},{"questionId":"q49","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2379,"outputTokens":1031,"latencyMs":9130.117582999985},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":12628.025332999998},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5010,"outputTokens":1351,"latencyMs":12489.51549999998},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":6390,"outputTokens":1095,"latencyMs":10048.911083000014},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3986,"outputTokens":1159,"latencyMs":12466.029958},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2525,"outputTokens":1671,"latencyMs":17070.24783399998},{"questionId":"q50","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2379,"outputTokens":1991,"latencyMs":43994.20291599998},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":7355,"outputTokens":839,"latencyMs":11433.856708999956},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":5010,"outputTokens":1415,"latencyMs":14133.945333999989},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9740,"outputTokens":137,"latencyMs":5725.620500000019},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6008,"outputTokens":137,"latencyMs":3537.003999999957},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6012,"outputTokens":201,"latencyMs":3449.177832999965},{"questionId":"q51","format":"csv","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6780,"outputTokens":201,"latencyMs":5933.467000000004},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11036,"outputTokens":201,"latencyMs":3509.3787500000326},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":2774.943082999962},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9740,"outputTokens":72,"latencyMs":2053.312082999968},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6008,"outputTokens":200,"latencyMs":2541.1404999999795},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6012,"outputTokens":72,"latencyMs":3988.976666999981},{"questionId":"q52","format":"csv","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6780,"outputTokens":200,"latencyMs":2520.4412090000114},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11036,"outputTokens":200,"latencyMs":5243.8419170000125},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7372,"outputTokens":72,"latencyMs":2283.116207999992},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9740,"outputTokens":265,"latencyMs":3502.6304169999785},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6008,"outputTokens":201,"latencyMs":4080.190917},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6012,"outputTokens":201,"latencyMs":3261.813166000007},{"questionId":"q53","format":"csv","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6780,"outputTokens":201,"latencyMs":3492.52895800001},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11036,"outputTokens":329,"latencyMs":3560.5746250000084},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":2419.7249999999767},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9740,"outputTokens":199,"latencyMs":3400.6343329999945},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6008,"outputTokens":199,"latencyMs":3086.4611250000307},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6012,"outputTokens":199,"latencyMs":2696.701000000001},{"questionId":"q54","format":"csv","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6780,"outputTokens":199,"latencyMs":2757.865582999948},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11036,"outputTokens":455,"latencyMs":4984.519625000015},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7372,"outputTokens":135,"latencyMs":2136.6116670000483},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9740,"outputTokens":265,"latencyMs":3452.8920829999843},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6008,"outputTokens":201,"latencyMs":2598.8042499999865},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6012,"outputTokens":137,"latencyMs":2897.064624999999},{"questionId":"q55","format":"csv","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6780,"outputTokens":329,"latencyMs":3967.7099999999627},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11036,"outputTokens":457,"latencyMs":8116.1711249999935},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":3202.7209169999696},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9740,"outputTokens":135,"latencyMs":2074.6599590000114},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6008,"outputTokens":135,"latencyMs":2164.3609999999753},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6012,"outputTokens":135,"latencyMs":3566.127332999953},{"questionId":"q56","format":"csv","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6780,"outputTokens":199,"latencyMs":3565.683000000019},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11036,"outputTokens":391,"latencyMs":4907.061416000011},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7372,"outputTokens":135,"latencyMs":2943.460584000044},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9740,"outputTokens":202,"latencyMs":2144.1765409999643},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6008,"outputTokens":266,"latencyMs":3424.966791999992},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6012,"outputTokens":202,"latencyMs":2417.148833000043},{"questionId":"q57","format":"csv","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6780,"outputTokens":266,"latencyMs":3372.944375000021},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11036,"outputTokens":266,"latencyMs":3484.7837500000023},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7372,"outputTokens":266,"latencyMs":3864.2447909999755},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9740,"outputTokens":200,"latencyMs":2489.652166999993},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6008,"outputTokens":264,"latencyMs":3502.012915999978},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6012,"outputTokens":264,"latencyMs":3898.8280830000294},{"questionId":"q58","format":"csv","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6780,"outputTokens":264,"latencyMs":3990.811625000031},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11036,"outputTokens":200,"latencyMs":2862.5407089999644},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7372,"outputTokens":136,"latencyMs":2088.466040999978},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9741,"outputTokens":140,"latencyMs":2325.508792000008},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6009,"outputTokens":140,"latencyMs":2617.279791000008},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6013,"outputTokens":76,"latencyMs":2583.8585420000018},{"questionId":"q59","format":"csv","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6781,"outputTokens":140,"latencyMs":2149.215957999986},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11037,"outputTokens":140,"latencyMs":13527.727459000016},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7373,"outputTokens":76,"latencyMs":2010.3478750000359},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9741,"outputTokens":203,"latencyMs":2713.821666999953},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6009,"outputTokens":139,"latencyMs":2615.7578750000102},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":139,"latencyMs":2202.916790999996},{"questionId":"q60","format":"csv","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":139,"latencyMs":3688.6122499999474},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":203,"latencyMs":2394.360875000013},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":139,"latencyMs":2173.0029160000267},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":9741,"outputTokens":76,"latencyMs":17129.43391699996},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6009,"outputTokens":76,"latencyMs":2061.3274170000223},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6013,"outputTokens":204,"latencyMs":2808.737792},{"questionId":"q61","format":"csv","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6781,"outputTokens":396,"latencyMs":4798.517999999982},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11037,"outputTokens":204,"latencyMs":2441.288958000019},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7373,"outputTokens":204,"latencyMs":2711.5917079999927},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":9740,"outputTokens":519,"latencyMs":5028.681125000003},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6008,"outputTokens":199,"latencyMs":3480.4872499999474},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6012,"outputTokens":519,"latencyMs":4719.21637499996},{"questionId":"q62","format":"csv","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6780,"outputTokens":775,"latencyMs":7283.0868330000085},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"3","actual":"10","isCorrect":false,"inputTokens":11036,"outputTokens":1159,"latencyMs":9298.242665999976},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7372,"outputTokens":455,"latencyMs":4879.7195000000065},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9741,"outputTokens":138,"latencyMs":2442.797749999969},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6009,"outputTokens":138,"latencyMs":2896.6150840000482},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6013,"outputTokens":74,"latencyMs":2150.479082999984},{"questionId":"q63","format":"csv","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6781,"outputTokens":330,"latencyMs":3737.614416999975},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11037,"outputTokens":266,"latencyMs":3687.061833999993},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7373,"outputTokens":138,"latencyMs":4893.55895799998},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9741,"outputTokens":75,"latencyMs":2239.4757079999545},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6009,"outputTokens":203,"latencyMs":3304.993166},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":139,"latencyMs":2395.0019589999574},{"questionId":"q64","format":"csv","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":139,"latencyMs":3054.71295799996},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":139,"latencyMs":2598.0142079999787},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":75,"latencyMs":1889.0314580000122},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":9741,"outputTokens":204,"latencyMs":2524.660916999972},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6009,"outputTokens":524,"latencyMs":5003.049666000006},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6013,"outputTokens":268,"latencyMs":3194.4402079999563},{"questionId":"q65","format":"csv","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6781,"outputTokens":332,"latencyMs":3711.1594160000095},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11037,"outputTokens":268,"latencyMs":3005.8764580000425},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7373,"outputTokens":140,"latencyMs":2808.354125000071},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":9740,"outputTokens":903,"latencyMs":5933.9200420000125},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6008,"outputTokens":327,"latencyMs":3244.149875000003},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6012,"outputTokens":327,"latencyMs":4295.518625000026},{"questionId":"q66","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6780,"outputTokens":647,"latencyMs":7380.364457999938},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11036,"outputTokens":1159,"latencyMs":10308.702333000023},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7372,"outputTokens":903,"latencyMs":9549.437917000032},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9741,"outputTokens":399,"latencyMs":4437.538124999963},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6009,"outputTokens":399,"latencyMs":6042.861707999953},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6013,"outputTokens":335,"latencyMs":3416.4085409999825},{"questionId":"q67","format":"csv","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6781,"outputTokens":335,"latencyMs":3710.368625000003},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11037,"outputTokens":207,"latencyMs":3861.8590829999885},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7373,"outputTokens":143,"latencyMs":2025.141958000022},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9741,"outputTokens":141,"latencyMs":2411.0267919999314},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6009,"outputTokens":141,"latencyMs":2518.730666999938},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":77,"latencyMs":3208.235166999977},{"questionId":"q68","format":"csv","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":333,"latencyMs":4909.264625000069},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":205,"latencyMs":2645.1856670000125},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":205,"latencyMs":3111.7832499999786},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9737,"outputTokens":839,"latencyMs":7298.521249999991},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6005,"outputTokens":775,"latencyMs":6628.589833999984},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6009,"outputTokens":711,"latencyMs":4708.566166999983},{"questionId":"q69","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6777,"outputTokens":711,"latencyMs":6705.013832999975},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11033,"outputTokens":1031,"latencyMs":9393.352833000012},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7369,"outputTokens":583,"latencyMs":8342.430458999937},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9737,"outputTokens":711,"latencyMs":8210.610042000073},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6005,"outputTokens":647,"latencyMs":7051.117334000068},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6009,"outputTokens":647,"latencyMs":9010.19120900007},{"questionId":"q70","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6777,"outputTokens":711,"latencyMs":7750.6860840000445},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11033,"outputTokens":519,"latencyMs":6087.945958000026},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7369,"outputTokens":583,"latencyMs":6541.201082999934},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9738,"outputTokens":647,"latencyMs":6625.296708000009},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6006,"outputTokens":775,"latencyMs":7374.769958000048},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":775,"latencyMs":8572.729374999995},{"questionId":"q71","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":839,"latencyMs":7539.710083000013},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":647,"latencyMs":6099.271833000006},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":455,"latencyMs":4789.85483299999},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9738,"outputTokens":775,"latencyMs":7392.772207999951},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6006,"outputTokens":711,"latencyMs":8112.062459000037},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":455,"latencyMs":6011.086417000042},{"questionId":"q72","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":775,"latencyMs":8283.391458999948},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":775,"latencyMs":7579.059041999979},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":711,"latencyMs":6414.782541999943},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9738,"outputTokens":583,"latencyMs":6136.286083000014},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6006,"outputTokens":711,"latencyMs":6812.743499999982},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":775,"latencyMs":6956.611292000045},{"questionId":"q73","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":775,"latencyMs":7990.318415999995},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":1031,"latencyMs":9773.780415999936},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":583,"latencyMs":7890.909999999916},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":9738,"outputTokens":2506,"latencyMs":19493.305334000033},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6006,"outputTokens":6090,"latencyMs":51953.07158400002},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6010,"outputTokens":3082,"latencyMs":29362.179584000027},{"questionId":"q74","format":"csv","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6778,"outputTokens":2442,"latencyMs":24639.954917000025},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"42342.25","actual":"42343.25","isCorrect":false,"inputTokens":11034,"outputTokens":4362,"latencyMs":40615.42608300003},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"42342.25","actual":"42425.97","isCorrect":false,"inputTokens":7370,"outputTokens":3082,"latencyMs":28586.037167000002},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":9736,"outputTokens":3529,"latencyMs":25651.624333999935},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6004,"outputTokens":3273,"latencyMs":46786.95341700001},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6008,"outputTokens":2761,"latencyMs":24286.425250000088},{"questionId":"q75","format":"csv","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6776,"outputTokens":1609,"latencyMs":16949.571250000037},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":11032,"outputTokens":3401,"latencyMs":30039.075500000035},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"846.85","actual":"826.10","isCorrect":false,"inputTokens":7368,"outputTokens":1673,"latencyMs":16827.681542000035},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":9737,"outputTokens":391,"latencyMs":4238.999582999968},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6005,"outputTokens":199,"latencyMs":3047.5202089999802},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6009,"outputTokens":71,"latencyMs":2563.8218330000527},{"questionId":"q76","format":"csv","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6777,"outputTokens":263,"latencyMs":3498.7692080000415},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":11033,"outputTokens":327,"latencyMs":4506.402833000058},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7369,"outputTokens":263,"latencyMs":5876.860083000036},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9736,"outputTokens":842,"latencyMs":8153.820082999999},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6004,"outputTokens":1034,"latencyMs":11978.250499999966},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6008,"outputTokens":842,"latencyMs":7998.971334000002},{"questionId":"q77","format":"csv","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6776,"outputTokens":1034,"latencyMs":10254.544750000001},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11032,"outputTokens":1226,"latencyMs":11710.384333000053},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7368,"outputTokens":970,"latencyMs":11105.55908399995},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":9740,"outputTokens":1991,"latencyMs":20458.259332999936},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6008,"outputTokens":1415,"latencyMs":12379.170209000004},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6012,"outputTokens":1095,"latencyMs":17466.13995900005},{"questionId":"q78","format":"csv","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6780,"outputTokens":2055,"latencyMs":19377.742000000086},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":11036,"outputTokens":1671,"latencyMs":14522.479166000034},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":7372,"outputTokens":1415,"latencyMs":11591.883833999978},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":9740,"outputTokens":967,"latencyMs":8758.404834000045},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6008,"outputTokens":1351,"latencyMs":13009.658374999999},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6012,"outputTokens":1991,"latencyMs":17716.255083000055},{"questionId":"q79","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6780,"outputTokens":1415,"latencyMs":13160.655749999918},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":11036,"outputTokens":1415,"latencyMs":13413.996249999967},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":13869.376125000068},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":9740,"outputTokens":1607,"latencyMs":16316.43429200002},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6008,"outputTokens":1223,"latencyMs":12814.356832999969},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6012,"outputTokens":2247,"latencyMs":22320.400582999922},{"questionId":"q80","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6780,"outputTokens":1223,"latencyMs":12152.16066699999},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":11036,"outputTokens":1607,"latencyMs":15796.040042000008},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":7372,"outputTokens":1607,"latencyMs":14628.143124999944},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":9744,"outputTokens":775,"latencyMs":8044.3744169999845},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6012,"outputTokens":711,"latencyMs":8203.36170899996},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6016,"outputTokens":711,"latencyMs":7693.317082999973},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6784,"outputTokens":1031,"latencyMs":11246.009707999998},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":11040,"outputTokens":839,"latencyMs":8284.780958999996},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7376,"outputTokens":711,"latencyMs":7114.552957999986},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":9744,"outputTokens":1031,"latencyMs":11031.037917000009},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6012,"outputTokens":775,"latencyMs":7436.123291000025},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6016,"outputTokens":647,"latencyMs":5642.12870900007},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6784,"outputTokens":1415,"latencyMs":10684.036583999987},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":11040,"outputTokens":1095,"latencyMs":9591.51483400003},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7376,"outputTokens":583,"latencyMs":6549.260499999975},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":9745,"outputTokens":711,"latencyMs":7236.848207999952},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6013,"outputTokens":711,"latencyMs":6560.139999999898},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6017,"outputTokens":711,"latencyMs":7593.66174999997},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6785,"outputTokens":1159,"latencyMs":9643.338875000016},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":11041,"outputTokens":1351,"latencyMs":11227.10245799995},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7377,"outputTokens":1287,"latencyMs":10611.034708000021},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":9745,"outputTokens":1415,"latencyMs":14063.366374999983},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6013,"outputTokens":1031,"latencyMs":9524.272583000013},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6017,"outputTokens":775,"latencyMs":10805.742417000001},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6785,"outputTokens":1031,"latencyMs":8580.219749999931},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":11041,"outputTokens":839,"latencyMs":9619.70304199995},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7377,"outputTokens":775,"latencyMs":9559.123332999996},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":9745,"outputTokens":711,"latencyMs":8161.161457999959},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6013,"outputTokens":775,"latencyMs":8177.122957999934},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6017,"outputTokens":775,"latencyMs":9374.00295799994},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6785,"outputTokens":775,"latencyMs":8730.713875000016},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":11041,"outputTokens":1159,"latencyMs":12217.363624999998},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7377,"outputTokens":903,"latencyMs":12021.207540999982},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":9744,"outputTokens":1095,"latencyMs":10960.18225000007},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":6012,"outputTokens":839,"latencyMs":8279.23970799998},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6016,"outputTokens":1031,"latencyMs":10591.77891699993},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6784,"outputTokens":2055,"latencyMs":18758.21666699997},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":11040,"outputTokens":2695,"latencyMs":28158.43187500001},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7376,"outputTokens":1031,"latencyMs":9581.11387500004},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":9744,"outputTokens":1159,"latencyMs":10407.487290999969},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6012,"outputTokens":1095,"latencyMs":11576.530207999982},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6016,"outputTokens":839,"latencyMs":8411.605875000008},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6784,"outputTokens":1735,"latencyMs":17041.64683299989},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":11040,"outputTokens":2503,"latencyMs":23509.831958000083},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7376,"outputTokens":775,"latencyMs":8364.68758300005},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":9745,"outputTokens":1351,"latencyMs":14116.522207999951},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6013,"outputTokens":1351,"latencyMs":12985.706667000079},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6017,"outputTokens":1095,"latencyMs":10501.19987500005},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"4","actual":"10","isCorrect":false,"inputTokens":6785,"outputTokens":1991,"latencyMs":17892.09812500002},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"4","actual":"9","isCorrect":false,"inputTokens":11041,"outputTokens":1415,"latencyMs":13647.587290999945},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7377,"outputTokens":775,"latencyMs":8616.568916999968},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":9746,"outputTokens":1607,"latencyMs":14166.543874999974},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6014,"outputTokens":2695,"latencyMs":32905.722499999916},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6018,"outputTokens":2247,"latencyMs":19274.332292000065},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6786,"outputTokens":2951,"latencyMs":25430.72445800004},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"27","actual":"26","isCorrect":false,"inputTokens":11042,"outputTokens":3463,"latencyMs":31853.391082999995},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":7378,"outputTokens":1991,"latencyMs":14248.684000000008},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":9746,"outputTokens":1991,"latencyMs":20797.932583000045},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6014,"outputTokens":2503,"latencyMs":21530.25679200003},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6018,"outputTokens":2119,"latencyMs":20685.752624999965},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6786,"outputTokens":3271,"latencyMs":40167.07704200002},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"27","actual":"29","isCorrect":false,"inputTokens":11042,"outputTokens":3463,"latencyMs":31796.91783400008},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":7378,"outputTokens":2119,"latencyMs":21988.869749999954},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3714,"outputTokens":72,"latencyMs":2160.4813750000903},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2390,"outputTokens":72,"latencyMs":1967.7473750000354},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1563,"outputTokens":136,"latencyMs":2468.6786660000216},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1441,"outputTokens":72,"latencyMs":4727.254416999989},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4423,"outputTokens":136,"latencyMs":2157.150082999957},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2985,"outputTokens":72,"latencyMs":1653.1267920000246},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3713,"outputTokens":138,"latencyMs":3584.292665999965},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2389,"outputTokens":138,"latencyMs":3113.247333999956},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1562,"outputTokens":138,"latencyMs":2210.6495829999913},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1440,"outputTokens":74,"latencyMs":1891.8386249999749},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4422,"outputTokens":138,"latencyMs":2846.9302089998964},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":2898.4864580000285},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":3714,"outputTokens":71,"latencyMs":3995.5857920000562},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2390,"outputTokens":135,"latencyMs":2615.45091600006},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2512.679416000028},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1441,"outputTokens":71,"latencyMs":1728.5510420000646},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2542.8469160000095},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2254.5805829999736},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":3714,"outputTokens":199,"latencyMs":5170.849916000036},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":2390,"outputTokens":263,"latencyMs":4656.3929170001065},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2779.383791},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":2264.0923750000075},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2195.5762920000125},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2428.351874999935},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3714,"outputTokens":137,"latencyMs":2332.109083000105},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2390,"outputTokens":201,"latencyMs":3142.835624999949},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1563,"outputTokens":201,"latencyMs":2913.622875000001},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1441,"outputTokens":201,"latencyMs":3285.8561669999035},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4423,"outputTokens":201,"latencyMs":3019.104291000054},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2985,"outputTokens":265,"latencyMs":4543.04220799997},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3714,"outputTokens":136,"latencyMs":2220.9247090000426},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2390,"outputTokens":136,"latencyMs":2244.313375000027},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1563,"outputTokens":584,"latencyMs":7906.118999999948},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1441,"outputTokens":72,"latencyMs":1877.4250410000095},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4423,"outputTokens":200,"latencyMs":2519.5705829999642},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2985,"outputTokens":136,"latencyMs":2408.983666999964},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3713,"outputTokens":266,"latencyMs":3586.8146669999696},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2389,"outputTokens":202,"latencyMs":3030.9730839999393},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1562,"outputTokens":74,"latencyMs":2050.371458000038},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1440,"outputTokens":138,"latencyMs":2373.4767500000307},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4422,"outputTokens":202,"latencyMs":3760.5842089999933},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":3329.644917000085},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":3714,"outputTokens":71,"latencyMs":1986.6049580000108},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":2390,"outputTokens":135,"latencyMs":3177.022958000074},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2825.66183300002},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":2152.4094589999877},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":4423,"outputTokens":199,"latencyMs":3164.6599589999532},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2033.3475420000032},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":3714,"outputTokens":199,"latencyMs":2555.278542000102},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":2390,"outputTokens":391,"latencyMs":4732.483666000073},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":1563,"outputTokens":1095,"latencyMs":10554.444750000024},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":1441,"outputTokens":71,"latencyMs":2174.649417000008},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":4423,"outputTokens":71,"latencyMs":2105.503625000012},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2100.110083000036},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3714,"outputTokens":201,"latencyMs":2821.6263340000296},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2390,"outputTokens":329,"latencyMs":3717.4844590000575},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1563,"outputTokens":137,"latencyMs":3140.835000000079},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1441,"outputTokens":201,"latencyMs":2552.8120419998886},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4423,"outputTokens":201,"latencyMs":2862.650499999989},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2985,"outputTokens":201,"latencyMs":2682.1707500000484},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3714,"outputTokens":456,"latencyMs":4452.458375000046},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2390,"outputTokens":136,"latencyMs":2489.246708000079},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1563,"outputTokens":456,"latencyMs":5249.345749999979},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1441,"outputTokens":136,"latencyMs":2197.3858330000658},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4423,"outputTokens":200,"latencyMs":3012.021791999927},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2985,"outputTokens":200,"latencyMs":3278.834125000052},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3713,"outputTokens":138,"latencyMs":2518.937874999945},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2389,"outputTokens":202,"latencyMs":3398.9049999999115},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1562,"outputTokens":74,"latencyMs":2296.9806660000468},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1440,"outputTokens":138,"latencyMs":2029.8846660000272},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4422,"outputTokens":138,"latencyMs":2302.419458999997},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":2475.870583000011},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3714,"outputTokens":135,"latencyMs":2315.1321659999667},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2390,"outputTokens":135,"latencyMs":2319.911582999979},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":1563,"outputTokens":71,"latencyMs":2558.925667000003},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":2206.157208999968},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2380.1093339999206},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2722.965749999974},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"344498","actual":"514834","isCorrect":false,"inputTokens":3711,"outputTokens":3208,"latencyMs":25559.368666999973},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":2387,"outputTokens":2056,"latencyMs":17917.260124999913},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":1560,"outputTokens":2760,"latencyMs":29381.368999999948},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":1438,"outputTokens":2568,"latencyMs":25301.604915999924},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":4420,"outputTokens":2120,"latencyMs":20036.88616699993},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":2982,"outputTokens":2440,"latencyMs":24809.837583000073},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":3709,"outputTokens":2698,"latencyMs":26614.256749999942},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":2385,"outputTokens":3850,"latencyMs":30384.39741700003},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":1558,"outputTokens":5002,"latencyMs":39310.72404100001},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":1436,"outputTokens":3914,"latencyMs":30534.346207999974},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":4418,"outputTokens":5962,"latencyMs":50942.82920799998},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":2980,"outputTokens":3722,"latencyMs":30183.680999999982},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":3711,"outputTokens":1544,"latencyMs":14554.544833999942},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2387,"outputTokens":1864,"latencyMs":16059.536958999932},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":1560,"outputTokens":1800,"latencyMs":13331.765167000005},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":1438,"outputTokens":2248,"latencyMs":20647.923750000075},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4420,"outputTokens":1992,"latencyMs":18711.77266700007},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2982,"outputTokens":1992,"latencyMs":17872.234582999954},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":3710,"outputTokens":3018,"latencyMs":24382.488749999902},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":2386,"outputTokens":2122,"latencyMs":17084.545166000025},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":1559,"outputTokens":2442,"latencyMs":16804.63529200002},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":1437,"outputTokens":2762,"latencyMs":21603.769457999966},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":4419,"outputTokens":2954,"latencyMs":25898.32262500003},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":2981,"outputTokens":3082,"latencyMs":26147.257792000077},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":3708,"outputTokens":2826,"latencyMs":22156.64049999998},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":2384,"outputTokens":5770,"latencyMs":45177.44458300003},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":1557,"outputTokens":6602,"latencyMs":51966.99800000002},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":1435,"outputTokens":5514,"latencyMs":60363.666292000096},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":4417,"outputTokens":3658,"latencyMs":30602.965833000024},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":2979,"outputTokens":4042,"latencyMs":30952.006958000013},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":3710,"outputTokens":2505,"latencyMs":19555.168124999967},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"30","actual":"30.1833333333","isCorrect":false,"inputTokens":2386,"outputTokens":2060,"latencyMs":16246.430916999932},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"30","actual":"30.1833333333","isCorrect":false,"inputTokens":1559,"outputTokens":1868,"latencyMs":14605.703582999995},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":1437,"outputTokens":2121,"latencyMs":16087.205292000086},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":4419,"outputTokens":2569,"latencyMs":22576.87158300006},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":2981,"outputTokens":3081,"latencyMs":32493.861167000025},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3710,"outputTokens":199,"latencyMs":2471.700041999924},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2386,"outputTokens":199,"latencyMs":2623.0392089999514},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1559,"outputTokens":199,"latencyMs":4606.160499999998},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1437,"outputTokens":519,"latencyMs":8587.97979100002},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4419,"outputTokens":775,"latencyMs":8885.623999999953},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2981,"outputTokens":839,"latencyMs":9555.64512500004},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3713,"outputTokens":840,"latencyMs":10791.183000000077},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2389,"outputTokens":584,"latencyMs":6886.326374999946},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1562,"outputTokens":776,"latencyMs":6628.157125000027},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1440,"outputTokens":712,"latencyMs":21680.95612499991},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4422,"outputTokens":904,"latencyMs":6288.084542000084},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2984,"outputTokens":840,"latencyMs":7345.950208000024},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3711,"outputTokens":1927,"latencyMs":15630.85641700006},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2387,"outputTokens":1543,"latencyMs":13830.881333000027},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1560,"outputTokens":3399,"latencyMs":27858.08337499993},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1438,"outputTokens":2119,"latencyMs":17898.868416999932},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4420,"outputTokens":1927,"latencyMs":16088.102375000017},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2982,"outputTokens":1351,"latencyMs":13756.239291999955},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3711,"outputTokens":1287,"latencyMs":11654.778041000012},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2387,"outputTokens":1223,"latencyMs":11301.72079199995},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":1560,"outputTokens":903,"latencyMs":11422.129083000007},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":1438,"outputTokens":1223,"latencyMs":10991.47654199996},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4420,"outputTokens":1095,"latencyMs":9356.402750000008},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2982,"outputTokens":1671,"latencyMs":15116.39733399998},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3717,"outputTokens":2759,"latencyMs":22606.555333000026},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2393,"outputTokens":1991,"latencyMs":15961.106625000015},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1566,"outputTokens":3271,"latencyMs":28271.37262499996},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1444,"outputTokens":2055,"latencyMs":23485.87941599998},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4426,"outputTokens":2247,"latencyMs":17805.453624999966},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2988,"outputTokens":1991,"latencyMs":17092.77908300003},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":3717,"outputTokens":1799,"latencyMs":15907.823500000057},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2393,"outputTokens":1415,"latencyMs":13307.028707999969},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":1566,"outputTokens":1287,"latencyMs":11404.158042000025},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":1444,"outputTokens":1543,"latencyMs":15668.93991700001},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":4426,"outputTokens":1479,"latencyMs":12554.25237500004},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2988,"outputTokens":1415,"latencyMs":10919.152374999947},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3717,"outputTokens":2119,"latencyMs":17944.776208000025},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"29","isCorrect":false,"inputTokens":2393,"outputTokens":1991,"latencyMs":15720.772207999951},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1566,"outputTokens":2183,"latencyMs":19091.403667000006},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1444,"outputTokens":2439,"latencyMs":17438.373416999937},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4426,"outputTokens":1927,"latencyMs":17590.84870900004},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2988,"outputTokens":1991,"latencyMs":15321.691541000037},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3718,"outputTokens":2695,"latencyMs":20300.308750000084},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2394,"outputTokens":2439,"latencyMs":20740.971458000015},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1567,"outputTokens":1863,"latencyMs":16252.319250000059},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1445,"outputTokens":2247,"latencyMs":16863.056542000035},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4427,"outputTokens":2119,"latencyMs":19002.159458000096},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2989,"outputTokens":2567,"latencyMs":22946.177290999913},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3718,"outputTokens":1735,"latencyMs":16704.405833999976},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2394,"outputTokens":1351,"latencyMs":13587.151750000077},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1567,"outputTokens":2247,"latencyMs":19008.454666999984},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1445,"outputTokens":2055,"latencyMs":17631.504249999998},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4427,"outputTokens":2631,"latencyMs":21519.105417000013},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2989,"outputTokens":2439,"latencyMs":19106.415500000003},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3718,"outputTokens":2055,"latencyMs":16352.67395899992},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2394,"outputTokens":2375,"latencyMs":21503.488541000057},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1567,"outputTokens":1479,"latencyMs":12799.796666000038},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1445,"outputTokens":2695,"latencyMs":19698.92416699999},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4427,"outputTokens":2311,"latencyMs":18700.16062500002},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2989,"outputTokens":2887,"latencyMs":22323.647707999917},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3718,"outputTokens":2247,"latencyMs":17946.829707999947},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2394,"outputTokens":2055,"latencyMs":16307.575625000056},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1567,"outputTokens":2183,"latencyMs":17700.423999999883},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1445,"outputTokens":1735,"latencyMs":15255.27416699985},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4427,"outputTokens":1927,"latencyMs":15669.658958999906},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2989,"outputTokens":2055,"latencyMs":20495.081250000047},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":3716,"outputTokens":2439,"latencyMs":21605.743334},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":2392,"outputTokens":1799,"latencyMs":15197.272000000114},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":1565,"outputTokens":2439,"latencyMs":21486.12920799991},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":1443,"outputTokens":2503,"latencyMs":24285.106000000145},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"35","actual":"37","isCorrect":false,"inputTokens":4425,"outputTokens":1991,"latencyMs":17135.61404100014},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":2987,"outputTokens":2695,"latencyMs":23893.621500000125},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3716,"outputTokens":1735,"latencyMs":16284.016708999872},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2392,"outputTokens":1543,"latencyMs":13340.333666999824},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":1565,"outputTokens":2439,"latencyMs":22261.22108300007},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":1443,"outputTokens":1543,"latencyMs":13468.11233299994},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4425,"outputTokens":2567,"latencyMs":23286.229291999945},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2987,"outputTokens":1607,"latencyMs":16397.918459000066},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3720,"outputTokens":2631,"latencyMs":21902.219999999972},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2396,"outputTokens":3527,"latencyMs":29852.68995800009},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1569,"outputTokens":2439,"latencyMs":20233.483499999857},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1447,"outputTokens":2631,"latencyMs":26612.42329200008},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4429,"outputTokens":2759,"latencyMs":24487.30795899988},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2991,"outputTokens":2951,"latencyMs":23926.094459000044},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3720,"outputTokens":2951,"latencyMs":25336.391208000015},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2396,"outputTokens":2631,"latencyMs":23826.401957999915},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1569,"outputTokens":2119,"latencyMs":18504.227542000124},{"questionId":"q124","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1447,"outputTokens":2631,"latencyMs":23583.039749999996},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4429,"outputTokens":2311,"latencyMs":19657.72862499999},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2991,"outputTokens":2887,"latencyMs":25947.33120799996},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15191,"outputTokens":72,"latencyMs":2164.636666000122},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11501,"outputTokens":72,"latencyMs":1901.091000000015},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":4415.32320899982},{"questionId":"q125","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8558,"outputTokens":200,"latencyMs":2920.6228329997975},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17140,"outputTokens":264,"latencyMs":4587.506916000042},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13173,"outputTokens":136,"latencyMs":2286.8508329999167},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15193,"outputTokens":264,"latencyMs":3363.261625000043},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":3887.2047080001794},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8792,"outputTokens":520,"latencyMs":6708.048416000092},{"questionId":"q126","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8560,"outputTokens":264,"latencyMs":5758.864082999993},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17142,"outputTokens":264,"latencyMs":4166.387667000061},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13175,"outputTokens":264,"latencyMs":3140.359625000041},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15188,"outputTokens":264,"latencyMs":3930.3937080001924},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":11498,"outputTokens":200,"latencyMs":3098.556833000155},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8787,"outputTokens":328,"latencyMs":3895.7291670001578},{"questionId":"q127","format":"csv","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8555,"outputTokens":328,"latencyMs":4520.822082999861},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17137,"outputTokens":200,"latencyMs":2747.752041999949},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13170,"outputTokens":328,"latencyMs":4313.89508399996},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15194,"outputTokens":263,"latencyMs":4023.4429170000367},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11504,"outputTokens":263,"latencyMs":3210.4502919998486},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8793,"outputTokens":199,"latencyMs":3089.29458300001},{"questionId":"q128","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8561,"outputTokens":199,"latencyMs":3090.7542090001516},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17143,"outputTokens":263,"latencyMs":4698.213415999897},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13176,"outputTokens":199,"latencyMs":3879.6035839999095},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15188,"outputTokens":200,"latencyMs":3448.898792000022},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":11498,"outputTokens":264,"latencyMs":3615.197167000035},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8787,"outputTokens":584,"latencyMs":5764.416458999971},{"questionId":"q129","format":"csv","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8555,"outputTokens":328,"latencyMs":4051.15395800001},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17137,"outputTokens":264,"latencyMs":3388.5157499997877},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13170,"outputTokens":264,"latencyMs":3257.507832999807},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15193,"outputTokens":136,"latencyMs":2803.681542000035},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":3043.779792000074},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8792,"outputTokens":328,"latencyMs":4162.984458999941},{"questionId":"q130","format":"csv","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8560,"outputTokens":392,"latencyMs":5044.698041999945},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17142,"outputTokens":392,"latencyMs":4277.821332999971},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13175,"outputTokens":264,"latencyMs":3352.8081249999814},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15192,"outputTokens":200,"latencyMs":3595.359125000192},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":11502,"outputTokens":200,"latencyMs":2783.8036670000292},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8791,"outputTokens":264,"latencyMs":4340.073084000032},{"questionId":"q131","format":"csv","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8559,"outputTokens":392,"latencyMs":4279.747250000015},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17141,"outputTokens":264,"latencyMs":3620.5965829999186},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13174,"outputTokens":200,"latencyMs":4745.045582999941},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15190,"outputTokens":200,"latencyMs":2580.8232499998994},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":11500,"outputTokens":200,"latencyMs":3814.516125000082},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8789,"outputTokens":200,"latencyMs":2801.5084999999963},{"questionId":"q132","format":"csv","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8557,"outputTokens":200,"latencyMs":3637.0402079999913},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17139,"outputTokens":136,"latencyMs":4604.886457999935},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":13172,"outputTokens":392,"latencyMs":3920.1444580000825},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"master","isCorrect":false,"inputTokens":15196,"outputTokens":135,"latencyMs":2331.6939999999013},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11506,"outputTokens":263,"latencyMs":3571.8804170000367},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8795,"outputTokens":327,"latencyMs":3559.3042909998912},{"questionId":"q133","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8563,"outputTokens":263,"latencyMs":3334.2357079999056},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17145,"outputTokens":263,"latencyMs":18791.048083000118},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13178,"outputTokens":327,"latencyMs":5832.162791999988},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15191,"outputTokens":264,"latencyMs":3848.7241670000367},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":11501,"outputTokens":264,"latencyMs":3234.1249170000665},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8790,"outputTokens":456,"latencyMs":5127.666250000009},{"questionId":"q134","format":"csv","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8558,"outputTokens":264,"latencyMs":3306.8452089999337},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17140,"outputTokens":264,"latencyMs":18364.08929100004},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13173,"outputTokens":200,"latencyMs":2857.1215830000583},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15196,"outputTokens":200,"latencyMs":3283.6052079999354},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":11506,"outputTokens":200,"latencyMs":3696.613749999786},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8795,"outputTokens":456,"latencyMs":4567.435082999989},{"questionId":"q135","format":"csv","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8563,"outputTokens":712,"latencyMs":7086.083374999929},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17145,"outputTokens":328,"latencyMs":4897.1226669999305},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13178,"outputTokens":136,"latencyMs":2840.204291000031},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"13178919","isCorrect":false,"inputTokens":15190,"outputTokens":4233,"latencyMs":34639.57329099998},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15414563","isCorrect":false,"inputTokens":11500,"outputTokens":8329,"latencyMs":68246.8836660001},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8789,"outputTokens":5577,"latencyMs":47256.002624999965},{"questionId":"q136","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8557,"outputTokens":5385,"latencyMs":46965.73054199992},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"14797213","isCorrect":false,"inputTokens":17139,"outputTokens":6025,"latencyMs":50248.46258300007},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"13742751","isCorrect":false,"inputTokens":13172,"outputTokens":5257,"latencyMs":39502.975500000175},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15187,"outputTokens":1351,"latencyMs":11809.556374999927},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11497,"outputTokens":1543,"latencyMs":13457.828125},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8786,"outputTokens":327,"latencyMs":3699.344458000036},{"questionId":"q137","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8554,"outputTokens":1223,"latencyMs":13058.361959000118},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17136,"outputTokens":2183,"latencyMs":17140.390542000066},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13169,"outputTokens":2183,"latencyMs":29176.603999999817},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"158781.58","isCorrect":false,"inputTokens":15189,"outputTokens":5706,"latencyMs":45636.09379100008},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"157962.66","isCorrect":false,"inputTokens":11499,"outputTokens":5386,"latencyMs":42989.80387499998},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8788,"outputTokens":6538,"latencyMs":57928.51500000013},{"questionId":"q138","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154125.63","isCorrect":false,"inputTokens":8556,"outputTokens":7626,"latencyMs":67333.23220800003},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"174931.16","isCorrect":false,"inputTokens":17138,"outputTokens":7946,"latencyMs":71926.34970899997},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"158528.33","isCorrect":false,"inputTokens":13171,"outputTokens":5002,"latencyMs":42671.62604200002},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"98","isCorrect":false,"inputTokens":15190,"outputTokens":7623,"latencyMs":65881.46004199982},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":11500,"outputTokens":2631,"latencyMs":24811.405624999898},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8789,"outputTokens":2887,"latencyMs":27943.76012500003},{"questionId":"q139","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8557,"outputTokens":2247,"latencyMs":19364.62383399997},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"77","actual":"66","isCorrect":false,"inputTokens":17139,"outputTokens":2375,"latencyMs":23098.882291000104},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":13172,"outputTokens":4103,"latencyMs":34143.06470800005},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"36","isCorrect":false,"inputTokens":15190,"outputTokens":1991,"latencyMs":18638.995750000002},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":11500,"outputTokens":1927,"latencyMs":17657.982624999946},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8789,"outputTokens":2503,"latencyMs":24297.584833999863},{"questionId":"q140","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8557,"outputTokens":2055,"latencyMs":17578.884124999866},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":17139,"outputTokens":2375,"latencyMs":25739.030000000028},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13172,"outputTokens":1159,"latencyMs":12195.97116700001},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15190,"outputTokens":1415,"latencyMs":14156.082792000147},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":11500,"outputTokens":1735,"latencyMs":16448.939500000095},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8789,"outputTokens":2695,"latencyMs":24518.68125000014},{"questionId":"q141","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8557,"outputTokens":2183,"latencyMs":20246.06700000004},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":17139,"outputTokens":1223,"latencyMs":11820.103957999963},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":13172,"outputTokens":1287,"latencyMs":13218.47016700008},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"66","isCorrect":false,"inputTokens":15190,"outputTokens":15815,"latencyMs":129439.63525000005},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"48","isCorrect":false,"inputTokens":11500,"outputTokens":2375,"latencyMs":19213.368790999986},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"49","actual":"41","isCorrect":false,"inputTokens":8789,"outputTokens":2631,"latencyMs":22324.61266699992},{"questionId":"q142","format":"csv","model":"gpt-5-nano","expected":"49","actual":"43","isCorrect":false,"inputTokens":8557,"outputTokens":8519,"latencyMs":71462.14699999988},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"49","actual":"37","isCorrect":false,"inputTokens":17139,"outputTokens":1927,"latencyMs":18054.367833999917},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"52","isCorrect":false,"inputTokens":13172,"outputTokens":7111,"latencyMs":57687.61658300017},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"27","isCorrect":false,"inputTokens":15190,"outputTokens":6343,"latencyMs":54117.42270800006},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":11500,"outputTokens":2503,"latencyMs":21336.07250000001},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8789,"outputTokens":3207,"latencyMs":28726.409750000108},{"questionId":"q143","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8557,"outputTokens":3207,"latencyMs":28144.135374999838},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":17139,"outputTokens":7751,"latencyMs":68708.20299999998},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13172,"outputTokens":2631,"latencyMs":24963.287832999835},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":15190,"outputTokens":1351,"latencyMs":12307.157791999867},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11500,"outputTokens":1799,"latencyMs":16081.048833000008},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8789,"outputTokens":2311,"latencyMs":24229.94125000015},{"questionId":"q144","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8557,"outputTokens":2887,"latencyMs":71006.91904199985},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17139,"outputTokens":4359,"latencyMs":38575.388624999905},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13172,"outputTokens":2439,"latencyMs":25632.12412500009},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":15190,"outputTokens":4679,"latencyMs":41555.575666000135},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":11500,"outputTokens":3079,"latencyMs":27977.129915999947},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8789,"outputTokens":4487,"latencyMs":38732.8980419999},{"questionId":"q145","format":"csv","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8557,"outputTokens":3911,"latencyMs":36557.17979099997},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":17139,"outputTokens":3335,"latencyMs":26307.532499999972},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":13172,"outputTokens":6727,"latencyMs":53212.62387500005},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15190,"outputTokens":2567,"latencyMs":21439.23270799988},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11500,"outputTokens":2439,"latencyMs":21897.947292000055},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8789,"outputTokens":4999,"latencyMs":44197.20708299987},{"questionId":"q146","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8557,"outputTokens":2247,"latencyMs":18559.95900000003},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17139,"outputTokens":1223,"latencyMs":12629.996582999825},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":13172,"outputTokens":2247,"latencyMs":19349.258458000142},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"31","isCorrect":false,"inputTokens":15191,"outputTokens":2375,"latencyMs":20621.535374999978},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"34","isCorrect":false,"inputTokens":11501,"outputTokens":3079,"latencyMs":26991.963708000025},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":8790,"outputTokens":6855,"latencyMs":56376.46891599987},{"questionId":"q147","format":"csv","model":"gpt-5-nano","expected":"41","actual":"48","isCorrect":false,"inputTokens":8558,"outputTokens":4359,"latencyMs":33850.91108300001},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"41","actual":"30","isCorrect":false,"inputTokens":17140,"outputTokens":6215,"latencyMs":55234.437541999854},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":13173,"outputTokens":4615,"latencyMs":36097.152},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"48","isCorrect":false,"inputTokens":15191,"outputTokens":3847,"latencyMs":30409.343500000192},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":11501,"outputTokens":5319,"latencyMs":46027.35070800013},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":8790,"outputTokens":2567,"latencyMs":23506.050000000047},{"questionId":"q148","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":8558,"outputTokens":2759,"latencyMs":22184.165415999945},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"53","actual":"38","isCorrect":false,"inputTokens":17140,"outputTokens":4039,"latencyMs":35298.61958299996},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":13173,"outputTokens":3783,"latencyMs":30614.689082999947},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"44","isCorrect":false,"inputTokens":15197,"outputTokens":3719,"latencyMs":29834.36266699992},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"40","isCorrect":false,"inputTokens":11507,"outputTokens":3079,"latencyMs":25090.877416000003},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8796,"outputTokens":9031,"latencyMs":73046.81608300004},{"questionId":"q149","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8564,"outputTokens":4679,"latencyMs":37390.074375000084},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"57","actual":"53","isCorrect":false,"inputTokens":17146,"outputTokens":9863,"latencyMs":78908.07916700002},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"50","isCorrect":false,"inputTokens":13179,"outputTokens":5383,"latencyMs":44164.842792000156},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"40","isCorrect":false,"inputTokens":15197,"outputTokens":3975,"latencyMs":30214.30533299991},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":11507,"outputTokens":5767,"latencyMs":45538.37183299987},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8796,"outputTokens":7303,"latencyMs":55886.405792000005},{"questionId":"q150","format":"csv","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8564,"outputTokens":5063,"latencyMs":40918.89833300002},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"43","actual":"39","isCorrect":false,"inputTokens":17146,"outputTokens":5575,"latencyMs":44533.51637499989},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"41","isCorrect":false,"inputTokens":13179,"outputTokens":4167,"latencyMs":34540.51241600001},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15197,"outputTokens":2759,"latencyMs":22830.521541999886},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"24","isCorrect":false,"inputTokens":11507,"outputTokens":3655,"latencyMs":30591.125791999977},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8796,"outputTokens":2375,"latencyMs":19980.225000000093},{"questionId":"q151","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8564,"outputTokens":4487,"latencyMs":35011.44550000015},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"25","actual":"21","isCorrect":false,"inputTokens":17146,"outputTokens":2503,"latencyMs":20680.795791999903},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":13179,"outputTokens":3015,"latencyMs":25470.429832999827},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":1991,"latencyMs":15904.653542000102},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":1991,"latencyMs":15773.399708000012},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"6","actual":"8","isCorrect":false,"inputTokens":8796,"outputTokens":3911,"latencyMs":30477.758333999896},{"questionId":"q152","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":3079,"latencyMs":25298.29920800007},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2055,"latencyMs":17381.36900000018},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2247,"latencyMs":17803.371458000038},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":3975,"latencyMs":34721.63870900008},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":2247,"latencyMs":18682.798541999888},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":4487,"latencyMs":45786.2000409998},{"questionId":"q153","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":3207,"latencyMs":28298.8419590001},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2951,"latencyMs":25429.855874999892},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2759,"latencyMs":25250.47745799995},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15197,"outputTokens":2695,"latencyMs":23820.388250000076},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11507,"outputTokens":1671,"latencyMs":15172.126457999926},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8796,"outputTokens":2311,"latencyMs":51265.31212499994},{"questionId":"q154","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8564,"outputTokens":3143,"latencyMs":26948.168459000066},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17146,"outputTokens":1543,"latencyMs":14983.307834000094},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13179,"outputTokens":1991,"latencyMs":18626.102167000063}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning index a17dd49..751144b 100644 --- a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning +++ b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning @@ -1 +1 @@ -[{"questionId":"q1","format":"json","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6497,"outputTokens":2,"latencyMs":698.4317080000001},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":705.1002920000001},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":692.725167},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":892.18775},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":587.7725},{"questionId":"q2","format":"json","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":814.9885829999998},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":700.9096250000002},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":705.5847920000001},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":911.8705839999998},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":708.5096659999999},{"questionId":"q3","format":"json","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6500,"outputTokens":7,"latencyMs":510.79529100000036},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":379.89637500000026},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":329.561334},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":541.5103750000007},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":398.0410840000004},{"questionId":"q4","format":"json","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":482.28691700000036},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":340.97191699999985},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":359.4773330000007},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":404.2414170000002},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":444.46633399999973},{"questionId":"q5","format":"json","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6495,"outputTokens":1,"latencyMs":446.9668750000001},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":342.7015419999998},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"Yes","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":325.29079100000035},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":514.4642920000006},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":440.89358399999946},{"questionId":"q6","format":"json","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6496,"outputTokens":2,"latencyMs":508.7135840000001},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":449.0177080000003},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":336.81624999999985},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":830.5512079999999},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":370.25987499999974},{"questionId":"q7","format":"json","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":441.75729200000023},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":390.11258299999827},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":645.7720829999998},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":620.3913750000011},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":474.7195410000004},{"questionId":"q8","format":"json","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6499,"outputTokens":6,"latencyMs":515.6386670000011},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":453.3867500000015},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":351.5609999999997},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":535.5046249999996},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":381.2908750000006},{"questionId":"q9","format":"json","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":414.1642919999995},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":379.49524999999994},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":600.4480829999993},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":515.9059589999997},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":518.4748749999999},{"questionId":"q10","format":"json","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":511.20900000000074},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":359.2545000000009},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":383.50333300000057},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":416.08029200000055},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":358.5974160000005},{"questionId":"q11","format":"json","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":610.9420830000017},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":970.0556660000002},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":673.7865410000013},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":581.8113750000048},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":500.1076669999966},{"questionId":"q12","format":"json","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":564.2435000000041},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":745.7620840000018},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":1025.9006249999948},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":627.7701669999951},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":534.0345420000012},{"questionId":"q13","format":"json","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6497,"outputTokens":5,"latencyMs":416.74708400000236},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":352.8620840000003},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":343.13666699999885},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":451.4862920000014},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":376.7817500000019},{"questionId":"q14","format":"json","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":411.242207999996},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":360.6321250000037},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":440.05937500000437},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":411.7530420000039},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":468.7850840000028},{"questionId":"q15","format":"json","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":617.4689999999973},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":389.1441249999916},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":327.1612090000126},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":424.9916669999948},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":361.2239590000099},{"questionId":"q16","format":"json","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6497,"outputTokens":2,"latencyMs":473.3582919999899},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":363.17549999999756},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":314.0605829999986},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":451.52566600000137},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":354.7577079999901},{"questionId":"q17","format":"json","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":504.678917000012},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":360.210791000005},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":348.7516670000041},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":475.7767920000042},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":431.8781250000029},{"questionId":"q18","format":"json","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6498,"outputTokens":5,"latencyMs":487.57062500000757},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2648,"outputTokens":5,"latencyMs":418.8055000000022},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2503,"outputTokens":5,"latencyMs":417.9464580000058},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7440,"outputTokens":5,"latencyMs":557.1721249999973},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5134,"outputTokens":5,"latencyMs":378.41179199999897},{"questionId":"q19","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":490.6587500000023},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":349.0778750000027},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":341.8798749999987},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":443.09833300000173},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":383.26600000000326},{"questionId":"q20","format":"json","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":423.1333750000049},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":368.3564999999944},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":321.9873329999973},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":381.34087500000896},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":384.00158300000476},{"questionId":"q21","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":567.4044999999896},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":539.2898750000022},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":487.35645900000236},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":553.3728330000013},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":531.349749999994},{"questionId":"q22","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":1076.4664579999953},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":474.47324999999546},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":536.3049579999933},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":630.0101250000007},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":639.5429579999909},{"questionId":"q23","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":420.17949999999837},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":421.5564580000064},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":338.50508399998944},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":501.7032079999917},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":379.89274999999907},{"questionId":"q24","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":665.143790999995},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":310.0505830000038},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":337.82012499999837},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":470.72874999999476},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":365.99308400000155},{"questionId":"q25","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":422.6852079999953},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":357.9357500000042},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":328.54070800000045},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":416.5510409999988},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":629.1189589999994},{"questionId":"q26","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":346.44291699999303},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":350.5297920000012},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":367.48974999999336},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":491.3524999999936},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":489.4886669999978},{"questionId":"q27","format":"json","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":6500,"outputTokens":1,"latencyMs":635.7878749999945},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"85","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":424.2368339999957},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"87","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":341.04812500000116},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"86","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":497.36779199999},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"92","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":3317.904416000005},{"questionId":"q28","format":"json","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":6500,"outputTokens":1,"latencyMs":425.4160830000037},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":393.47329100000206},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":1289.344499999992},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":902.4537080000155},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":376.6017499999725},{"questionId":"q29","format":"json","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":478.12254199999734},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"50","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":331.4704159999965},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"45","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":341.97550000000047},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":495.44383400000515},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":408.5969589999877},{"questionId":"q30","format":"json","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":6500,"outputTokens":1,"latencyMs":371.6812090000021},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"37","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":331.47408300000825},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"38","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":353.8475829999952},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"23","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":453.06554199999664},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":419.79341699997894},{"questionId":"q31","format":"json","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":998.309791000007},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":449.0576659999788},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":687.9613330000138},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":555.7599580000096},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":562.424417000002},{"questionId":"q32","format":"json","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99502","isCorrect":false,"inputTokens":6497,"outputTokens":2,"latencyMs":599.9712500000023},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"102519","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":441.8850419999799},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99495","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":577.8823749999865},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98094","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":563.3307499999937},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100242","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":459.0272920000134},{"questionId":"q33","format":"json","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":6494,"outputTokens":1,"latencyMs":399.77670899999794},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":452.1932079999824},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"90","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":332.68537500000093},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":430.7341670000169},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":383.92070799999055},{"questionId":"q34","format":"json","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6494,"outputTokens":1,"latencyMs":438.3737090000068},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":354.6910419999913},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"0","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":365.1461249999993},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7436,"outputTokens":1,"latencyMs":531.8878749999858},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"16","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":384.20195799999055},{"questionId":"q35","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":432.79262500000186},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":350.9897500000079},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":330.1381659999897},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":420.5714999999909},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":357.84150000000955},{"questionId":"q36","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":424.2470410000242},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":332.97966599999927},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":397.1038750000007},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":404.591665999993},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":369.37812499998836},{"questionId":"q37","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":455.2139170000155},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":471.7008330000099},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":336.1541670000006},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":447.25016599998344},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.45404199999757},{"questionId":"q38","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":358.57937500000116},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":402.78295800002525},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":2507,"outputTokens":1,"latencyMs":422.1504159999895},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":388.0693339999998},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":377.05287499999395},{"questionId":"q39","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":335.70737499999814},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":333.08954200000153},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":369.7895000000135},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":419.5512499999895},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":357.7318749999977},{"questionId":"q40","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"16","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":514.4955829999817},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"25","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":343.4317089999968},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":361.9473750000179},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"18","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":549.9660420000146},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"22","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":379.66312499999185},{"questionId":"q41","format":"json","model":"grok-4-fast-non-reasoning","expected":"63","actual":"81","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":613.0180839999812},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":472.73916700002155},{"questionId":"q41","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"71","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":559.1496669999906},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"83","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":519.3990829999966},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":461.6559589999961},{"questionId":"q42","format":"json","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":591.4287499999919},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"69","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":543.1340829999826},{"questionId":"q42","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"60","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":437.9410410000128},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":524.0072919999948},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"61","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":533.4677500000107},{"questionId":"q43","format":"json","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":632.4932499999995},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":333.72958300000755},{"questionId":"q43","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":359.9170419999864},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":507.24795799999265},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":371.66520799999125},{"questionId":"q44","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"6","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":899.2708750000165},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":387.2634160000016},{"questionId":"q44","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"11","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":1514.7414160000044},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":499.13629199998104},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":373.02720800001407},{"questionId":"q45","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":446.65454199997475},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":462.9795410000079},{"questionId":"q45","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":358.7244999999821},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":428.20837500001653},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":5138,"outputTokens":1,"latencyMs":356.5478749999893},{"questionId":"q46","format":"json","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":495.2798339999863},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":325.7951250000042},{"questionId":"q46","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":339.9399169999815},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":447.58204199999454},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":358.56441699998686},{"questionId":"q47","format":"json","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":512.6407920000202},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":345.54816700000083},{"questionId":"q47","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":374.03254200000083},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"11","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":444.04745799998636},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":393.19791700001224},{"questionId":"q48","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":517.028707999998},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":337.6025420000078},{"questionId":"q48","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":333.2845840000082},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":460.9259580000071},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":381.6030829999945},{"questionId":"q49","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":420.1055420000048},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"22","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":346.74445800000103},{"questionId":"q49","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":348.91116700001294},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":466.3632499999949},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":352.580541000003},{"questionId":"q50","format":"json","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":403.0265419999778},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"14","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":316.8547499999986},{"questionId":"q50","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":321.3458329999994},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":413.42291700001806},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":342.8349159999925},{"questionId":"q51","format":"json","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9893,"outputTokens":3,"latencyMs":727.883124999993},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":741.135958000028},{"questionId":"q51","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":961.897500000021},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":795.4033330000238},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":660.2018750000279},{"questionId":"q52","format":"json","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9893,"outputTokens":2,"latencyMs":687.439458000008},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":519.109999999986},{"questionId":"q52","format":"csv","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":565.1611670000129},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":981.5676669999957},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":642.0996249999735},{"questionId":"q53","format":"json","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9893,"outputTokens":3,"latencyMs":781.8867079999764},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":387.0016670000041},{"questionId":"q53","format":"csv","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":506.9694170000148},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":574.146791999985},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":499.92070899996907},{"questionId":"q54","format":"json","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":614.0333749999991},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":414.50520800001686},{"questionId":"q54","format":"csv","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":785.092042000033},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":585.8165000000154},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":433.7791660000221},{"questionId":"q55","format":"json","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9893,"outputTokens":3,"latencyMs":676.0467499999795},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":431.4222080000327},{"questionId":"q55","format":"csv","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":476.3579580000369},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":426.8347089999588},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":550.4247079999768},{"questionId":"q56","format":"json","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":616.1004579999717},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":379.3727080000099},{"questionId":"q56","format":"csv","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":549.5194999999949},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":630.5300830000197},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":525.5559580000117},{"questionId":"q57","format":"json","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9893,"outputTokens":4,"latencyMs":452.3989580000052},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6093,"outputTokens":4,"latencyMs":467.7383329999866},{"questionId":"q57","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7251,"outputTokens":4,"latencyMs":480.897874999966},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11148,"outputTokens":4,"latencyMs":609.3512910000281},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7503,"outputTokens":4,"latencyMs":619.2319579999894},{"questionId":"q58","format":"json","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9893,"outputTokens":2,"latencyMs":606.6449579999899},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":413.5544579999987},{"questionId":"q58","format":"csv","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":516.4176659999648},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":599.6032920000143},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":836.19650000002},{"questionId":"q59","format":"json","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9894,"outputTokens":6,"latencyMs":643.4104590000352},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":391.7320830000099},{"questionId":"q59","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":479.0685830000439},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":768.460417000053},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":494.50104100001045},{"questionId":"q60","format":"json","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9894,"outputTokens":5,"latencyMs":613.0985419999924},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":644.8018750000047},{"questionId":"q60","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":433.6040829999838},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":465.364459000004},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":476.87195800000336},{"questionId":"q61","format":"json","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":9894,"outputTokens":6,"latencyMs":528.9399170000106},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":574.7328330000164},{"questionId":"q61","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":671.3167920000269},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":705.145916999958},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":651.6939999999595},{"questionId":"q62","format":"json","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":874.7968330000294},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":523.625417000032},{"questionId":"q62","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":697.9776249999995},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":699.9557909999858},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":660.453291999991},{"questionId":"q63","format":"json","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9894,"outputTokens":4,"latencyMs":649.4453329999815},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6094,"outputTokens":4,"latencyMs":3642.2886249999865},{"questionId":"q63","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7252,"outputTokens":4,"latencyMs":694.9339580000378},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11149,"outputTokens":4,"latencyMs":1261.183665999968},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7504,"outputTokens":4,"latencyMs":974.4072080000187},{"questionId":"q64","format":"json","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9894,"outputTokens":5,"latencyMs":4793.061708000023},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":373.3788330000243},{"questionId":"q64","format":"csv","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":460.0917499999632},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":2612.262875000015},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":564.1682920000167},{"questionId":"q65","format":"json","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":9894,"outputTokens":6,"latencyMs":594.0598749999772},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":375.4532499999623},{"questionId":"q65","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":434.1858329999959},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":684.5031249999884},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":836.7789580000099},{"questionId":"q66","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":438.82083400001284},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":429.29812500003027},{"questionId":"q66","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":461.90408299997216},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":438.7525420000311},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":432.8805000000284},{"questionId":"q67","format":"json","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9894,"outputTokens":8,"latencyMs":457.8181249999907},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6094,"outputTokens":8,"latencyMs":395.28329099999974},{"questionId":"q67","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7252,"outputTokens":8,"latencyMs":414.0447920000297},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11149,"outputTokens":8,"latencyMs":700.0751659999951},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7504,"outputTokens":8,"latencyMs":419.4607500000275},{"questionId":"q68","format":"json","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9894,"outputTokens":7,"latencyMs":494.34158300003037},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":7,"latencyMs":443.65970799996285},{"questionId":"q68","format":"csv","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":7,"latencyMs":883.0655419999966},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":7,"latencyMs":493.6140829999931},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":7,"latencyMs":444.5786669999943},{"questionId":"q69","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":9890,"outputTokens":1,"latencyMs":553.189000000013},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":467.0407910000067},{"questionId":"q69","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":358.22266600001603},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":391.4097910000128},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":476.4627910000272},{"questionId":"q70","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9890,"outputTokens":1,"latencyMs":605.2291660000337},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":414.7919170000241},{"questionId":"q70","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":452.56374999997206},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":442.38504100003047},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":442.48795799998334},{"questionId":"q71","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9891,"outputTokens":1,"latencyMs":552.0924579999992},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":524.4859999999753},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":610.2192090000026},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":541.334709000017},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":7501,"outputTokens":1,"latencyMs":580.4272089999868},{"questionId":"q72","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9891,"outputTokens":1,"latencyMs":701.763917000033},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":546.8154579999973},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":606.8942500000121},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":704.116875000007},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":646.5863749999553},{"questionId":"q73","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9891,"outputTokens":1,"latencyMs":388.66775000002235},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":341.5136249999632},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":505.67512500000885},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":574.8038340000203},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":423.4211249999935},{"questionId":"q74","format":"json","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29493.47","isCorrect":false,"inputTokens":9891,"outputTokens":4,"latencyMs":918.0424169999897},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"31727.67","isCorrect":false,"inputTokens":6091,"outputTokens":4,"latencyMs":392.7190830000327},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"32927.51","isCorrect":false,"inputTokens":7249,"outputTokens":4,"latencyMs":418.64045800000895},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29708.93","isCorrect":false,"inputTokens":11146,"outputTokens":4,"latencyMs":426.26933399995323},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"33079.94","isCorrect":false,"inputTokens":7501,"outputTokens":4,"latencyMs":446.7944579999894},{"questionId":"q75","format":"json","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1007.41","isCorrect":false,"inputTokens":9889,"outputTokens":4,"latencyMs":434.47375000000466},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1113.00","isCorrect":false,"inputTokens":6089,"outputTokens":4,"latencyMs":376.893458000035},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1139.44","isCorrect":false,"inputTokens":7247,"outputTokens":4,"latencyMs":423.54924999998184},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"801.28","isCorrect":false,"inputTokens":11144,"outputTokens":3,"latencyMs":466.10029199998826},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1007.27","isCorrect":false,"inputTokens":7499,"outputTokens":4,"latencyMs":502.4599159999634},{"questionId":"q76","format":"json","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":9890,"outputTokens":1,"latencyMs":459.907125000027},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":358.25841700000456},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":404.8221669999766},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":570.2001670000027},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":533.017165999976},{"questionId":"q77","format":"json","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9889,"outputTokens":4,"latencyMs":620.2062499999884},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6089,"outputTokens":4,"latencyMs":353.32566699996823},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7247,"outputTokens":4,"latencyMs":469.11645799997495},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1844.29","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":1040.3549580000108},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7499,"outputTokens":4,"latencyMs":418.59216699999524},{"questionId":"q78","format":"json","model":"grok-4-fast-non-reasoning","expected":"44","actual":"38","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":620.5553749999963},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":524.5127080000238},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":404.11249999998836},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"37","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":555.0264170000446},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"31","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":531.3082080000313},{"questionId":"q79","format":"json","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":459.1045409999788},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"26","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":1055.3679589999956},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"25","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":456.42512500000885},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":2132.0397080000257},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":557.5238750000135},{"questionId":"q80","format":"json","model":"grok-4-fast-non-reasoning","expected":"32","actual":"28","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":628.4271250000456},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":406.05650000000605},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"22","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":449.8247090000077},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":408.3925000000163},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"23","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":380.03658300003735},{"questionId":"q81","format":"json","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":635.5603330000304},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":850.4869999999646},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":638.0724170000176},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11152,"outputTokens":1,"latencyMs":638.7932499999879},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":625.5621249999967},{"questionId":"q82","format":"json","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":840.6666669999831},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6097,"outputTokens":1,"latencyMs":617.6725829999777},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":730.9457089999923},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":621.569542000012},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":611.4940829999978},{"questionId":"q83","format":"json","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":9898,"outputTokens":1,"latencyMs":588.0441250000149},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":444.76183299999684},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":438.8548329999903},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":469.11754099995596},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":410.0170839999919},{"questionId":"q84","format":"json","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":9898,"outputTokens":1,"latencyMs":720.6972079999978},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":411.6137919999892},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":484.27291599998716},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":611.5813749999506},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":751.3119169999845},{"questionId":"q85","format":"json","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9898,"outputTokens":1,"latencyMs":398.1811250000028},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":394.52558300003875},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":412.70416600001045},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"9","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":597.8417909999844},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":453.11637500004144},{"questionId":"q86","format":"json","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":562.8067499999888},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":339.7534169999999},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":435.6341670000111},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":496.9380409999867},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":571.8007499999949},{"questionId":"q87","format":"json","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":427.21583399997326},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":820.03125},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":457.946707999974},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"9","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":378.0802910000202},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7507,"outputTokens":1,"latencyMs":409.735708000022},{"questionId":"q88","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":9898,"outputTokens":1,"latencyMs":437.2494580000057},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":383.27262499998324},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":529.0802079999703},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":1285.452958000009},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":460.0278330000001},{"questionId":"q89","format":"json","model":"grok-4-fast-non-reasoning","expected":"27","actual":"10","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":431.7382499999949},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"16","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":537.1794579999987},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":490.00037500000326},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"11","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":996.5453750000452},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"10","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":477.4434170000022},{"questionId":"q90","format":"json","model":"grok-4-fast-non-reasoning","expected":"27","actual":"6","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":622.8020419999957},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":408.10479100001976},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"11","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":614.5218750000349},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":456.33474999998},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":452.28595900000073},{"questionId":"q91","format":"json","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3812,"outputTokens":2,"latencyMs":512.0940829999745},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":521.2822919999016},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":470.57587499998044},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":667.7317500000354},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":769.0755000000354},{"questionId":"q92","format":"json","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":1307.3682079999708},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":895.4198750000214},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":1321.531667000032},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":693.9674159999704},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":1647.9803329999559},{"questionId":"q93","format":"json","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":427.8394579999149},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":385.52599999995437},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":344.2436250000028},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":370.3172499999637},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":365.40454199991655},{"questionId":"q94","format":"json","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":417.8831250000512},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":375.3961249999702},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":358.8735830000369},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":331.4742499999702},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":351.2820000000065},{"questionId":"q95","format":"json","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":325.6280829999596},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":549.1420419999631},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":334.86204099992756},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":353.5433750000084},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":360.69358299998567},{"questionId":"q96","format":"json","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3812,"outputTokens":2,"latencyMs":379.54725000006147},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":344.701584000024},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":373.74212499998976},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":341.00674999994226},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":331.86979100003373},{"questionId":"q97","format":"json","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":367.06341699999757},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":330.8835839999374},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":587.5201250000391},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":338.3891250001034},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":332.67245800001547},{"questionId":"q98","format":"json","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":386.9850419999566},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":339.2252500000177},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":339.07091699994635},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":353.86791699996684},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":345.97462500003166},{"questionId":"q99","format":"json","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":354.2595000000438},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":327.9309999999823},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":360.8634580000071},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":363.43295899999794},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":441.14145900006406},{"questionId":"q100","format":"json","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":411.5136250000214},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":335.3379999999888},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":335.1567909999285},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":364.3419170000125},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":387.7302919999929},{"questionId":"q101","format":"json","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3812,"outputTokens":2,"latencyMs":509.94825000001583},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":416.3071250000503},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":438.1527500000084},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":495.4235409999965},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":438.84499999997206},{"questionId":"q102","format":"json","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":445.15104200004134},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":762.1040420000209},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":501.315166000044},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":447.0712080000667},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":490.72916700004134},{"questionId":"q103","format":"json","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":389.5130000000354},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":329.99291699996684},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":337.7700419999892},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":348.5478750000475},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":365.7920419999864},{"questionId":"q104","format":"json","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"307291","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":394.71979200001806},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"394174","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":335.1633340000408},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"509,726","isCorrect":false,"inputTokens":1598,"outputTokens":3,"latencyMs":356.3924579999875},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"334786","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":461.0274169999175},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"319377","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":387.4348750000354},{"questionId":"q105","format":"json","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"245482.84","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":458.4152499999618},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"290,081.53","isCorrect":false,"inputTokens":1717,"outputTokens":5,"latencyMs":354.16574999992736},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"276,228.78","isCorrect":false,"inputTokens":1596,"outputTokens":5,"latencyMs":350.7130419999594},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"276201.69","isCorrect":false,"inputTokens":4458,"outputTokens":4,"latencyMs":399.93745800002944},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"258824.8","isCorrect":false,"inputTokens":3140,"outputTokens":4,"latencyMs":384.60008300002664},{"questionId":"q106","format":"json","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1318","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":354.8573750000214},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1630","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":352.98499999998603},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1562","isCorrect":false,"inputTokens":1598,"outputTokens":2,"latencyMs":312.03625000000466},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1099","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":366.8184579999652},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1263","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":385.2700000000186},{"questionId":"q107","format":"json","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6100","isCorrect":false,"inputTokens":3808,"outputTokens":2,"latencyMs":1934.9806250000838},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5808","isCorrect":false,"inputTokens":1718,"outputTokens":2,"latencyMs":355.217624999932},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6061","isCorrect":false,"inputTokens":1597,"outputTokens":2,"latencyMs":337.55179199995473},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6225","isCorrect":false,"inputTokens":4459,"outputTokens":2,"latencyMs":396.03858300007414},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6142.2","isCorrect":false,"inputTokens":3141,"outputTokens":4,"latencyMs":345.4347500000149},{"questionId":"q108","format":"json","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5995.13","isCorrect":false,"inputTokens":3806,"outputTokens":4,"latencyMs":392.9480830000248},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5875.58","isCorrect":false,"inputTokens":1716,"outputTokens":4,"latencyMs":375.54824999999255},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5655.84","isCorrect":false,"inputTokens":1595,"outputTokens":4,"latencyMs":342.9759169999743},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5572.50","isCorrect":false,"inputTokens":4457,"outputTokens":4,"latencyMs":371.2445000000298},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6454.41","isCorrect":false,"inputTokens":3139,"outputTokens":4,"latencyMs":363.0110829999903},{"questionId":"q109","format":"json","model":"grok-4-fast-non-reasoning","expected":"30","actual":"39.03","isCorrect":false,"inputTokens":3808,"outputTokens":3,"latencyMs":355.55816600006074},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30","actual":"41.2","isCorrect":false,"inputTokens":1718,"outputTokens":3,"latencyMs":490.8961249999702},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.89","isCorrect":false,"inputTokens":1597,"outputTokens":3,"latencyMs":397.9794169999659},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"35.2","isCorrect":false,"inputTokens":4459,"outputTokens":3,"latencyMs":376.2820000000065},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"35.03","isCorrect":false,"inputTokens":3141,"outputTokens":3,"latencyMs":369.72279200004414},{"questionId":"q110","format":"json","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":372.92995799996424},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1718,"outputTokens":1,"latencyMs":392.8679159999592},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1597,"outputTokens":1,"latencyMs":353.2490000000689},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":4459,"outputTokens":1,"latencyMs":357.7402920000022},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3141,"outputTokens":1,"latencyMs":339.7615419999929},{"questionId":"q111","format":"json","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":425.6504160000477},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1721,"outputTokens":2,"latencyMs":416.78933299996424},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1600,"outputTokens":2,"latencyMs":520.3253750000149},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":4462,"outputTokens":2,"latencyMs":468.920749999932},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3144,"outputTokens":2,"latencyMs":535.9784160000272},{"questionId":"q112","format":"json","model":"grok-4-fast-non-reasoning","expected":"42","actual":"31","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":461.38925000000745},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"42","isCorrect":true,"inputTokens":1719,"outputTokens":1,"latencyMs":516.2550829999382},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":455.7998329999391},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"35","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":441.0571249999339},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":432.17800000007264},{"questionId":"q113","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"5","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":388.9318750000093},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"5","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":313.69804200006183},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":361.35270799999125},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":349.3371660000412},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":332.5248750000028},{"questionId":"q114","format":"json","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":349.4380840000231},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"20","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":361.36429199995473},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":365.0253329999978},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"13","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":322.985708000022},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":398.2416669999948},{"questionId":"q115","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":370.7632910000393},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":348.2098339999793},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":317.24479200004134},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":376.014499999932},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":330.99220799992327},{"questionId":"q116","format":"json","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":341.95470799994655},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":420.7263340000063},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":322.5673330000136},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"9","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":338.44495899998583},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":428.8776249999646},{"questionId":"q117","format":"json","model":"grok-4-fast-non-reasoning","expected":"28","actual":"19","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":324.16683299990837},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"21","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":352.3504579999717},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":330.3462910000235},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"17","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":818.0458330000984},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"14","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":334.9847080000909},{"questionId":"q118","format":"json","model":"grok-4-fast-non-reasoning","expected":"28","actual":"19","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":353.39695800002664},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"19","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":345.9782500000438},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":998.0578750000568},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":355.32695799996145},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":378.12475000007544},{"questionId":"q119","format":"json","model":"grok-4-fast-non-reasoning","expected":"26","actual":"10","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":330.42225000006147},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":356.29262500000186},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":599.891958000022},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"11","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":353.9576670000097},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":347.40808399999514},{"questionId":"q120","format":"json","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":364.0858329999028},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":319.90541700005997},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"6","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":561.8148330000695},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":877.2711670000572},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":362.4757919999538},{"questionId":"q121","format":"json","model":"grok-4-fast-non-reasoning","expected":"35","actual":"18","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":511.6092920000665},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"35","actual":"26","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":452.1440420000581},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"35","actual":"25","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":518.8622090000426},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"20","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":490.50466699991375},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"15","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":516.6972920000553},{"questionId":"q122","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":461.9849160000449},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"25","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":443.2595409998903},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"26","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":448.0506250000326},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"15","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":442.5793340000091},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":457.0776659999974},{"questionId":"q123","format":"json","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":405.40737499995157},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":330.96416600001976},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1607,"outputTokens":1,"latencyMs":459.2931249999674},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":442.4327500000363},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":356.84095800004434},{"questionId":"q124","format":"json","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":396.000457999995},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":781.2889580000192},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":359.81970899994485},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"29","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":375.6177499999758},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":682.3050000000512},{"questionId":"q125","format":"json","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15226,"outputTokens":2,"latencyMs":729.9610419999808},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":601.1570000000065},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":572.328375000041},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":866.060584000079},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":795.8202079999028},{"questionId":"q126","format":"json","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15227,"outputTokens":2,"latencyMs":743.4340000000084},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":601.1281670000171},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":648.6863750000484},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":874.5649170000106},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":836.5602499999804},{"questionId":"q127","format":"json","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15223,"outputTokens":2,"latencyMs":1230.7621250000084},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":628.7629579999484},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":617.9505829999689},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":859.392416000017},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":609.8525410000002},{"questionId":"q128","format":"json","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15228,"outputTokens":1,"latencyMs":725.3980839999858},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":622.2757089999504},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":649.9968329999829},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":829.6133329999866},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":616.5975409999955},{"questionId":"q129","format":"json","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15223,"outputTokens":2,"latencyMs":679.2495839999756},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":616.9199999999255},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":626.3514170000562},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":775.6362920000684},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":595.9769999999553},{"questionId":"q130","format":"json","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15227,"outputTokens":2,"latencyMs":708.0982920000097},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":571.9233330000425},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":825.9895830000751},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":860.6652079999913},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":474.81366700003855},{"questionId":"q131","format":"json","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15227,"outputTokens":2,"latencyMs":906.4567919999827},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8834,"outputTokens":1,"latencyMs":769.3345839999383},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8604,"outputTokens":1,"latencyMs":875.4705829999875},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":955.345042000059},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":751.2529169999762},{"questionId":"q132","format":"json","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15225,"outputTokens":1,"latencyMs":649.2168329999549},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8832,"outputTokens":1,"latencyMs":737.5448340000585},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8602,"outputTokens":1,"latencyMs":697.950542000006},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":589.0147500000894},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"Microsoft","isCorrect":true,"inputTokens":13226,"outputTokens":1,"latencyMs":480.57258399995044},{"questionId":"q133","format":"json","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":413.5499579999596},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8837,"outputTokens":1,"latencyMs":544.7179999999935},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8607,"outputTokens":1,"latencyMs":643.5643749999581},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17147,"outputTokens":1,"latencyMs":842.3342079999857},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13231,"outputTokens":1,"latencyMs":589.6995830000378},{"questionId":"q134","format":"json","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15226,"outputTokens":2,"latencyMs":711.3204589999514},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":463.24300000001676},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":627.1782090000343},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":947.7736250000307},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":655.6761670000851},{"questionId":"q135","format":"json","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15230,"outputTokens":2,"latencyMs":725.0552919999463},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":634.9932079999708},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":846.9766250000102},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":481.3000830000965},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":651.0910419999855},{"questionId":"q136","format":"json","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13017246","isCorrect":false,"inputTokens":15225,"outputTokens":3,"latencyMs":443.8626669999212},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"16718003","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":351.09612500004005},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12372437","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":507.99300000001676},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":746.2915839999914},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":712.3095419999445},{"questionId":"q137","format":"json","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15222,"outputTokens":1,"latencyMs":755.5268749999814},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":453.32299999997485},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":606.7207919999491},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"81","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":749.6801670000423},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":469.2837090000976},{"questionId":"q138","format":"json","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"139642","isCorrect":false,"inputTokens":15224,"outputTokens":2,"latencyMs":490.2549580000341},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"141922","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":664.8130420000525},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"138507","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":658.7655410000589},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"123456","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":833.3057920000283},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"135137","isCorrect":false,"inputTokens":13225,"outputTokens":2,"latencyMs":689.6817920000758},{"questionId":"q139","format":"json","model":"grok-4-fast-non-reasoning","expected":"77","actual":"66","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":679.0625829999335},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"62","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":612.4040830000304},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"71","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":392.58745900006033},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"57","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1002.3610839999747},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"66","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":722.9592500000726},{"questionId":"q140","format":"json","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":747.9068330000155},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":352.28904200007673},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"49","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":2697.606749999919},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":512.9570420000236},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"28","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":459.07554099999834},{"questionId":"q141","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"15","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":815.7503330000909},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"27","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":854.3384579999838},{"questionId":"q141","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":621.167958999984},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":963.0196670000441},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"18","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":587.9345000000903},{"questionId":"q142","format":"json","model":"grok-4-fast-non-reasoning","expected":"49","actual":"55","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":861.4571659999201},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"63","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":712.7159159999574},{"questionId":"q142","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"65","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":602.7768340000184},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"66","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":875.1989169999724},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"26","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":541.4795419999864},{"questionId":"q143","format":"json","model":"grok-4-fast-non-reasoning","expected":"23","actual":"24","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":739.7675000000745},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"58","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":449.70108300005086},{"questionId":"q143","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"45","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":622.1136249999981},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"12","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":500.5198340000352},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":492.234417000087},{"questionId":"q144","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":692.2474580000853},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"55","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":614.423375000013},{"questionId":"q144","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":727.2712920000777},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":462.89012499991804},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"33","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":490.65674999996554},{"questionId":"q145","format":"json","model":"grok-4-fast-non-reasoning","expected":"19","actual":"20","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":956.9251249999506},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"24","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":413.5989999999292},{"questionId":"q145","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"4","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":446.15575000003446},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"26","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":458.60258299997076},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":493.5773749999935},{"questionId":"q146","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":664.9487500000978},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":627.6043329999084},{"questionId":"q146","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":694.1845830000238},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":533.8589159999974},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":642.0069580000127},{"questionId":"q147","format":"json","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":15226,"outputTokens":1,"latencyMs":729.7156670000404},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"49","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":407.87087500002235},{"questionId":"q147","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"29","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":432.9565419999417},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"27","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":489.36449999990873},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":524.2577499999898},{"questionId":"q148","format":"json","model":"grok-4-fast-non-reasoning","expected":"53","actual":"34","isCorrect":false,"inputTokens":15226,"outputTokens":1,"latencyMs":798.2451250000158},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":504.5879999999888},{"questionId":"q148","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"33","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":430.4087919999147},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"41","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":497.9735830000136},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"41","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":627.0809589999262},{"questionId":"q149","format":"json","model":"grok-4-fast-non-reasoning","expected":"57","actual":"36","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":761.2203750000335},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"22","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":597.3641249999637},{"questionId":"q149","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"35","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":541.3266670000739},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"51","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":753.2026659999974},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"33","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":855.6235000001034},{"questionId":"q150","format":"json","model":"grok-4-fast-non-reasoning","expected":"43","actual":"33","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":450.5811250000261},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"17","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":602.9052910000319},{"questionId":"q150","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"20","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":410.8931249999441},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":582.6412919999566},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"20","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":438.29416699998546},{"questionId":"q151","format":"json","model":"grok-4-fast-non-reasoning","expected":"25","actual":"20","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":672.7697499999776},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":575.2732079999987},{"questionId":"q151","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"15","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":597.7402499999152},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"13","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":954.6361249999609},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":580.9449160000077},{"questionId":"q152","format":"json","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":546.6326660000486},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":568.3653749999357},{"questionId":"q152","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":563.5409579999978},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":650.3802500000456},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":576.9144170000218},{"questionId":"q153","format":"json","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":486.32499999995343},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":451.4794590000529},{"questionId":"q153","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":436.0377500000177},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":860.0279579999624},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":473.2072919999482},{"questionId":"q154","format":"json","model":"grok-4-fast-non-reasoning","expected":"1","actual":"8","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":676.8016669999342},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":605.9571250000736},{"questionId":"q154","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":415.5083330000052},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":468.4309999999823},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":13233,"outputTokens":1,"latencyMs":483.8950419999892}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":761.8773750000005},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":545.0217500000003},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":517.9234580000002},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":453.1534999999999},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":559.0094590000003},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":639.4425000000001},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":574.7027499999999},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":515.1512080000002},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":511.58333300000004},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":542.787084},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":480.4067090000008},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":362.77137499999935},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6502,"outputTokens":7,"latencyMs":484.48512500000015},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":584.7934169999999},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":354.22270800000024},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":405.0227909999994},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":470.09600000000046},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":369.6528330000001},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":500.7443749999993},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":360.2584999999999},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":666.2237499999992},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":353.71029199999975},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":437.17562500000076},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":373.88087500000074},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":630.1318329999995},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":1047.9944159999995},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":403.2854580000003},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"Yes","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":323.3902080000007},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":417.07037499999933},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":487.94408400000066},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":421.91754200000105},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4092,"outputTokens":2,"latencyMs":367.805957999999},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":369.13958300000013},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":386.7621670000008},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":520.7130409999991},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":403.4038330000003},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":469.22700000000077},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":345.25104199999987},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":357.03591699999924},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":357.68991599999936},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":505.92754199999945},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":342.50066700000025},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6501,"outputTokens":6,"latencyMs":551.0886250000003},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":391.23162500000035},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":336.99975000000086},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":350.46749999999884},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":547.207042},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":338.35091699999975},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":457.0891250000004},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":334.70437500000116},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":392.26804200000333},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":422.4300829999993},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":537.4906249999985},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":434.1172080000033},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":547.4564580000006},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":613.2717499999999},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":628.2829579999961},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":530.0692500000005},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":760.9945000000007},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":558.976582999996},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6500,"outputTokens":2,"latencyMs":512.6679159999912},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4094,"outputTokens":2,"latencyMs":365.9900830000115},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":332.9880420000118},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":362.0666670000064},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":349.4962919999962},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":796.1622919999936},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":472.6434159999917},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":391.55349999999453},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":338.99145800000406},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":320.95362499999464},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":476.2410830000008},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":345.6444579999952},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6499,"outputTokens":5,"latencyMs":413.0407500000001},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4093,"outputTokens":5,"latencyMs":348.28266700000677},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":353.4457079999993},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":384.9330840000039},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":520.598708000005},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":399.0876669999998},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6501,"outputTokens":1,"latencyMs":408.4727089999942},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4095,"outputTokens":1,"latencyMs":341.8660000000091},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":329.4681249999994},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":335.87504199999967},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":471.6568750000006},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":307.87266599999566},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":426.3641249999928},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":366.79116700000304},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":378.607416999992},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":344.60929199999373},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":457.0834590000013},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":2360.4816250000003},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":471.63291599998774},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":454.08433300000615},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":352.1990829999995},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":331.69574999999895},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":444.3667909999931},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":559.2680829999881},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":507.46933400000853},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":415.0520419999957},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":385.6255000000092},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":411.41229200000816},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":545.5625419999997},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":466.79899999999907},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6500,"outputTokens":5,"latencyMs":453.5650000000023},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4094,"outputTokens":5,"latencyMs":438.4252919999999},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2648,"outputTokens":5,"latencyMs":472.0716250000114},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2503,"outputTokens":5,"latencyMs":557.4646669999929},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7440,"outputTokens":5,"latencyMs":517.5549170000013},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5134,"outputTokens":5,"latencyMs":517.8763340000005},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":482.9360000000015},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":429.1014589999977},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":377.7461250000051},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":341.1035830000037},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":794.482124999995},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":440.50379200000316},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":444.9034580000007},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":442.80291700000816},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":343.57450000000244},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":327.8796250000014},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":2013.2518339999951},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":383.37554100000125},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":484.57983299999614},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":343.7469999999885},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":389.0648329999967},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":428.348708000005},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":485.7848329999979},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":335.82112499998766},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":403.7931670000107},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":339.797332999995},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":341.1053749999992},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":368.79095899999083},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":473.10595899999316},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":343.8685830000031},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":905.4709159999911},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":315.3877499999944},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":524.5379170000087},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":516.2225000000035},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":446.57279100001324},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":380.6857500000042},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":809.7948749999923},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":454.2739999999758},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":445.3422079999873},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":469.7410000000091},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":337.2180829999852},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":426.7832499999786},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":429.77241700000013},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":341.9688330000208},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":356.7826670000213},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":370.1393340000068},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":409.98233299999265},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":366.19229200002155},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":480.3096249999944},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":489.6255409999867},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":480.84500000000116},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":597.1106250000012},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":540.6125829999801},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":477.57079200001317},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":545.9500829999743},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":480.29237499999},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"82","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":510.00391599998693},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":478.80362500000047},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":527.9325829999871},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":355.005084000004},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"61","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":438.1707500000193},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":651.7952499999956},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"59","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":370.66095900000073},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"65","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":362.6848330000066},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":517.0673750000133},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":336.3202910000109},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":356.17095800000243},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":766.2498750000086},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"45","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":376.3862090000184},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":516.2958329999819},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":565.8851250000007},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":358.86658400000306},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":475.9775840000075},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":334.4660829999775},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"33","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":605.6304170000076},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"28","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":1036.5148340000014},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"20","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":438.68291699999827},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":444.0763330000045},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":599.3607499999925},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":383.8635409999988},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":427.2347080000036},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":389.5847080000094},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":440.45383300000685},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":349.9150840000075},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98650","isCorrect":false,"inputTokens":6499,"outputTokens":2,"latencyMs":611.386708999984},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99710","isCorrect":false,"inputTokens":4093,"outputTokens":2,"latencyMs":379.15158299999894},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100934","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":332.3384579999838},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99885","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":382.7724159999925},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98942","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":463.59954200001084},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97271","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":394.89879100001417},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":383.8285840000026},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":322.87987499998417},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":365.04041600000346},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"91","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":395.4356250000128},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":435.97345900000073},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":372.9010830000043},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":444.01062500002445},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":329.42833400002564},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":492.1781659999979},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":993.5453750000161},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":492.67337499998393},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":496.56795799999963},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":522.148749999993},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":1762.5627500000119},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":490.59941699999035},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":490.92279199999757},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":549.5636669999803},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":991.0178749999905},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":470.9942919999885},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":332.79475000000093},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":346.823166999995},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":341.19362500001444},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":476.351250000007},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":448.17654200000106},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":467.8966670000227},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":374.3169159999816},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":346.9868750000023},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":354.92116699999315},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":474.05429199998616},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":340.4786669999885},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":448.8451669999922},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":340.6155410000065},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":364.4889169999806},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":443.4985839999863},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":412.87570799997775},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":356.1766250000219},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":402.7448330000043},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":327.1449999999895},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":368.4154170000111},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":334.86591600000975},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":604.6071670000092},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":425.1431659999944},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"15","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":424.4211249999935},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"20","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":390.60599999999977},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":428.3810419999936},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":339.2678330000199},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"16","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":495.16095900000073},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"20","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":384.6077089999744},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":339.14879100001417},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":366.70295800000895},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":323.09437500001513},{"questionId":"q41","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"75","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":379.9422499999928},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":424.0458750000107},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":346.4710829999822},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"54","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":715.7073340000061},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":328.8727919999801},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"62","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":562.8555420000048},{"questionId":"q42","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"68","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":310.9527090000047},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"46","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":488.25333300000057},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":435.7214999999851},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":614.1840410000295},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":592.2223750000121},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":412.9035000000149},{"questionId":"q43","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":418.2801249999902},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":579.4393329999875},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"26","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":450.56991600000765},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"6","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":523.9254170000204},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":406.53033300000243},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":345.05054199998267},{"questionId":"q44","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"12","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":337.9305830000085},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":435.05420899996534},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":311.0670420000097},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":429.8908339999616},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":372.6387499999837},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":308.044916999992},{"questionId":"q45","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":362.3090840000077},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":480.9266249999637},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":342.24037499999395},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":373.2436250000028},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":368.78066699998453},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":483.4070420000353},{"questionId":"q46","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":374.50874999997905},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":483.04033400001936},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":344.93458300002385},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":575.5800419999869},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":381.210167000012},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"16","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":459.58712500002},{"questionId":"q47","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":324.3997499999823},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":428.6690420000232},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":331.85600000002887},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":409.87220800004434},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":328.6931249999907},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"23","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":358.7572500000242},{"questionId":"q48","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":418.0418339999742},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":489.5485000000335},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":424.07212500000605},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":465.2982920000213},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":387.9899579999619},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":456.65345799998613},{"questionId":"q49","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":466.04645799996797},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":426.6067499999772},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":347.9981250000419},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":635.4677500000107},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":372.11887499998556},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"14","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":378.12879099999554},{"questionId":"q50","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":342.38870900002075},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":415.07166699995287},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":357.38087499997346},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":747.6212919999962},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":632.3880830000271},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":649.3349160000216},{"questionId":"q51","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":616.7826249999925},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":661.5340000000433},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":771.6427090000361},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9895,"outputTokens":2,"latencyMs":689.4887920000474},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6061,"outputTokens":2,"latencyMs":603.63824999996},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":602.3564999999944},{"questionId":"q52","format":"csv","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":630.8691669999971},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":643.885083000001},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":588.4277920000022},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":673.9401669999934},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":392.787834000017},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":377.970708000008},{"questionId":"q53","format":"csv","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":574.4417499999981},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":734.621959000011},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":555.1812500000233},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":651.007500000007},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":428.7032500000205},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":387.38308300002245},{"questionId":"q54","format":"csv","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":452.21529199997894},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":608.638208999997},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":476.1063749999739},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":796.1120419999934},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":493.66358300001593},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":389.37804199999664},{"questionId":"q55","format":"csv","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":518.5282499999739},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":635.727583000029},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":483.4232910000137},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":574.4358750000247},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":399.7847499999916},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":399.1013750000275},{"questionId":"q56","format":"csv","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":482.7777500000084},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":485.0822080000071},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":530.9574170000269},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9895,"outputTokens":4,"latencyMs":618.4845830000122},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6061,"outputTokens":4,"latencyMs":704.4417920000269},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6093,"outputTokens":4,"latencyMs":373.35825000004843},{"questionId":"q57","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7251,"outputTokens":4,"latencyMs":553.7531250000466},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11148,"outputTokens":4,"latencyMs":599.0958329999703},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7503,"outputTokens":4,"latencyMs":534.5366659999709},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9895,"outputTokens":2,"latencyMs":623.1908750000293},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6061,"outputTokens":2,"latencyMs":518.0507920000236},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":398.64937499997905},{"questionId":"q58","format":"csv","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":500.36429200001294},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":917.9081250000163},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":518.968125000014},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":459.4947909999755},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":434.5448750000214},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":811.1866659999941},{"questionId":"q59","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":607.5384579999954},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":673.4567500000121},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":789.491250000021},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":5,"latencyMs":705.9175419999519},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":5,"latencyMs":605.5037499999744},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":798.3520409999765},{"questionId":"q60","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":603.9208330000401},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":604.6279579999973},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":787.8916249999893},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":663.3781660000095},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":382.7593750000233},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":388.5628329999745},{"questionId":"q61","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":386.9187910000328},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":494.4480839999742},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":440.8327500000014},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":475.94370800000615},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":377.8945839999942},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":336.25787500001024},{"questionId":"q62","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":505.51900000002934},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":435.14549999998417},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":442.93425000004936},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9896,"outputTokens":4,"latencyMs":499.2937919999822},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6062,"outputTokens":4,"latencyMs":442.9947500000126},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6094,"outputTokens":4,"latencyMs":390.6684580000001},{"questionId":"q63","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7252,"outputTokens":4,"latencyMs":577.7139580000076},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11149,"outputTokens":4,"latencyMs":495.54891700000735},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7504,"outputTokens":4,"latencyMs":478.9410000000498},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":5,"latencyMs":585.0583750000224},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":5,"latencyMs":434.38320799998473},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":401.0295000000042},{"questionId":"q64","format":"csv","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":411.6556659999769},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":625.0273329999764},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":391.79066699999385},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":461.8668330000364},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":424.5501669999794},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":462.8098330000066},{"questionId":"q65","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":374.4677920000395},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":614.5425410000025},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":483.6504999999888},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":552.6767090000212},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":368.70250000001397},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":496.7924580000108},{"questionId":"q66","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":515.8842920000316},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":844.7245000000112},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":469.8218329999945},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9896,"outputTokens":8,"latencyMs":461.28012500004843},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6062,"outputTokens":8,"latencyMs":527.2818329999573},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6094,"outputTokens":8,"latencyMs":408.9087500000023},{"questionId":"q67","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7252,"outputTokens":8,"latencyMs":443.30420800001593},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11149,"outputTokens":8,"latencyMs":941.2748750000028},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7504,"outputTokens":8,"latencyMs":570.8242080000346},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":7,"latencyMs":570.1667920000036},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":7,"latencyMs":513.5873750000028},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":7,"latencyMs":511.84700000000885},{"questionId":"q68","format":"csv","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":7,"latencyMs":604.818917000026},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":7,"latencyMs":927.6182499999995},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":7,"latencyMs":896.3349170000292},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":553.3773340000189},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":510.1705420000362},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":420.9733750000014},{"questionId":"q69","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":417.64562500000466},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":448.876333000022},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":1172.4677089999896},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":655.7515830000048},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":490.7835830000113},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":529.9411670000409},{"questionId":"q70","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":480.6850829999894},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":424.6925830000546},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":389.57970800000476},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":416.87758299999405},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6059,"outputTokens":1,"latencyMs":457.41145899996627},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":377.78558299998986},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":456.0079169999808},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":568.9639590000152},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":614.4753750000382},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":694.2236670000129},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6059,"outputTokens":1,"latencyMs":378.30091699998593},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":335.42470899998443},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":594.2818330000155},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":419.6247909999802},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":418.55179200001294},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":443.9320000000298},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6059,"outputTokens":1,"latencyMs":435.98495800001547},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":403.51741600001696},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":577.6148329999996},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":730.8183329999447},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":493.89212500001304},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"30713.25","isCorrect":false,"inputTokens":9893,"outputTokens":4,"latencyMs":481.5974580000038},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"35933.69","isCorrect":false,"inputTokens":6059,"outputTokens":4,"latencyMs":451.5302919999813},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"28984.79","isCorrect":false,"inputTokens":6091,"outputTokens":4,"latencyMs":381.8005830000038},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"35353.28","isCorrect":false,"inputTokens":7249,"outputTokens":4,"latencyMs":516.8000420000171},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"31915.68","isCorrect":false,"inputTokens":11146,"outputTokens":4,"latencyMs":493.5356249999604},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29598.33","isCorrect":false,"inputTokens":7501,"outputTokens":4,"latencyMs":375.6497500000405},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"905.36","isCorrect":false,"inputTokens":9891,"outputTokens":3,"latencyMs":734.511708999984},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1117.53","isCorrect":false,"inputTokens":6057,"outputTokens":4,"latencyMs":368.14391600003},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1105.30","isCorrect":false,"inputTokens":6089,"outputTokens":4,"latencyMs":395.9804999999469},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"986.07","isCorrect":false,"inputTokens":7247,"outputTokens":3,"latencyMs":547.6706249999697},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1032.20","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":588.4825410000049},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1051.34","isCorrect":false,"inputTokens":7499,"outputTokens":4,"latencyMs":620.2291660000337},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":615.6946669999743},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":518.9245839999057},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":551.9820419999305},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":519.1901670000516},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":518.2939170000609},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":564.1775419999612},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9891,"outputTokens":4,"latencyMs":516.4454589999514},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6057,"outputTokens":4,"latencyMs":515.8636660000775},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6089,"outputTokens":4,"latencyMs":430.26600000006147},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7247,"outputTokens":4,"latencyMs":454.83391699998174},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1844.29","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":456.4585000000661},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7499,"outputTokens":4,"latencyMs":392.44758400006685},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"44","actual":"38","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":584.3128329999745},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"44","actual":"39","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":400.2204159999965},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":452.61591699998826},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":496.623666999978},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":617.5747500000289},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"37","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":410.95283299998846},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":489.6954169999808},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":465.55429200001527},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":355.93391600006726},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":413.7671669999836},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":683.1977499999339},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"23","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":473.8577499999665},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":650.8938339999877},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":483.529291999992},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"20","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":372.1475419999333},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":432.5868339999579},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":446.17050000000745},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":515.2354170000181},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":527.9937919999938},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":451.33579199993983},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":355.64020799996797},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":421.84787499997765},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"8","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":431.7599170000758},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":418.19812499999534},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"14","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":449.92237499996554},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":430.093957999954},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":351.3933749999851},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":341.577874999959},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":628.6997909999918},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":541.049457999994},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":9900,"outputTokens":1,"latencyMs":452.51579099998344},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":486.45858299999963},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":427.5977079999866},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":412.393458000035},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":728.9748749999562},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":457.7004579999484},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9900,"outputTokens":1,"latencyMs":500.357834000024},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":377.7987079999875},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":437.2621250000084},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":530.0276249999879},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":520.7056250000605},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":506.2153330000583},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9900,"outputTokens":1,"latencyMs":497.1973340000259},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":609.9027080000378},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":698.9558330000145},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":826.4536249999655},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":550.079916000017},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":630.3089169999585},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":590.811791999964},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":363.8533329999773},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":327.54470800003037},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":535.9779999998864},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":584.4118329999037},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":431.78008299996145},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"8","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":591.7566250000382},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":364.796459000092},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"8","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":363.4733329999726},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":431.5867079999298},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":471.5403749999823},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":468.8220839999849},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":9900,"outputTokens":1,"latencyMs":413.98520799994003},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":413.0740419999929},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":511.1717499999795},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":447.6660840000259},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":452.47662500001024},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":372.57279200002085},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":9901,"outputTokens":1,"latencyMs":596.5277909999713},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":442.7767499999609},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"20","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":772.7882919999538},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"9","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":380.64587500004563},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":777.1855420001084},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":414.79462499998044},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":9901,"outputTokens":1,"latencyMs":588.4622080000117},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"27","actual":"9","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":383.8730000000214},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"13","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":351.3862499999814},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":341.01633300003596},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":474.1632919999538},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":554.0255410000682},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":452.33270800008904},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":402.6539160000393},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":431.3137919999426},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":450.6520840000594},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":534.5861249999143},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":415.5186250000261},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":380.51270900003146},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":640.954207999981},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":456.8982500000857},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":328.8150420000311},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":455.4643330000108},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":780.1212090000045},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":441.2452920000069},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":557.8709169999929},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":428.34720800002106},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":435.5863749999553},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":428.937750000041},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":426.04187499999534},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":427.1007910000626},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":427.3537500000093},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":317.04387500009034},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":355.5812079999596},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":344.6527500000084},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":351.8076669999864},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":340.60120899998583},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2488,"outputTokens":3,"latencyMs":351.68975000001956},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":989.2815829999745},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":332.4700840000296},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":408.22258400009014},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":323.52329200005624},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":314.0623750000959},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":378.05608400003985},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":414.20187500002794},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":397.1586670000106},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":395.0734170000069},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":333.1453329999931},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":451.71374999999534},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":349.0484169999836},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":335.0024589999812},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":322.29462499998044},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":331.31112500000745},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":362.72775000007823},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":417.68420899997},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":354.4983750000829},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":310.15245799999684},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":315.81366699992213},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":339.12816700001713},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":349.9148329999298},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":702.7822500000475},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":387.72408399998676},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":320.2744160000002},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":309.0870420000283},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":422.00337499997113},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":346.781917000073},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":389.3887920000125},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2488,"outputTokens":3,"latencyMs":329.4673329999205},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":401.4339580000378},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":401.18920899997465},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":350.87745800009},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":354.89762500009965},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":464.30850000004284},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":379.4570829999866},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":390.890875000041},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":391.14133400004357},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":523.0967079999391},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":420.8438329999335},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":481.7917909999378},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":1156.7725830000127},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":438.3461670000106},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":447.0842080001021},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":382.2686250000261},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":349.7687910000095},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":329.4839589999756},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":472.1734590000706},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":336.65737499995157},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":375.3509169999743},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":374.8202919999603},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":346.89362499990966},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"301245","isCorrect":false,"inputTokens":3811,"outputTokens":2,"latencyMs":384.6672499999404},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"347194","isCorrect":false,"inputTokens":2485,"outputTokens":2,"latencyMs":421.1909999999916},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"356,452","isCorrect":false,"inputTokens":1719,"outputTokens":3,"latencyMs":353.6363340000389},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"569,188","isCorrect":false,"inputTokens":1598,"outputTokens":3,"latencyMs":311.51600000006147},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"352360","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":370.3387080000248},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"218361","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":343.7124579999363},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"311246.34","isCorrect":false,"inputTokens":3809,"outputTokens":4,"latencyMs":479.6829999999609},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"248,216.39","isCorrect":false,"inputTokens":2483,"outputTokens":5,"latencyMs":439.4104169999482},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"317406.82","isCorrect":false,"inputTokens":1717,"outputTokens":4,"latencyMs":377.890625},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"312,559.89","isCorrect":false,"inputTokens":1596,"outputTokens":5,"latencyMs":549.8749580000294},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"297760.75","isCorrect":false,"inputTokens":4458,"outputTokens":4,"latencyMs":473.82441599993035},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"304,881.56","isCorrect":false,"inputTokens":3140,"outputTokens":5,"latencyMs":410.8182500000112},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1140","isCorrect":false,"inputTokens":3811,"outputTokens":2,"latencyMs":420.701791999978},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1322","isCorrect":false,"inputTokens":2485,"outputTokens":2,"latencyMs":369.1518749999814},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1677","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":390.73499999998603},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1630","isCorrect":false,"inputTokens":1598,"outputTokens":2,"latencyMs":389.4203329999},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1301","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":381.33116700011306},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1233","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":407.19404199998826},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5996","isCorrect":false,"inputTokens":3810,"outputTokens":2,"latencyMs":426.1607920000097},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6191.97","isCorrect":false,"inputTokens":2484,"outputTokens":4,"latencyMs":405.0360830000136},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5971","isCorrect":false,"inputTokens":1718,"outputTokens":2,"latencyMs":372.7966669999296},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5997","isCorrect":false,"inputTokens":1597,"outputTokens":2,"latencyMs":386.70458299992606},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5959","isCorrect":false,"inputTokens":4459,"outputTokens":2,"latencyMs":460.5182919999352},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5932","isCorrect":false,"inputTokens":3141,"outputTokens":2,"latencyMs":409.83337500004563},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6727.79","isCorrect":false,"inputTokens":3808,"outputTokens":4,"latencyMs":444.7666250000475},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6358.34","isCorrect":false,"inputTokens":2482,"outputTokens":4,"latencyMs":373.9929580000462},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6343.82","isCorrect":false,"inputTokens":1716,"outputTokens":4,"latencyMs":349.502833000035},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5397.88","isCorrect":false,"inputTokens":1595,"outputTokens":4,"latencyMs":437.31308300001547},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6342.79","isCorrect":false,"inputTokens":4457,"outputTokens":4,"latencyMs":408.1630829999922},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6723.18","isCorrect":false,"inputTokens":3139,"outputTokens":4,"latencyMs":390.6357909999788},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.03","isCorrect":false,"inputTokens":3810,"outputTokens":3,"latencyMs":339.84779200004414},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.5","isCorrect":false,"inputTokens":2484,"outputTokens":3,"latencyMs":338.1037500000093},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.03","isCorrect":false,"inputTokens":1718,"outputTokens":3,"latencyMs":509.2846670000581},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.29","isCorrect":false,"inputTokens":1597,"outputTokens":3,"latencyMs":456.7586669999873},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"36.03","isCorrect":false,"inputTokens":4459,"outputTokens":3,"latencyMs":439.16237500007264},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.1","isCorrect":false,"inputTokens":3141,"outputTokens":3,"latencyMs":426.38804200000595},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3810,"outputTokens":1,"latencyMs":425.78012500004843},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2484,"outputTokens":1,"latencyMs":457.82520800002385},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1718,"outputTokens":1,"latencyMs":486.87833300000057},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1597,"outputTokens":1,"latencyMs":374.4669170000125},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":4459,"outputTokens":1,"latencyMs":410.7557909999741},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3141,"outputTokens":1,"latencyMs":409.36141699994914},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3813,"outputTokens":2,"latencyMs":406.731334000011},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":2487,"outputTokens":2,"latencyMs":358.170792000019},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1721,"outputTokens":2,"latencyMs":375.41883300000336},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1600,"outputTokens":2,"latencyMs":379.0062499999767},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4462,"outputTokens":2,"latencyMs":339.73012500000186},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3144,"outputTokens":2,"latencyMs":358.8374580000527},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"35","isCorrect":false,"inputTokens":3811,"outputTokens":1,"latencyMs":338.62316600000486},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"40","isCorrect":false,"inputTokens":2485,"outputTokens":1,"latencyMs":360.52129099995364},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"33","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":339.6812089999439},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"34","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":332.26366599998437},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":334.8950000000186},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"41","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":330.2772080000723},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":3811,"outputTokens":1,"latencyMs":363.2588339999784},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":2485,"outputTokens":1,"latencyMs":321.9873750000261},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":345.61845800001174},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":345.94195900007617},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"6","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":531.8953749999637},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":411.87683399999514},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":358.7059170000721},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":366.6487500000512},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"17","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":344.6491249999963},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":381.1515000000363},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":573.8631670000032},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":324.71804100007284},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":347.4015420000069},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":461.9265829999931},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":429.59512499999255},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"5","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":419.59295900003053},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":382.68391699995846},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":343.7944160000188},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"11","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":431.05395800003316},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":337.69341600011103},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":403.60479099990334},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"23","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":320.48266700003296},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":397.21616700000595},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":433.7939160000533},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":488.09391599998344},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":315.73687500006054},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"17","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":331.48179099999834},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":327.9735000000801},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":586.7809170000255},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":391.50179100001696},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":387.46791600005236},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"13","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":401.0549170000013},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":422.22220899991225},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":391.5945419999771},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":394.18887499999255},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":409.03824999998324},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"12","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":421.9619589999784},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"9","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":401.86537500005215},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":366.41795899998397},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"12","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":366.4039590000175},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"10","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":554.76645799994},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"7","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":338.69108300004154},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"5","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":307.0352500000736},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"10","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":342.1672499999404},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":365.1117089999607},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":361.8355000000447},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":340.8852499999339},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"7","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":384.3976669999538},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":361.72100000001956},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":2490,"outputTokens":1,"latencyMs":391.49391700001433},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"35","actual":"22","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":330.02370799996424},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"35","actual":"30","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":337.9880829999456},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":369.78429199999664},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"23","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":359.5209160000086},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":325.1409160000039},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":2490,"outputTokens":1,"latencyMs":1451.3282500000205},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":327.4074580000015},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":351.2333749999525},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":4465,"outputTokens":1,"latencyMs":350.27637500001583},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"16","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":337.5374170000432},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":3820,"outputTokens":1,"latencyMs":363.0047079999931},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":446.8994999999413},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":466.76270900003146},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"33","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":410.3715830000583},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"28","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":610.2814589999616},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"24","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":317.4704159999965},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"26","isCorrect":false,"inputTokens":3820,"outputTokens":1,"latencyMs":521.0274170000339},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":429.4252920000581},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":359.2298750000773},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":333.21925000008196},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":348.2842079999391},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":332.56387500010896},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":863.1083339999896},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":634.0490829999326},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":585.7077500000596},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":1416.5217499999562},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":795.8894169999985},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":617.7950420000125},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":1067.063124999986},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":1067.939167000004},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":723.9099169999827},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":618.9413749999367},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":1037.4320420000004},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":690.7040419999976},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":931.5067499999423},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":670.5850419999333},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":694.7871250000317},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":722.7110410000896},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":868.674457999994},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":731.1757080000825},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":672.6666669999249},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11537,"outputTokens":1,"latencyMs":507.41379200003576},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":816.8219579999568},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":722.9456250000512},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":816.0409170000348},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":610.6217920000199},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":713.0563750000438},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":603.4144999999553},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":344.35966700001154},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":644.1975000000093},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":809.1000000000931},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":582.3278750000754},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":705.2810840000166},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":528.6802090000128},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":573.2728339999449},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":511.5514170000097},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":833.5516250000801},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":610.1545829999959},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":443.7762909999583},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":594.871208999888},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":445.2850000000326},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8604,"outputTokens":1,"latencyMs":597.9647080000723},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":912.6351250000298},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":928.2157499999739},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15227,"outputTokens":1,"latencyMs":909.858666999964},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":666.0736669999314},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8832,"outputTokens":1,"latencyMs":600.3035839999793},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8602,"outputTokens":1,"latencyMs":479.1734999999171},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":493.4390420001},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"Microsoft","isCorrect":true,"inputTokens":13226,"outputTokens":1,"latencyMs":709.5065830000676},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15232,"outputTokens":1,"latencyMs":730.2884169999743},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11539,"outputTokens":1,"latencyMs":743.00245800009},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8837,"outputTokens":1,"latencyMs":602.4584160000086},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8607,"outputTokens":1,"latencyMs":439.52183300000615},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17147,"outputTokens":1,"latencyMs":953.6715410000179},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13231,"outputTokens":1,"latencyMs":593.3161250000121},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":452.0724170000758},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":439.440333000035},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":708.3062090000603},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":1007.4180420000339},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":536.8852500000503},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":630.2633749999804},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15232,"outputTokens":2,"latencyMs":1040.5864580000052},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":11539,"outputTokens":2,"latencyMs":636.0687499999767},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":532.0990000000456},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":665.9154169999529},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":578.6468330000062},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":545.4643749999814},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13249918","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":799.4659159999574},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"16769246","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":480.5536250000587},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12211983","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":480.82829199999105},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":353.7560420000227},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":878.5510840000352},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12707614","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":473.56070899998304},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15224,"outputTokens":1,"latencyMs":502.10370900004636},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11531,"outputTokens":1,"latencyMs":675.1365409999853},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":470.783666000003},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":1274.4933749999618},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"70","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":802.2645829999819},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":614.4782500000438},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"149649","isCorrect":false,"inputTokens":15226,"outputTokens":2,"latencyMs":760.8913750000065},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140148.03","isCorrect":false,"inputTokens":11533,"outputTokens":4,"latencyMs":866.6046250000363},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140903","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":428.45837500004563},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"148692","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":545.0187500000466},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"142253","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":826.5534159999806},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"128686","isCorrect":false,"inputTokens":13225,"outputTokens":2,"latencyMs":649.1973750001052},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"64","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":437.6100419999566},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"61","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":614.5360840000212},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"57","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":579.344374999986},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"56","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":631.3174580000341},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":816.3997090000194},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":468.0228750000242},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"38","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":1053.4090410000645},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":374.8957089999458},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"45","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":453.67754199996125},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"46","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":457.0674580000341},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"24","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":875.672292000032},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"31","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":513.8665840000613},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"23","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":717.168834000011},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":621.503708000062},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":441.4434170000022},{"questionId":"q141","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"29","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":414.44566699990537},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":410.2602500000503},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"22","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":687.8405839999905},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"43","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":818.1729170000181},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":447.42962499998976},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":479.20195899996907},{"questionId":"q142","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":444.6446660000365},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"39","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":579.2930409999099},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"42","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":855.0022919999901},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":618.7747909999453},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":810.1331250000512},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"38","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":429.4492499999469},{"questionId":"q143","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"49","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":648.750207999954},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"22","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":594.2811250000959},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"35","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":773.3109580000164},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":600.374542000005},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"50","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":523.0562919999938},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"48","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":878.9379590000026},{"questionId":"q144","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"36","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":408.1546659999294},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":542.4841250000754},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"27","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":477.04350000002887},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"26","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":666.9923750000307},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"4","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":415.7232500000391},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"14","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":677.5247079998953},{"questionId":"q145","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":562.7883750000037},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":832.8482910000021},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":393.04308299999684},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":15227,"outputTokens":1,"latencyMs":393.5698329999577},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":984.999375000014},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":467.66579200001433},{"questionId":"q146","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":454.2695829999866},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":912.6737080001039},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":619.2285830000183},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"32","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":401.0561670000898},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"32","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":462.92104200005997},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"40","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":425.1862909999909},{"questionId":"q147","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":395.1655420000898},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"23","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":474.50762499996927},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":13227,"outputTokens":1,"latencyMs":472.4642499999609},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"29","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":757.3064579999773},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"31","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":383.3184589999728},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":570.1132080000825},{"questionId":"q148","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"36","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":2681.7952920000535},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":480.87283300003037},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"31","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":457.6072919999715},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"45","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":830.7521660000784},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"25","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":440.8161250000121},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":417.2748750000028},{"questionId":"q149","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"20","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":652.9579169999342},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"35","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":687.0217500000726},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":622.0967079999391},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"42","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":460.18129199999385},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"19","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":369.5720830000937},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"18","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":584.3033340000547},{"questionId":"q150","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"14","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":390.16170900000725},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":441.5797500000335},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"29","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":491.67579200002365},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":577.7870000000112},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":721.5491659999825},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":578.1473750001751},{"questionId":"q151","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":578.3071250000503},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":973.1381250000559},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":664.6550829999615},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":648.1611670001876},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":739.0293330000713},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":779.0258750000503},{"questionId":"q152","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":592.6007080001291},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":466.84229200007394},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":479.1218340001069},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":484.54504100000486},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":415.3625409998931},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":470.61191699979827},{"questionId":"q153","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":453.6640840000473},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":593.7607080000453},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":474.7679580000695},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"9","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":492.8036250001751},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"8","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":461.3943749999162},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":8839,"outputTokens":1,"latencyMs":632.4096670001745},{"questionId":"q154","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":1502.6806669998914},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":618.4989590002224},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":621.8662089998834}] \ No newline at end of file diff --git a/benchmarks/results/retrieval-accuracy.md b/benchmarks/results/retrieval-accuracy.md index 437efcf..1a2c137 100644 --- a/benchmarks/results/retrieval-accuracy.md +++ b/benchmarks/results/retrieval-accuracy.md @@ -4,35 +4,39 @@ Accuracy across **4 LLMs** on 154 data retrieval questions: ``` gpt-5-nano -→ toon ███████████████████░ 96.1% (148/154) - csv ██████████████████░░ 90.3% (139/154) - yaml ██████████████████░░ 89.0% (137/154) - json ██████████████████░░ 87.7% (135/154) - xml █████████████████░░░ 83.8% (129/154) +→ TOON ███████████████████░ 96.1% (148/154) + CSV ██████████████████░░ 91.6% (141/154) + YAML ██████████████████░░ 91.6% (141/154) + JSON compact ██████████████████░░ 91.6% (141/154) + XML █████████████████░░░ 87.0% (134/154) + JSON █████████████████░░░ 86.4% (133/154) claude-haiku-4-5-20251001 - yaml ██████████░░░░░░░░░░ 49.4% (76/154) -→ toon ██████████░░░░░░░░░░ 48.1% (74/154) - csv ██████████░░░░░░░░░░ 48.1% (74/154) - json █████████░░░░░░░░░░░ 47.4% (73/154) - xml █████████░░░░░░░░░░░ 46.8% (72/154) + JSON ██████████░░░░░░░░░░ 50.0% (77/154) + YAML ██████████░░░░░░░░░░ 49.4% (76/154) +→ TOON ██████████░░░░░░░░░░ 48.7% (75/154) + XML ██████████░░░░░░░░░░ 48.1% (74/154) + CSV █████████░░░░░░░░░░░ 47.4% (73/154) + JSON compact █████████░░░░░░░░░░░ 44.2% (68/154) gemini-2.5-flash - csv ██████████████████░░ 87.7% (135/154) - xml █████████████████░░░ 85.1% (131/154) -→ toon █████████████████░░░ 83.8% (129/154) - json ████████████████░░░░ 78.6% (121/154) - yaml ███████████████░░░░░ 76.6% (118/154) + CSV ██████████████████░░ 87.7% (135/154) + XML ██████████████████░░ 87.7% (135/154) +→ TOON █████████████████░░░ 86.4% (133/154) + YAML ████████████████░░░░ 79.9% (123/154) + JSON compact ████████████████░░░░ 79.9% (123/154) + JSON ███████████████░░░░░ 76.6% (118/154) grok-4-fast-non-reasoning -→ toon ██████████░░░░░░░░░░ 48.7% (75/154) - json ██████████░░░░░░░░░░ 48.1% (74/154) - xml █████████░░░░░░░░░░░ 47.4% (73/154) - yaml █████████░░░░░░░░░░░ 46.8% (72/154) - csv █████████░░░░░░░░░░░ 45.5% (70/154) +→ TOON ██████████░░░░░░░░░░ 49.4% (76/154) + JSON ██████████░░░░░░░░░░ 48.7% (75/154) + XML █████████░░░░░░░░░░░ 46.1% (71/154) + YAML █████████░░░░░░░░░░░ 46.1% (71/154) + JSON compact █████████░░░░░░░░░░░ 45.5% (70/154) + CSV █████████░░░░░░░░░░░ 44.2% (68/154) ``` -**Key tradeoff:** TOON achieves **69.2% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens** on these datasets. +**Key tradeoff:** TOON achieves **70.1% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens** on these datasets.
Performance by dataset and model @@ -43,41 +47,45 @@ grok-4-fast-non-reasoning | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 67.0% | 2,337 | 134/200 | -| `toon` | 66.5% | 2,483 | 133/200 | -| `yaml` | 65.5% | 4,969 | 131/200 | -| `json` | 63.5% | 6,347 | 127/200 | -| `xml` | 66.5% | 7,314 | 133/200 | +| `csv` | 65.5% | 2,337 | 131/200 | +| `toon` | 67.5% | 2,483 | 135/200 | +| `json-compact` | 65.5% | 3,943 | 131/200 | +| `yaml` | 68.5% | 4,969 | 137/200 | +| `xml` | 69.5% | 7,314 | 139/200 | +| `json-pretty` | 64.5% | 6,347 | 129/200 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | | `toon` | 78.8% | 5,967 | 126/160 | -| `csv` | 71.9% | 6,735 | 115/160 | -| `yaml` | 71.9% | 7,328 | 115/160 | -| `json` | 73.1% | 9,694 | 117/160 | -| `xml` | 73.8% | 10,992 | 118/160 | +| `csv` | 76.3% | 6,735 | 122/160 | +| `json-compact` | 70.6% | 5,962 | 113/160 | +| `yaml` | 72.5% | 7,328 | 116/160 | +| `json-pretty` | 76.9% | 9,694 | 123/160 | +| `xml` | 73.1% | 10,992 | 117/160 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 67.6% | 1,393 | 92/136 | -| `toon` | 67.6% | 1,515 | 92/136 | -| `yaml` | 64.7% | 2,938 | 88/136 | -| `json` | 68.4% | 3,665 | 93/136 | -| `xml` | 66.2% | 4,376 | 90/136 | +| `toon` | 68.4% | 1,515 | 93/136 | +| `csv` | 65.4% | 1,393 | 89/136 | +| `json-compact` | 64.7% | 2,341 | 88/136 | +| `yaml` | 66.2% | 2,938 | 90/136 | +| `json-pretty` | 64.7% | 3,665 | 88/136 | +| `xml` | 66.9% | 4,376 | 91/136 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 64.2% | 8,513 | 77/120 | -| `toon` | 62.5% | 8,745 | 75/120 | -| `yaml` | 57.5% | 13,129 | 69/120 | -| `json` | 55.0% | 15,145 | 66/120 | -| `xml` | 53.3% | 17,095 | 64/120 | +| `toon` | 65.0% | 8,745 | 78/120 | +| `csv` | 62.5% | 8,513 | 75/120 | +| `json-compact` | 58.3% | 11,455 | 70/120 | +| `yaml` | 56.7% | 13,129 | 68/120 | +| `xml` | 55.8% | 17,095 | 67/120 | +| `json-pretty` | 52.5% | 15,145 | 63/120 | #### Performance by Model @@ -86,40 +94,44 @@ grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | | `toon` | 96.1% | 148/154 | -| `csv` | 90.3% | 139/154 | -| `yaml` | 89.0% | 137/154 | -| `json` | 87.7% | 135/154 | -| `xml` | 83.8% | 129/154 | +| `csv` | 91.6% | 141/154 | +| `yaml` | 91.6% | 141/154 | +| `json-compact` | 91.6% | 141/154 | +| `xml` | 87.0% | 134/154 | +| `json-pretty` | 86.4% | 133/154 | ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | +| `json-pretty` | 50.0% | 77/154 | | `yaml` | 49.4% | 76/154 | -| `toon` | 48.1% | 74/154 | -| `csv` | 48.1% | 74/154 | -| `json` | 47.4% | 73/154 | -| `xml` | 46.8% | 72/154 | +| `toon` | 48.7% | 75/154 | +| `xml` | 48.1% | 74/154 | +| `csv` | 47.4% | 73/154 | +| `json-compact` | 44.2% | 68/154 | ##### gemini-2.5-flash | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | | `csv` | 87.7% | 135/154 | -| `xml` | 85.1% | 131/154 | -| `toon` | 83.8% | 129/154 | -| `json` | 78.6% | 121/154 | -| `yaml` | 76.6% | 118/154 | +| `xml` | 87.7% | 135/154 | +| `toon` | 86.4% | 133/154 | +| `yaml` | 79.9% | 123/154 | +| `json-compact` | 79.9% | 123/154 | +| `json-pretty` | 76.6% | 118/154 | ##### grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 48.7% | 75/154 | -| `json` | 48.1% | 74/154 | -| `xml` | 47.4% | 73/154 | -| `yaml` | 46.8% | 72/154 | -| `csv` | 45.5% | 70/154 | +| `toon` | 49.4% | 76/154 | +| `json-pretty` | 48.7% | 75/154 | +| `xml` | 46.1% | 71/154 | +| `yaml` | 46.1% | 71/154 | +| `json-compact` | 45.5% | 70/154 | +| `csv` | 44.2% | 68/154 |
@@ -159,7 +171,7 @@ Four datasets designed to test different structural patterns (all contain arrays #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all 5 formats (TOON, CSV, XML, JSON, YAML). +1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, CSV, XML, YAML, JSON, JSON compact). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: `gpt-5-nano` validates if the answer is semantically correct (e.g., `50000` = `$50,000`, `Engineering` = `engineering`, `2025-01-01` = `January 1, 2025`). @@ -168,6 +180,6 @@ Four datasets designed to test different structural patterns (all contain arrays - **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) - **Temperature**: Not set (models use their defaults) -- **Total evaluations**: 154 questions × 5 formats × 4 models = 3,080 LLM calls +- **Total evaluations**: 154 questions × 6 formats × 4 models = 3,696 LLM calls diff --git a/benchmarks/results/token-efficiency.md b/benchmarks/results/token-efficiency.md index a40fc61..5d68d97 100644 --- a/benchmarks/results/token-efficiency.md +++ b/benchmarks/results/token-efficiency.md @@ -1,26 +1,30 @@ ### Token Efficiency ``` -⭐ GitHub Repositories ██████████████░░░░░░░░░░░ 8,745 tokens - vs JSON: 15,145 (-42.3%) - vs YAML: 13,129 (-33.4%) - vs XML: 17,095 (-48.8%) +⭐ GitHub Repositories ██████████████░░░░░░░░░░░ 8,745 tokens + vs JSON (-42.3%) 15,145 + vs JSON compact (-23.7%) 11,455 + vs YAML (-33.4%) 13,129 + vs XML (-48.8%) 17,095 -📈 Daily Analytics ██████████░░░░░░░░░░░░░░░ 4,507 tokens - vs JSON: 10,977 (-58.9%) - vs YAML: 8,810 (-48.8%) - vs XML: 13,128 (-65.7%) +📈 Daily Analytics ██████████░░░░░░░░░░░░░░░ 4,507 tokens + vs JSON (-58.9%) 10,977 + vs JSON compact (-35.7%) 7,013 + vs YAML (-48.8%) 8,810 + vs XML (-65.7%) 13,128 -🛒 E-Commerce Order ████████████████░░░░░░░░░ 166 tokens - vs JSON: 257 (-35.4%) - vs YAML: 197 (-15.7%) - vs XML: 271 (-38.7%) +🛒 E-Commerce Order ████████████████░░░░░░░░░ 166 tokens + vs JSON (-35.4%) 257 + vs JSON compact (-2.9%) 171 + vs YAML (-15.7%) 197 + vs XML (-38.7%) 271 ───────────────────────────────────────────────────────────────────── -Total █████████████░░░░░░░░░░░░ 13,418 tokens - vs JSON: 26,379 (-49.1%) - vs YAML: 22,136 (-39.4%) - vs XML: 30,494 (-56.0%) +Total ██████████████░░░░░░░░░░░ 13,418 tokens + vs JSON (-49.1%) 26,379 + vs JSON compact (-28.0%) 18,639 + vs YAML (-39.4%) 22,136 + vs XML (-56.0%) 30,494 ```
diff --git a/benchmarks/scripts/fetch-github-repos.ts b/benchmarks/scripts/fetch-github-repos.ts index 3b75fd9..bf5e815 100644 --- a/benchmarks/scripts/fetch-github-repos.ts +++ b/benchmarks/scripts/fetch-github-repos.ts @@ -1,10 +1,11 @@ +import * as fsp from 'node:fs/promises' import * as path from 'node:path' import process from 'node:process' import * as prompts from '@clack/prompts' import { ofetch } from 'ofetch' import pMap from 'p-map' import { BENCHMARKS_DIR } from '../src/constants' -import { ensureDir, saveJsonFile } from '../src/utils' +import { ensureDir } from '../src/utils' prompts.intro('GitHub Repositories Fetcher') @@ -79,7 +80,8 @@ async function saveRepos(repos: Record[]): Promise { const outputFile = path.join(outputDir, 'github-repos.json') await ensureDir(outputDir) - await saveJsonFile(outputFile, repos) + const jsonOutput = JSON.stringify(repos, undefined, 2) + await fsp.writeFile(outputFile, `${jsonOutput}\n`, 'utf-8') const relativePath = path.relative(BENCHMARKS_DIR, outputFile) prompts.log.info(`Result saved to \`${relativePath}\``) diff --git a/benchmarks/scripts/token-efficiency-benchmark.ts b/benchmarks/scripts/token-efficiency-benchmark.ts index ff6fa30..e903852 100644 --- a/benchmarks/scripts/token-efficiency-benchmark.ts +++ b/benchmarks/scripts/token-efficiency-benchmark.ts @@ -3,7 +3,7 @@ import * as path from 'node:path' import * as prompts from '@clack/prompts' import { encode } from '../../src/index' import githubRepos from '../data/github-repos.json' with { type: 'json' } -import { BENCHMARKS_DIR, ROOT_DIR } from '../src/constants' +import { BENCHMARKS_DIR, FORMATTER_DISPLAY_NAMES, ROOT_DIR } from '../src/constants' import { generateAnalyticsData, generateOrderData } from '../src/datasets' import { formatters } from '../src/formatters' import { createProgressBar, ensureDir, tokenize } from '../src/utils' @@ -50,118 +50,102 @@ const BENCHMARK_EXAMPLES = [ prompts.intro('Token Efficiency Benchmark') -// Calculate total savings -let totalJsonTokens = 0 -let totalToonTokens = 0 -let totalXmlTokens = 0 -let totalYamlTokens = 0 - const results: BenchmarkResult[] = [] +const totalTokensByFormat: Record = {} for (const example of BENCHMARK_EXAMPLES) { const data = example.getData() - const jsonString = JSON.stringify(data, undefined, 2) - const toonString = encode(data) - const xmlString = formatters.xml!(data) - const yamlString = formatters.yaml!(data) + // Calculate tokens for each format + const formatMetrics: FormatMetrics[] = [] + const tokensByFormat: Record = {} - const jsonTokens = tokenize(jsonString) - const toonTokens = tokenize(toonString) - const xmlTokens = tokenize(xmlString) - const yamlTokens = tokenize(yamlString) + for (const [formatName, formatter] of Object.entries(formatters)) { + const formattedString = formatter(data) + const tokens = tokenize(formattedString) + tokensByFormat[formatName] = tokens + totalTokensByFormat[formatName] = (totalTokensByFormat[formatName] || 0) + tokens + } - const jsonSavings = jsonTokens - toonTokens - const xmlSavings = xmlTokens - toonTokens - const yamlSavings = yamlTokens - toonTokens - - totalJsonTokens += jsonTokens - totalToonTokens += toonTokens - totalXmlTokens += xmlTokens - totalYamlTokens += yamlTokens + // Calculate savings vs TOON + const toonTokens = tokensByFormat.toon! + for (const [formatName, tokens] of Object.entries(tokensByFormat)) { + const savings = tokens - toonTokens + formatMetrics.push({ + name: formatName, + tokens, + savings, + savingsPercent: formatName === 'toon' ? '0.0' : ((savings / tokens) * 100).toFixed(1), + }) + } results.push({ name: example.name, emoji: example.emoji, description: example.description, data, - formats: [ - { - name: 'toon', - tokens: toonTokens, - savings: 0, - savingsPercent: '0.0', - }, - { - name: 'json', - tokens: jsonTokens, - savings: jsonSavings, - savingsPercent: ((jsonSavings / jsonTokens) * 100).toFixed(1), - }, - { - name: 'xml', - tokens: xmlTokens, - savings: xmlSavings, - savingsPercent: ((xmlSavings / xmlTokens) * 100).toFixed(1), - }, - { - name: 'yaml', - tokens: yamlTokens, - savings: yamlSavings, - savingsPercent: ((yamlSavings / yamlTokens) * 100).toFixed(1), - }, - ], + formats: formatMetrics, showDetailed: example.showDetailed, }) } -const totalJsonSavings = totalJsonTokens - totalToonTokens -const totalJsonSavingsPercent = ((totalJsonSavings / totalJsonTokens) * 100).toFixed(1) - -const totalXmlSavings = totalXmlTokens - totalToonTokens -const totalXmlSavingsPercent = ((totalXmlSavings / totalXmlTokens) * 100).toFixed(1) - -const totalYamlSavings = totalYamlTokens - totalToonTokens -const totalYamlSavingsPercent = ((totalYamlSavings / totalYamlTokens) * 100).toFixed(1) +// Calculate total savings percentages +const totalToonTokens = totalTokensByFormat.toon! +const totalSavingsPercent: Record = {} +for (const [formatName, totalTokens] of Object.entries(totalTokensByFormat)) { + if (formatName === 'toon') { + totalSavingsPercent[formatName] = '0.0' + } + else { + const savings = totalTokens - totalToonTokens + totalSavingsPercent[formatName] = ((savings / totalTokens) * 100).toFixed(1) + } +} // Generate ASCII bar chart visualization (stacked compact format) +const formatOrder = ['json-pretty', 'json-compact', 'yaml', 'xml'] const datasetRows = results .map((result) => { const toon = result.formats.find(f => f.name === 'toon')! - const json = result.formats.find(f => f.name === 'json')! - const xml = result.formats.find(f => f.name === 'xml')! - const yaml = result.formats.find(f => f.name === 'yaml')! - - const percentage = Number.parseFloat(json.savingsPercent) + const percentage = Number.parseFloat(result.formats.find(f => f.name === 'json-pretty')!.savingsPercent) const bar = createProgressBar(100 - percentage, 100) // Invert to show TOON tokens const toonStr = toon.tokens.toLocaleString('en-US') - const jsonStr = json.tokens.toLocaleString('en-US') - const xmlStr = xml.tokens.toLocaleString('en-US') - const yamlStr = yaml.tokens.toLocaleString('en-US') - const line1 = `${result.emoji} ${result.name.padEnd(25)} ${bar} ${toonStr.padStart(6)} tokens` - const line2 = ` vs JSON: ${jsonStr.padStart(6)} (-${json.savingsPercent}%)` - const line3 = ` vs YAML: ${yamlStr.padStart(6)} (-${yaml.savingsPercent}%)` - const line4 = ` vs XML: ${xmlStr.padStart(6)} (-${xml.savingsPercent}%)` + const line1 = `${result.emoji} ${result.name.padEnd(25)} ${bar} ${toonStr.padStart(6)} tokens` - return `${line1}\n${line2}\n${line3}\n${line4}` + const comparisonLines = formatOrder.map((formatName) => { + const format = result.formats.find(f => f.name === formatName)! + const label = FORMATTER_DISPLAY_NAMES[formatName] || formatName.toUpperCase() + const labelWithSavings = `vs ${label} (-${format.savingsPercent}%)`.padEnd(28) + const tokenStr = format.tokens.toLocaleString('en-US').padStart(6) + return ` ${labelWithSavings}${tokenStr}` + }) + + return [line1, ...comparisonLines].join('\n') }) .join('\n\n') // Add separator and totals row const separator = '─────────────────────────────────────────────────────────────────────' -// Calculate bar for totals (TOON vs average of JSON+YAML+XML) -const averageComparisonTokens = (totalJsonTokens + totalYamlTokens + totalXmlTokens) / 3 +// Calculate bar for totals (TOON vs average of comparison formats) +const comparisonTokens = formatOrder.map(name => totalTokensByFormat[name]!) +const averageComparisonTokens = comparisonTokens.reduce((a, b) => a + b, 0) / comparisonTokens.length const totalPercentage = (totalToonTokens / averageComparisonTokens) * 100 const totalBar = createProgressBar(totalPercentage, 100) -const totalLine1 = `Total ${totalBar} ${totalToonTokens.toLocaleString('en-US').padStart(6)} tokens` -const totalLine2 = ` vs JSON: ${totalJsonTokens.toLocaleString('en-US').padStart(6)} (-${totalJsonSavingsPercent}%)` -const totalLine3 = ` vs YAML: ${totalYamlTokens.toLocaleString('en-US').padStart(6)} (-${totalYamlSavingsPercent}%)` -const totalLine4 = ` vs XML: ${totalXmlTokens.toLocaleString('en-US').padStart(6)} (-${totalXmlSavingsPercent}%)` +const totalLine1 = `Total ${totalBar} ${totalToonTokens.toLocaleString('en-US').padStart(6)} tokens` -const barChartSection = `${datasetRows}\n\n${separator}\n${totalLine1}\n${totalLine2}\n${totalLine3}\n${totalLine4}` +const totalComparisonLines = formatOrder.map((formatName) => { + const label = FORMATTER_DISPLAY_NAMES[formatName] || formatName.toUpperCase() + const tokens = totalTokensByFormat[formatName]! + const percent = totalSavingsPercent[formatName]! + const labelWithSavings = `vs ${label} (-${percent}%)`.padEnd(28) + const tokenStr = tokens.toLocaleString('en-US').padStart(6) + return ` ${labelWithSavings}${tokenStr}` +}) + +const barChartSection = `${datasetRows}\n\n${separator}\n${totalLine1}\n${totalComparisonLines.join('\n')}` // Generate detailed examples (only for selected examples) // Note: Large datasets are truncated for display readability in the report. @@ -185,7 +169,7 @@ const detailedExamples = results const separator = i < filtered.length - 1 ? '\n\n---' : '' - const json = result.formats.find(f => f.name === 'json')! + const json = result.formats.find(f => f.name === 'json-pretty')! const toon = result.formats.find(f => f.name === 'toon')! return `#### ${result.emoji} ${result.name} diff --git a/benchmarks/src/constants.ts b/benchmarks/src/constants.ts index 0c8f780..5d0c7b1 100644 --- a/benchmarks/src/constants.ts +++ b/benchmarks/src/constants.ts @@ -14,7 +14,7 @@ export const BENCHMARKS_DIR: string = url.fileURLToPath(new URL('../', import.me export const MODEL_RPM_LIMITS: Record = { 'claude-haiku-4-5-20251001': 50, 'gemini-2.5-flash': 25, - 'gpt-5-nano': undefined, + 'gpt-5-nano': 50, 'grok-4-fast-non-reasoning': 50, } @@ -23,6 +23,18 @@ export const MODEL_RPM_LIMITS: Record = { */ export const DEFAULT_CONCURRENCY = 10 +/** + * Display names for data format types + */ +export const FORMATTER_DISPLAY_NAMES: Record = { + 'json-pretty': 'JSON', + 'json-compact': 'JSON compact', + 'toon': 'TOON', + 'csv': 'CSV', + 'xml': 'XML', + 'yaml': 'YAML', +} as const + /** * Progress bar configuration */ diff --git a/benchmarks/src/formatters.ts b/benchmarks/src/formatters.ts index b20b1b7..7918b2b 100644 --- a/benchmarks/src/formatters.ts +++ b/benchmarks/src/formatters.ts @@ -12,11 +12,12 @@ import { encode as encodeToon } from '../../src/index' * CSV has inherent limitations with nested structures (see `toCSV` docs). */ export const formatters: Record string> = { - json: data => JSON.stringify(data, undefined, 2), - toon: data => encodeToon(data), - csv: data => toCSV(data), - xml: data => toXML(data), - yaml: data => stringifyYAML(data), + 'json-pretty': data => JSON.stringify(data, undefined, 2), + 'json-compact': data => JSON.stringify(data), + 'toon': data => encodeToon(data), + 'csv': data => toCSV(data), + 'xml': data => toXML(data), + 'yaml': data => stringifyYAML(data), } /** diff --git a/benchmarks/src/report.ts b/benchmarks/src/report.ts index 6c33d4b..d3ba9b0 100644 --- a/benchmarks/src/report.ts +++ b/benchmarks/src/report.ts @@ -1,7 +1,7 @@ import type { EvaluationResult, FormatResult, Question } from './types' import * as fsp from 'node:fs/promises' import * as path from 'node:path' -import { BENCHMARKS_DIR } from './constants' +import { BENCHMARKS_DIR, FORMATTER_DISPLAY_NAMES } from './constants' import { datasets } from './datasets' import { models } from './evaluate' import { createProgressBar, ensureDir, tokenize } from './utils' @@ -49,7 +49,7 @@ export function generateMarkdownReport( tokenCounts: Record, ): string { const toon = formatResults.find(r => r.format === 'toon') - const json = formatResults.find(r => r.format === 'json') + const json = formatResults.find(r => r.format === 'json-pretty') const modelIds = models.map(m => m.modelId) const modelNames = modelIds.filter(id => results.some(r => r.model === id)) @@ -71,10 +71,11 @@ export function generateMarkdownReport( const formatLines = modelResults.map((result) => { const bar = createProgressBar(result.accuracy, 1, 20) - const accuracyStr = `${(result.accuracy * 100).toFixed(1)}%`.padStart(6) - const countStr = `(${result.correctCount}/${result.totalCount})` + const accuracyString = `${(result.accuracy * 100).toFixed(1)}%`.padStart(6) + const countString = `(${result.correctCount}/${result.totalCount})` const prefix = result.format === 'toon' ? '→ ' : ' ' - return `${prefix}${result.format.padEnd(12)} ${bar} ${accuracyStr} ${countStr}` + const displayName = FORMATTER_DISPLAY_NAMES[result.format] || result.format + return `${prefix}${displayName.padEnd(12)} ${bar} ${accuracyString} ${countString}` }).join('\n') // Add blank line before model name, except for first model @@ -248,7 +249,7 @@ ${totalQuestions} questions are generated dynamically across three categories: #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all ${formatCount} formats (${formatResults.map(f => f.format.toUpperCase()).join(', ')}). +1. **Format conversion**: Each dataset is converted to all ${formatCount} formats (${formatResults.map(f => FORMATTER_DISPLAY_NAMES[f.format] || f.format).join(', ')}). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: \`gpt-5-nano\` validates if the answer is semantically correct (e.g., \`50000\` = \`$50,000\`, \`Engineering\` = \`engineering\`, \`2025-01-01\` = \`January 1, 2025\`). diff --git a/benchmarks/src/utils.ts b/benchmarks/src/utils.ts index bbd44c0..c18c115 100644 --- a/benchmarks/src/utils.ts +++ b/benchmarks/src/utils.ts @@ -40,19 +40,3 @@ export function tokenize(text: string): number { export async function ensureDir(dirPath: string): Promise { await fsp.mkdir(dirPath, { recursive: true }) } - -/** - * Save data as formatted JSON file - * - * @param filePath - Path to save the file - * @param data - Data to serialize as JSON - * @param indent - Indentation spaces (default: 2) - */ -export async function saveJsonFile( - filePath: string, - data: unknown, - indent = 2, -): Promise { - const json = JSON.stringify(data, undefined, indent) - await fsp.writeFile(filePath, `${json}\n`, 'utf-8') -} diff --git a/src/encode/encoders.ts b/src/encode/encoders.ts index e517f22..a71c179 100644 --- a/src/encode/encoders.ts +++ b/src/encode/encoders.ts @@ -150,8 +150,8 @@ export function encodeArrayOfObjectsAsTabular( depth: Depth, options: ResolvedEncodeOptions, ): void { - const headerStr = formatHeader(rows.length, { key: prefix, fields: header, delimiter: options.delimiter, lengthMarker: options.lengthMarker }) - writer.push(depth, `${headerStr}`) + const formattedHeader = formatHeader(rows.length, { key: prefix, fields: header, delimiter: options.delimiter, lengthMarker: options.lengthMarker }) + writer.push(depth, `${formattedHeader}`) writeTabularRows(rows, header, writer, depth + 1, options) } @@ -255,8 +255,8 @@ export function encodeObjectAsListItem(obj: JsonObject, writer: LineWriter, dept const header = extractTabularHeader(firstValue) if (header) { // Tabular format for uniform arrays of objects - const headerStr = formatHeader(firstValue.length, { key: firstKey, fields: header, delimiter: options.delimiter, lengthMarker: options.lengthMarker }) - writer.pushListItem(depth, headerStr) + const formattedHeader = formatHeader(firstValue.length, { key: firstKey, fields: header, delimiter: options.delimiter, lengthMarker: options.lengthMarker }) + writer.pushListItem(depth, formattedHeader) writeTabularRows(firstValue, header, writer, depth + 1, options) } else {