From 54433de9306ede7036f43dbed2d3d0d5bbe9c6de Mon Sep 17 00:00:00 2001 From: Johann Schopplich Date: Thu, 6 Nov 2025 22:17:18 +0100 Subject: [PATCH] chore: split token efficiency benchmark into mixed/flat tracks --- README.md | 456 +++--- benchmarks/README.md | 4 +- benchmarks/package.json | 2 +- benchmarks/questions-generated.json | 1416 ----------------- .../accuracy/models/claude-haiku-4-5-20251001 | 2 +- .../results/accuracy/models/gemini-2.5-flash | 2 +- benchmarks/results/accuracy/models/gpt-5-nano | 2 +- .../accuracy/models/grok-4-fast-non-reasoning | 2 +- benchmarks/results/retrieval-accuracy.md | 227 +-- benchmarks/results/token-efficiency.md | 182 +-- .../scripts/token-efficiency-benchmark.ts | 81 +- benchmarks/src/datasets.ts | 4 +- benchmarks/src/report.ts | 17 +- 13 files changed, 567 insertions(+), 1830 deletions(-) delete mode 100644 benchmarks/questions-generated.json diff --git a/README.md b/README.md index 36f1dc0..e5ec84a 100644 --- a/README.md +++ b/README.md @@ -101,39 +101,154 @@ The benchmarks test datasets across different structural patterns (uniform, semi +#### Mixed-Structure Track + +Datasets with nested or semi-uniform structures. CSV excluded as it cannot properly represent these structures. + ``` -⭐ GitHub Repositories ██████████████░░░░░░░░░░░ 8,745 tokens - vs JSON (−42.3%) 15,145 - vs JSON compact (−23.7%) 11,455 - vs YAML (−33.4%) 13,129 - vs XML (−48.8%) 17,095 +🛒 E-commerce orders with nested structures ┊ Tabular: 33% + │ + TOON █████████████░░░░░░░ 72,743 tokens + ├─ vs JSON (−33.1%) 108,731 tokens + ├─ vs JSON compact (+5.5%) 68,936 tokens + ├─ vs YAML (−14.1%) 84,724 tokens + └─ vs XML (−40.5%) 122,313 tokens -📈 Daily Analytics ██████████░░░░░░░░░░░░░░░ 4,507 tokens - vs JSON (−58.9%) 10,977 - vs JSON compact (−35.7%) 7,013 - vs YAML (−48.8%) 8,810 - vs XML (−65.7%) 13,128 +🧾 Semi-uniform event logs ┊ Tabular: 50% + │ + TOON █████████████████░░░ 153,223 tokens + ├─ vs JSON (−15.0%) 180,196 tokens + ├─ vs JSON compact (+19.9%) 127,740 tokens + ├─ vs YAML (−0.8%) 154,514 tokens + └─ vs XML (−25.2%) 204,800 tokens -🛒 E-Commerce Order ████████████████░░░░░░░░░ 166 tokens - vs JSON (−35.4%) 257 - vs JSON compact (−2.9%) 171 - vs YAML (−15.7%) 197 - vs XML (−38.7%) 271 +🧩 Deeply nested configuration ┊ Tabular: 0% + │ + TOON ██████████████░░░░░░ 631 tokens + ├─ vs JSON (−31.3%) 919 tokens + ├─ vs JSON compact (+11.9%) 564 tokens + ├─ vs YAML (−6.2%) 673 tokens + └─ vs XML (−37.4%) 1,008 tokens -───────────────────────────────────────────────────────────────────── -Total ██████████████░░░░░░░░░░░ 13,418 tokens - vs JSON (−49.1%) 26,379 - vs JSON compact (−28.0%) 18,639 - vs YAML (−39.4%) 22,136 - vs XML (−56.0%) 30,494 +──────────────────────────────────── Total ──────────────────────────────────── + TOON ████████████████░░░░ 226,597 tokens + ├─ vs JSON (−21.8%) 289,846 tokens + ├─ vs JSON compact (+14.9%) 197,240 tokens + ├─ vs YAML (−5.5%) 239,911 tokens + └─ vs XML (−30.9%) 328,121 tokens +``` + +#### Flat-Only Track + +Datasets with flat tabular structures where CSV is applicable. + +``` +👥 Uniform employee records ┊ Tabular: 100% + │ + CSV ███████████████████░ 46,956 tokens + TOON ████████████████████ 49,827 tokens (+6.1% vs CSV) + ├─ vs JSON (−60.7%) 126,854 tokens + ├─ vs JSON compact (−36.8%) 78,850 tokens + ├─ vs YAML (−50.0%) 99,701 tokens + └─ vs XML (−66.0%) 146,440 tokens + +📈 Time-series analytics data ┊ Tabular: 100% + │ + CSV ██████████████████░░ 8,396 tokens + TOON ████████████████████ 9,128 tokens (+8.7% vs CSV) + ├─ vs JSON (−59.0%) 22,258 tokens + ├─ vs JSON compact (−35.8%) 14,224 tokens + ├─ vs YAML (−48.9%) 17,871 tokens + └─ vs XML (−65.7%) 26,629 tokens + +⭐ Top 100 GitHub repositories ┊ Tabular: 100% + │ + CSV ███████████████████░ 8,513 tokens + TOON ████████████████████ 8,745 tokens (+2.7% vs CSV) + ├─ vs JSON (−42.3%) 15,145 tokens + ├─ vs JSON compact (−23.7%) 11,455 tokens + ├─ vs YAML (−33.4%) 13,129 tokens + └─ vs XML (−48.8%) 17,095 tokens + +──────────────────────────────────── Total ──────────────────────────────────── + CSV ███████████████████░ 63,865 tokens + TOON ████████████████████ 67,700 tokens (+6.0% vs CSV) + ├─ vs JSON (−58.8%) 164,257 tokens + ├─ vs JSON compact (−35.2%) 104,529 tokens + ├─ vs YAML (−48.2%) 130,701 tokens + └─ vs XML (−64.4%) 190,164 tokens ```
View detailed examples -#### ⭐ GitHub Repositories +#### 📈 Time-series analytics data -**Configuration:** Top 100 GitHub repositories with stars, forks, and metadata +**Savings:** 13,130 tokens (59.0% reduction vs JSON) + +**JSON** (22,258 tokens): + +```json +{ + "metrics": [ + { + "date": "2025-01-01", + "views": 7708, + "clicks": 595, + "conversions": 69, + "revenue": 15369.93, + "bounceRate": 0.35 + }, + { + "date": "2025-01-02", + "views": 5894, + "clicks": 381, + "conversions": 21, + "revenue": 2112.12, + "bounceRate": 0.3 + }, + { + "date": "2025-01-03", + "views": 6835, + "clicks": 422, + "conversions": 35, + "revenue": 4525.73, + "bounceRate": 0.5 + }, + { + "date": "2025-01-04", + "views": 5325, + "clicks": 305, + "conversions": 22, + "revenue": 2445.3, + "bounceRate": 0.44 + }, + { + "date": "2025-01-05", + "views": 2974, + "clicks": 61, + "conversions": 6, + "revenue": 956.57, + "bounceRate": 0.47 + } + ] +} +``` + +**TOON** (9,128 tokens): + +``` +metrics[5]{date,views,clicks,conversions,revenue,bounceRate}: + 2025-01-01,7708,595,69,15369.93,0.35 + 2025-01-02,5894,381,21,2112.12,0.3 + 2025-01-03,6835,422,35,4525.73,0.5 + 2025-01-04,5325,305,22,2445.3,0.44 + 2025-01-05,2974,61,6,956.57,0.47 +``` + +--- + +#### ⭐ Top 100 GitHub repositories **Savings:** 6,400 tokens (42.3% reduction vs JSON) @@ -194,74 +309,6 @@ repositories[3]{id,name,repo,description,createdAt,updatedAt,pushedAt,stars,watc 21737465,awesome,sindresorhus/awesome,😎 Awesome lists about all kinds of interesting topics,"2014-07-11T13:42:37Z","2025-10-28T12:40:21Z","2025-10-27T17:57:31Z",410052,8017,32029,main ``` ---- - -#### 📈 Daily Analytics - -**Configuration:** 180 days of web metrics (views, clicks, conversions, revenue) - -**Savings:** 6,470 tokens (58.9% reduction vs JSON) - -**JSON** (10,977 tokens): - -```json -{ - "metrics": [ - { - "date": "2025-01-01", - "views": 6890, - "clicks": 401, - "conversions": 23, - "revenue": 6015.59, - "bounceRate": 0.63 - }, - { - "date": "2025-01-02", - "views": 6940, - "clicks": 323, - "conversions": 37, - "revenue": 9086.44, - "bounceRate": 0.36 - }, - { - "date": "2025-01-03", - "views": 4390, - "clicks": 346, - "conversions": 26, - "revenue": 6360.75, - "bounceRate": 0.48 - }, - { - "date": "2025-01-04", - "views": 3429, - "clicks": 231, - "conversions": 13, - "revenue": 2360.96, - "bounceRate": 0.65 - }, - { - "date": "2025-01-05", - "views": 5804, - "clicks": 186, - "conversions": 22, - "revenue": 2535.96, - "bounceRate": 0.37 - } - ] -} -``` - -**TOON** (4,507 tokens): - -``` -metrics[5]{date,views,clicks,conversions,revenue,bounceRate}: - 2025-01-01,6890,401,23,6015.59,0.63 - 2025-01-02,6940,323,37,9086.44,0.36 - 2025-01-03,4390,346,26,6360.75,0.48 - 2025-01-04,3429,231,13,2360.96,0.65 - 2025-01-05,5804,186,22,2535.96,0.37 -``` -
@@ -270,111 +317,156 @@ metrics[5]{date,views,clicks,conversions,revenue,bounceRate}: -Benchmarks test LLM comprehension across different input formats using 154 data retrieval questions on 4 models. +Benchmarks test LLM comprehension across different input formats using 201 data retrieval questions on 4 models. + +
+View Dataset Catalog + +#### Dataset Catalog + +| Dataset | Rows | Structure | CSV Support | Eligibility | +| ------- | ---- | --------- | ----------- | ----------- | +| Uniform employee records | 100 | uniform | ✓ | 100% | +| E-commerce orders with nested structures | 50 | nested | ✗ | 33% | +| Time-series analytics data | 60 | uniform | ✓ | 100% | +| Top 100 GitHub repositories | 100 | uniform | ✓ | 100% | +| Semi-uniform event logs | 75 | semi-uniform | ✗ | 50% | +| Deeply nested configuration | 11 | deep | ✗ | 0% | + +**Structure classes:** +- **uniform**: All objects have identical fields with primitive values +- **semi-uniform**: Mix of uniform and non-uniform structures +- **nested**: Objects with nested structures (nested objects or arrays) +- **deep**: Highly nested with minimal tabular eligibility + +**CSV Support:** ✓ (supported), ✗ (not supported – would require lossy flattening) + +**Eligibility:** Percentage of arrays that qualify for TOON's tabular format (uniform objects with primitive values) + +
#### Efficiency Ranking (Accuracy per 1K Tokens) Each format's overall performance, balancing accuracy against token cost: ``` -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.0 │ 70.1% acc │ 4,678 tokens -csv ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 14.3 │ 67.7% acc │ 4,745 tokens -json-compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░ 11.0 │ 65.3% acc │ 5,925 tokens -yaml ▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░ 9.4 │ 66.7% acc │ 7,091 tokens -json-pretty ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 7.5 │ 65.4% acc │ 8,713 tokens -xml ▓▓▓▓▓▓▓▓▓░░░░░░░░░░░ 6.8 │ 67.2% acc │ 9,944 tokens +TOON ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.6 │ 68.7% acc │ 4,389 tokens +CSV ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.3 │ 62.3% acc │ 4,080 tokens +JSON compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 13.5 │ 67.2% acc │ 4,982 tokens +YAML ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 11.2 │ 66.7% acc │ 5,976 tokens +JSON ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 9.0 │ 65.7% acc │ 7,260 tokens +XML ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 8.1 │ 66.8% acc │ 8,251 tokens ``` -TOON achieves **70.1%** accuracy (vs JSON's 65.4%) while using **46.3% fewer tokens**. +TOON achieves **68.7%** accuracy (vs JSON's 65.7%) while using **39.5% fewer tokens**. #### Per-Model Accuracy -Accuracy across **4 LLMs** on 154 data retrieval questions: +Accuracy across 4 LLMs on 201 data retrieval questions: ``` gpt-5-nano -→ TOON ███████████████████░ 96.1% (148/154) - CSV ██████████████████░░ 91.6% (141/154) - YAML ██████████████████░░ 91.6% (141/154) - JSON compact ██████████████████░░ 91.6% (141/154) - XML █████████████████░░░ 87.0% (134/154) - JSON █████████████████░░░ 86.4% (133/154) +→ TOON ██████████████████░░ 88.6% (178/201) + JSON compact ██████████████████░░ 88.1% (177/201) + CSV ██████████████████░░ 88.0% (88/100) + YAML █████████████████░░░ 84.6% (170/201) + XML ████████████████░░░░ 81.6% (164/201) + JSON ████████████████░░░░ 80.1% (161/201) claude-haiku-4-5-20251001 - JSON ██████████░░░░░░░░░░ 50.0% (77/154) - YAML ██████████░░░░░░░░░░ 49.4% (76/154) -→ TOON ██████████░░░░░░░░░░ 48.7% (75/154) - XML ██████████░░░░░░░░░░ 48.1% (74/154) - CSV █████████░░░░░░░░░░░ 47.4% (73/154) - JSON compact █████████░░░░░░░░░░░ 44.2% (68/154) + YAML ██████████░░░░░░░░░░ 52.2% (105/201) +→ TOON ██████████░░░░░░░░░░ 50.7% (102/201) + JSON ██████████░░░░░░░░░░ 50.2% (101/201) + JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) + XML ██████████░░░░░░░░░░ 49.3% (99/201) + CSV ████████░░░░░░░░░░░░ 39.0% (39/100) gemini-2.5-flash - CSV ██████████████████░░ 87.7% (135/154) - XML ██████████████████░░ 87.7% (135/154) -→ TOON █████████████████░░░ 86.4% (133/154) - YAML ████████████████░░░░ 79.9% (123/154) - JSON compact ████████████████░░░░ 79.9% (123/154) - JSON ███████████████░░░░░ 76.6% (118/154) + XML █████████████████░░░ 86.1% (173/201) +→ TOON █████████████████░░░ 84.1% (169/201) + CSV ████████████████░░░░ 82.0% (82/100) + JSON compact ████████████████░░░░ 81.1% (163/201) + YAML ████████████████░░░░ 81.1% (163/201) + JSON ████████████████░░░░ 81.1% (163/201) grok-4-fast-non-reasoning -→ TOON ██████████░░░░░░░░░░ 49.4% (76/154) - JSON ██████████░░░░░░░░░░ 48.7% (75/154) - XML █████████░░░░░░░░░░░ 46.1% (71/154) - YAML █████████░░░░░░░░░░░ 46.1% (71/154) - JSON compact █████████░░░░░░░░░░░ 45.5% (70/154) - CSV █████████░░░░░░░░░░░ 44.2% (68/154) +→ TOON ██████████░░░░░░░░░░ 51.2% (103/201) + JSON ██████████░░░░░░░░░░ 51.2% (103/201) + XML ██████████░░░░░░░░░░ 50.2% (101/201) + JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) + YAML ██████████░░░░░░░░░░ 48.8% (98/201) + CSV ████████░░░░░░░░░░░░ 40.0% (40/100) ``` -**Key tradeoff:** TOON achieves **70.1% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens** on these datasets. +**Key tradeoff:** TOON achieves **68.7% accuracy** (vs JSON's 65.7%) while using **39.5% fewer tokens** on these datasets.
Performance by dataset and model #### Performance by Dataset -##### Uniform employee records (TOON optimal format) +##### Uniform employee records | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 65.5% | 2,337 | 131/200 | -| `toon` | 67.5% | 2,483 | 135/200 | -| `json-compact` | 65.5% | 3,943 | 131/200 | -| `yaml` | 68.5% | 4,969 | 137/200 | -| `xml` | 69.5% | 7,314 | 139/200 | -| `json-pretty` | 64.5% | 6,347 | 129/200 | +| `toon` | 65.6% | 2,483 | 105/160 | +| `csv` | 62.5% | 2,337 | 100/160 | +| `json-compact` | 66.3% | 3,943 | 106/160 | +| `yaml` | 63.7% | 4,969 | 102/160 | +| `xml` | 67.5% | 7,314 | 108/160 | +| `json-pretty` | 62.5% | 6,347 | 100/160 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 78.8% | 5,967 | 126/160 | -| `csv` | 76.3% | 6,735 | 122/160 | -| `json-compact` | 70.6% | 5,962 | 113/160 | -| `yaml` | 72.5% | 7,328 | 116/160 | -| `json-pretty` | 76.9% | 9,694 | 123/160 | -| `xml` | 73.1% | 10,992 | 117/160 | +| `toon` | 75.6% | 7,197 | 121/160 | +| `json-compact` | 70.6% | 6,784 | 113/160 | +| `yaml` | 71.9% | 8,334 | 115/160 | +| `json-pretty` | 68.8% | 10,700 | 110/160 | +| `xml` | 71.9% | 12,013 | 115/160 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 68.4% | 1,515 | 93/136 | -| `csv` | 65.4% | 1,393 | 89/136 | -| `json-compact` | 64.7% | 2,341 | 88/136 | -| `yaml` | 66.2% | 2,938 | 90/136 | -| `json-pretty` | 64.7% | 3,665 | 88/136 | -| `xml` | 66.9% | 4,376 | 91/136 | +| `csv` | 63.8% | 1,391 | 74/116 | +| `toon` | 66.4% | 1,513 | 77/116 | +| `json-compact` | 61.2% | 2,339 | 71/116 | +| `yaml` | 65.5% | 2,936 | 76/116 | +| `json-pretty` | 64.7% | 3,663 | 75/116 | +| `xml` | 65.5% | 4,374 | 76/116 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 65.0% | 8,745 | 78/120 | -| `csv` | 62.5% | 8,513 | 75/120 | -| `json-compact` | 58.3% | 11,455 | 70/120 | -| `yaml` | 56.7% | 13,129 | 68/120 | -| `xml` | 55.8% | 17,095 | 67/120 | -| `json-pretty` | 52.5% | 15,145 | 63/120 | +| `toon` | 63.7% | 8,745 | 79/124 | +| `csv` | 60.5% | 8,513 | 75/124 | +| `json-compact` | 56.5% | 11,455 | 70/124 | +| `yaml` | 53.2% | 13,129 | 66/124 | +| `json-pretty` | 53.2% | 15,145 | 66/124 | +| `xml` | 53.2% | 17,095 | 66/124 | + +##### Semi-uniform event logs + +| Format | Accuracy | Tokens | Correct/Total | +| ------ | -------- | ------ | ------------- | +| `json-compact` | 55.0% | 4,809 | 66/120 | +| `yaml` | 52.5% | 5,814 | 63/120 | +| `json-pretty` | 52.5% | 6,784 | 63/120 | +| `toon` | 45.8% | 5,764 | 55/120 | +| `xml` | 50.8% | 7,699 | 61/120 | + +##### Deeply nested configuration + +| Format | Accuracy | Tokens | Correct/Total | +| ------ | -------- | ------ | ------------- | +| `json-compact` | 91.9% | 564 | 114/124 | +| `toon` | 92.7% | 631 | 115/124 | +| `yaml` | 91.9% | 673 | 114/124 | +| `json-pretty` | 91.9% | 919 | 114/124 | +| `xml` | 89.5% | 1,008 | 111/124 | #### Performance by Model @@ -382,45 +474,45 @@ grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 96.1% | 148/154 | -| `csv` | 91.6% | 141/154 | -| `yaml` | 91.6% | 141/154 | -| `json-compact` | 91.6% | 141/154 | -| `xml` | 87.0% | 134/154 | -| `json-pretty` | 86.4% | 133/154 | +| `toon` | 88.6% | 178/201 | +| `json-compact` | 88.1% | 177/201 | +| `csv` | 88.0% | 88/100 | +| `yaml` | 84.6% | 170/201 | +| `xml` | 81.6% | 164/201 | +| `json-pretty` | 80.1% | 161/201 | ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `json-pretty` | 50.0% | 77/154 | -| `yaml` | 49.4% | 76/154 | -| `toon` | 48.7% | 75/154 | -| `xml` | 48.1% | 74/154 | -| `csv` | 47.4% | 73/154 | -| `json-compact` | 44.2% | 68/154 | +| `yaml` | 52.2% | 105/201 | +| `toon` | 50.7% | 102/201 | +| `json-pretty` | 50.2% | 101/201 | +| `json-compact` | 49.8% | 100/201 | +| `xml` | 49.3% | 99/201 | +| `csv` | 39.0% | 39/100 | ##### gemini-2.5-flash | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `csv` | 87.7% | 135/154 | -| `xml` | 87.7% | 135/154 | -| `toon` | 86.4% | 133/154 | -| `yaml` | 79.9% | 123/154 | -| `json-compact` | 79.9% | 123/154 | -| `json-pretty` | 76.6% | 118/154 | +| `xml` | 86.1% | 173/201 | +| `toon` | 84.1% | 169/201 | +| `csv` | 82.0% | 82/100 | +| `json-compact` | 81.1% | 163/201 | +| `yaml` | 81.1% | 163/201 | +| `json-pretty` | 81.1% | 163/201 | ##### grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 49.4% | 76/154 | -| `json-pretty` | 48.7% | 75/154 | -| `xml` | 46.1% | 71/154 | -| `yaml` | 46.1% | 71/154 | -| `json-compact` | 45.5% | 70/154 | -| `csv` | 44.2% | 68/154 | +| `toon` | 51.2% | 103/201 | +| `json-pretty` | 51.2% | 103/201 | +| `xml` | 50.2% | 101/201 | +| `json-compact` | 49.8% | 100/201 | +| `yaml` | 48.8% | 98/201 | +| `csv` | 40.0% | 40/100 |
@@ -433,34 +525,36 @@ This benchmark tests **LLM comprehension and data retrieval accuracy** across di #### Datasets Tested -Four datasets designed to test different structural patterns (all contain arrays of uniform objects, TOON's optimal format): +Six datasets designed to test different structural patterns: 1. **Tabular** (100 employee records): Uniform objects with identical fields – optimal for TOON's tabular format. 2. **Nested** (50 e-commerce orders): Complex structures with nested customer objects and item arrays. 3. **Analytics** (60 days of metrics): Time-series data with dates and numeric values. 4. **GitHub** (100 repositories): Real-world data from top GitHub repos by stars. +5. **Event Logs** (75 logs): Semi-uniform data with ~50% flat logs and ~50% with nested error objects. +6. **Nested Config** (1 configuration): Deeply nested configuration with minimal tabular eligibility. #### Question Types -154 questions are generated dynamically across three categories: +201 questions are generated dynamically across three categories: -- **Field retrieval (40%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) +- **Field retrieval (36%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) - Example: "What is Alice's salary?" → `75000` - Example: "How many items are in order ORD-0042?" → `3` - Example: "What is the customer name for order ORD-0042?" → `John Doe` -- **Aggregation (32%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) +- **Aggregation (37%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) - Example: "How many employees work in Engineering?" → `17` - Example: "What is the total revenue across all orders?" → `45123.50` - Example: "How many employees have salary > 80000?" → `23` -- **Filtering (28%)**: Multi-condition queries requiring compound logic (AND constraints across fields) +- **Filtering (27%)**: Multi-condition queries requiring compound logic (AND constraints across fields) - Example: "How many employees in Sales have salary > 80000?" → `5` - Example: "How many active employees have more than 10 years of experience?" → `8` #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, CSV, XML, YAML, JSON, JSON compact). +1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, JSON compact, XML, YAML, JSON, CSV). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: `gpt-5-nano` validates if the answer is semantically correct (e.g., `50000` = `$50,000`, `Engineering` = `engineering`, `2025-01-01` = `January 1, 2025`). @@ -469,7 +563,7 @@ Four datasets designed to test different structural patterns (all contain arrays - **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) - **Temperature**: Not set (models use their defaults) -- **Total evaluations**: 154 questions × 6 formats × 4 models = 3,696 LLM calls +- **Total evaluations**: 201 questions × 6 formats × 4 models = 4,824 LLM calls diff --git a/benchmarks/README.md b/benchmarks/README.md index 1309ecb..e995c58 100644 --- a/benchmarks/README.md +++ b/benchmarks/README.md @@ -9,7 +9,7 @@ Benchmarks measuring TOON's **token efficiency** and **retrieval accuracy** comp ```bash # Run token efficiency benchmark -pnpm benchmark:token-efficiency +pnpm benchmark:tokens # Run retrieval accuracy benchmark (requires API keys) pnpm benchmark:accuracy @@ -25,7 +25,7 @@ Measures token count reduction across JSON, XML, YAML, CSV, and TOON: 4. Calculate savings and generate report ```bash -pnpm benchmark:token-efficiency +pnpm benchmark:tokens ``` Results are saved to `results/token-efficiency.md`. diff --git a/benchmarks/package.json b/benchmarks/package.json index 17ff9ad..fc44df4 100644 --- a/benchmarks/package.json +++ b/benchmarks/package.json @@ -3,7 +3,7 @@ "type": "module", "private": true, "scripts": { - "benchmark:token-efficiency": "tsx scripts/token-efficiency-benchmark.ts", + "benchmark:tokens": "tsx scripts/token-efficiency-benchmark.ts", "benchmark:accuracy": "tsx --env-file=.env scripts/accuracy-benchmark.ts", "fetch:github-repos": "tsx scripts/fetch-github-repos.ts" }, diff --git a/benchmarks/questions-generated.json b/benchmarks/questions-generated.json deleted file mode 100644 index 499eaee..0000000 --- a/benchmarks/questions-generated.json +++ /dev/null @@ -1,1416 +0,0 @@ -[ - { - "id": "q1", - "prompt": "What is the salary of Constance Mante?", - "groundTruth": "56176", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q2", - "prompt": "What department does Alfonso Leffler work in?", - "groundTruth": "Marketing", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q3", - "prompt": "What is the email address of Mr. Corey Pfeffer?", - "groundTruth": "lorenza.kunze@yahoo.com", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q4", - "prompt": "How many years of experience does Mr. Brendan Harvey have?", - "groundTruth": "22", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q5", - "prompt": "Is Tracy Gleason an active employee?", - "groundTruth": "no", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q6", - "prompt": "What is the salary of Terri Wilkinson?", - "groundTruth": "133081", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q7", - "prompt": "What department does Aubrey Koss work in?", - "groundTruth": "Engineering", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q8", - "prompt": "What is the email address of Darren Homenick?", - "groundTruth": "delpha.russel@gmail.com", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q9", - "prompt": "How many years of experience does Dr. Ken Heller have?", - "groundTruth": "5", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q10", - "prompt": "Is Mr. Wade Collier an active employee?", - "groundTruth": "yes", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q11", - "prompt": "What is the salary of Hannah Waelchi?", - "groundTruth": "109064", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q12", - "prompt": "What department does Emily Harvey work in?", - "groundTruth": "Operations", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q13", - "prompt": "What is the email address of Chester Crist?", - "groundTruth": "henderson70@yahoo.com", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q14", - "prompt": "How many years of experience does Barbara Emard have?", - "groundTruth": "23", - "type": "field-retrieval", - "dataset": "tabular" - }, - { - "id": "q15", - "prompt": "How many employees work in Engineering?", - "groundTruth": "17", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q16", - "prompt": "How many employees work in Sales?", - "groundTruth": "17", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q17", - "prompt": "How many employees work in Marketing?", - "groundTruth": "17", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q18", - "prompt": "How many employees work in HR?", - "groundTruth": "17", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q19", - "prompt": "How many employees have a salary greater than 60000?", - "groundTruth": "91", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q20", - "prompt": "How many employees have a salary greater than 80000?", - "groundTruth": "67", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q21", - "prompt": "How many employees have a salary greater than 100000?", - "groundTruth": "41", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q22", - "prompt": "How many employees have a salary greater than 120000?", - "groundTruth": "26", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q23", - "prompt": "How many employees are in the dataset?", - "groundTruth": "100", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q24", - "prompt": "What is the average salary across all employees?", - "groundTruth": "96503", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q25", - "prompt": "How many employees are active?", - "groundTruth": "78", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q26", - "prompt": "How many employees are inactive?", - "groundTruth": "22", - "type": "aggregation", - "dataset": "tabular" - }, - { - "id": "q27", - "prompt": "How many employees in Engineering have a salary greater than 80000?", - "groundTruth": "12", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q28", - "prompt": "How many employees in Sales have a salary greater than 80000?", - "groundTruth": "11", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q29", - "prompt": "How many employees in Marketing have a salary greater than 80000?", - "groundTruth": "11", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q30", - "prompt": "How many employees in HR have a salary greater than 80000?", - "groundTruth": "12", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q31", - "prompt": "How many employees in Operations have a salary greater than 80000?", - "groundTruth": "11", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q32", - "prompt": "How many active employees have more than 5 years of experience?", - "groundTruth": "63", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q33", - "prompt": "How many active employees have more than 10 years of experience?", - "groundTruth": "53", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q34", - "prompt": "How many active employees have more than 15 years of experience?", - "groundTruth": "39", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q35", - "prompt": "How many employees in Engineering have more than 10 years of experience?", - "groundTruth": "11", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q36", - "prompt": "How many employees in Sales have more than 10 years of experience?", - "groundTruth": "8", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q37", - "prompt": "How many employees in Marketing have more than 10 years of experience?", - "groundTruth": "15", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q38", - "prompt": "How many active employees work in Engineering?", - "groundTruth": "12", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q39", - "prompt": "How many active employees work in Sales?", - "groundTruth": "11", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q40", - "prompt": "How many active employees work in Marketing?", - "groundTruth": "14", - "type": "filtering", - "dataset": "tabular" - }, - { - "id": "q41", - "prompt": "What is the total for order ORD-0001?", - "groundTruth": "103.86", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q42", - "prompt": "What is the status of order ORD-0003?", - "groundTruth": "shipped", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q43", - "prompt": "What is the total for order ORD-0005?", - "groundTruth": "422.5", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q44", - "prompt": "What is the status of order ORD-0007?", - "groundTruth": "processing", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q45", - "prompt": "What is the total for order ORD-0009?", - "groundTruth": "1822.85", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q46", - "prompt": "What is the status of order ORD-0011?", - "groundTruth": "pending", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q47", - "prompt": "What is the total for order ORD-0013?", - "groundTruth": "1311.35", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q48", - "prompt": "What is the status of order ORD-0015?", - "groundTruth": "cancelled", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q49", - "prompt": "What is the customer name for order ORD-0002?", - "groundTruth": "Debbie O'Kon I", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q50", - "prompt": "What is the customer email for order ORD-0004?", - "groundTruth": "demetris.hoeger-pollich@yahoo.com", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q51", - "prompt": "What is the order date for order ORD-0006?", - "groundTruth": "2025-09-15", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q52", - "prompt": "How many items are in order ORD-0008?", - "groundTruth": "3", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q53", - "prompt": "What is the customer name for order ORD-0010?", - "groundTruth": "Patty Senger", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q54", - "prompt": "What is the customer email for order ORD-0012?", - "groundTruth": "viva.paucek@gmail.com", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q55", - "prompt": "What is the order date for order ORD-0014?", - "groundTruth": "2025-09-20", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q56", - "prompt": "How many items are in order ORD-0016?", - "groundTruth": "2", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q57", - "prompt": "What is the customer name for order ORD-0018?", - "groundTruth": "Dennis Wunsch", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q58", - "prompt": "What is the customer email for order ORD-0020?", - "groundTruth": "wilton.oconnell@yahoo.com", - "type": "field-retrieval", - "dataset": "nested" - }, - { - "id": "q59", - "prompt": "How many orders have status \"pending\"?", - "groundTruth": "10", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q60", - "prompt": "How many orders have status \"processing\"?", - "groundTruth": "10", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q61", - "prompt": "How many orders have status \"shipped\"?", - "groundTruth": "10", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q62", - "prompt": "How many orders have status \"delivered\"?", - "groundTruth": "10", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q63", - "prompt": "How many orders have status \"cancelled\"?", - "groundTruth": "10", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q64", - "prompt": "What is the total revenue across all orders?", - "groundTruth": "34904.81", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q65", - "prompt": "What is the average order value?", - "groundTruth": "698.10", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q66", - "prompt": "How many orders are in the dataset?", - "groundTruth": "50", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q67", - "prompt": "What is the highest order total?", - "groundTruth": "2152.82", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q68", - "prompt": "How many orders have a total greater than 200?", - "groundTruth": "43", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q69", - "prompt": "How many orders have a total greater than 400?", - "groundTruth": "37", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q70", - "prompt": "How many orders have a total greater than 600?", - "groundTruth": "28", - "type": "aggregation", - "dataset": "nested" - }, - { - "id": "q71", - "prompt": "How many orders have status \"pending\" and total greater than 300?", - "groundTruth": "8", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q72", - "prompt": "How many orders have status \"processing\" and total greater than 300?", - "groundTruth": "6", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q73", - "prompt": "How many orders have status \"shipped\" and total greater than 300?", - "groundTruth": "10", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q74", - "prompt": "How many orders have status \"delivered\" and total greater than 300?", - "groundTruth": "9", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q75", - "prompt": "How many orders have status \"cancelled\" and total greater than 300?", - "groundTruth": "8", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q76", - "prompt": "How many orders have status \"pending\" and at least 3 items?", - "groundTruth": "3", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q77", - "prompt": "How many orders have status \"processing\" and at least 3 items?", - "groundTruth": "3", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q78", - "prompt": "How many orders have status \"shipped\" and at least 3 items?", - "groundTruth": "5", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q79", - "prompt": "How many orders have a total greater than 300 and at least 3 items?", - "groundTruth": "20", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q80", - "prompt": "How many orders have a total greater than 500 and at least 3 items?", - "groundTruth": "19", - "type": "filtering", - "dataset": "nested" - }, - { - "id": "q81", - "prompt": "What are the views for 2025-01-01?", - "groundTruth": "4322", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q82", - "prompt": "What is the revenue for 2025-01-04?", - "groundTruth": "10432.04", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q83", - "prompt": "What is the bounce rate for 2025-01-07?", - "groundTruth": "0.53", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q84", - "prompt": "How many conversions were there on 2025-01-10?", - "groundTruth": "32", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q85", - "prompt": "What are the views for 2025-01-13?", - "groundTruth": "4096", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q86", - "prompt": "What is the revenue for 2025-01-16?", - "groundTruth": "4533.1", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q87", - "prompt": "What is the bounce rate for 2025-01-19?", - "groundTruth": "0.63", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q88", - "prompt": "How many conversions were there on 2025-01-22?", - "groundTruth": "25", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q89", - "prompt": "What are the views for 2025-01-25?", - "groundTruth": "4076", - "type": "field-retrieval", - "dataset": "analytics" - }, - { - "id": "q90", - "prompt": "How many days of data are in the dataset?", - "groundTruth": "60", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q91", - "prompt": "What is the total number of views across all dates?", - "groundTruth": "328320", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q92", - "prompt": "What is the total number of conversions across all dates?", - "groundTruth": "1791", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q93", - "prompt": "What is the total revenue across all dates?", - "groundTruth": "311695.88", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q94", - "prompt": "What is the average bounce rate?", - "groundTruth": "0.53", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q95", - "prompt": "How many days had more than 5000 views?", - "groundTruth": "33", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q96", - "prompt": "How many days had more than 7000 views?", - "groundTruth": "14", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q97", - "prompt": "How many days had more than 10 conversions?", - "groundTruth": "57", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q98", - "prompt": "How many days had more than 30 conversions?", - "groundTruth": "26", - "type": "aggregation", - "dataset": "analytics" - }, - { - "id": "q99", - "prompt": "How many days had more than 6000 views and more than 15 conversions?", - "groundTruth": "20", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q100", - "prompt": "How many days had more than 7000 views and more than 15 conversions?", - "groundTruth": "14", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q101", - "prompt": "How many days had revenue greater than 500 with views above 6000?", - "groundTruth": "22", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q102", - "prompt": "How many days had revenue greater than 1000 with views above 6000?", - "groundTruth": "22", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q103", - "prompt": "How many days had revenue greater than 1500 with views above 6000?", - "groundTruth": "22", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q104", - "prompt": "How many days had revenue greater than 2000 with views above 6000?", - "groundTruth": "20", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q105", - "prompt": "How many days had revenue greater than 2500 with views above 6000?", - "groundTruth": "18", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q106", - "prompt": "How many days had more than 250 clicks and more than 15 conversions?", - "groundTruth": "32", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q107", - "prompt": "How many days had more than 400 clicks and more than 15 conversions?", - "groundTruth": "9", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q108", - "prompt": "How many days had revenue greater than 1000 with bounce rate below 0.5?", - "groundTruth": "22", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q109", - "prompt": "How many days had revenue greater than 1500 with bounce rate below 0.5?", - "groundTruth": "22", - "type": "filtering", - "dataset": "analytics" - }, - { - "id": "q110", - "prompt": "How many stars does undefined/freeCodeCamp have?", - "groundTruth": "430886", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q111", - "prompt": "How many forks does undefined/system-design-primer have?", - "groundTruth": "52904", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q112", - "prompt": "How many watchers does undefined/vue have?", - "groundTruth": "5786", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q113", - "prompt": "What is the main branch of undefined/CS-Notes?", - "groundTruth": "master", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q114", - "prompt": "How many stars does undefined/gitignore have?", - "groundTruth": "170327", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q115", - "prompt": "How many forks does undefined/n8n have?", - "groundTruth": "48578", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q116", - "prompt": "How many watchers does undefined/yt-dlp have?", - "groundTruth": "678", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q117", - "prompt": "What is the main branch of undefined/PowerToys?", - "groundTruth": "main", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q118", - "prompt": "How many stars does undefined/free-programming-books-zh_CN have?", - "groundTruth": "115543", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q119", - "prompt": "How many forks does undefined/three.js have?", - "groundTruth": "36054", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q120", - "prompt": "How many watchers does undefined/GitHub-Chinese-Top-Charts have?", - "groundTruth": "2607", - "type": "field-retrieval", - "dataset": "github" - }, - { - "id": "q121", - "prompt": "How many repositories are in the dataset?", - "groundTruth": "100", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q122", - "prompt": "What is the total number of stars across all repositories?", - "groundTruth": "15413563", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q123", - "prompt": "What is the total number of forks across all repositories?", - "groundTruth": "2528243", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q124", - "prompt": "What is the average number of stars per repository?", - "groundTruth": "154136", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q125", - "prompt": "How many repositories use \"main\" as their default branch?", - "groundTruth": "41", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q126", - "prompt": "How many repositories use \"master\" as their default branch?", - "groundTruth": "53", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q127", - "prompt": "How many repositories have more than 100000 stars?", - "groundTruth": "77", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q128", - "prompt": "How many repositories have more than 150000 stars?", - "groundTruth": "37", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q129", - "prompt": "How many repositories have more than 200000 stars?", - "groundTruth": "16", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q130", - "prompt": "How many repositories have more than 20000 forks?", - "groundTruth": "49", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q131", - "prompt": "How many repositories have more than 35000 forks?", - "groundTruth": "23", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q132", - "prompt": "How many repositories have more than 50000 forks?", - "groundTruth": "11", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q133", - "prompt": "How many repositories have more than 5000 watchers?", - "groundTruth": "19", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q134", - "prompt": "How many repositories have more than 8000 watchers?", - "groundTruth": "4", - "type": "aggregation", - "dataset": "github" - }, - { - "id": "q135", - "prompt": "How many repositories have more than 75000 stars and more than 15000 forks?", - "groundTruth": "57", - "type": "filtering", - "dataset": "github" - }, - { - "id": "q136", - "prompt": "How many repositories have more than 100000 stars and more than 20000 forks?", - "groundTruth": "43", - "type": "filtering", - "dataset": "github" - }, - { - "id": "q137", - "prompt": "How many repositories have more than 150000 stars and more than 30000 forks?", - "groundTruth": "25", - "type": "filtering", - "dataset": "github" - }, - { - "id": "q138", - "prompt": "How many repositories have more than 200000 stars and more than 45000 forks?", - "groundTruth": "6", - "type": "filtering", - "dataset": "github" - }, - { - "id": "q139", - "prompt": "How many repositories have more than 100000 stars and more than 7000 watchers?", - "groundTruth": "6", - "type": "filtering", - "dataset": "github" - }, - { - "id": "q140", - "prompt": "How many repositories have more than 150000 stars and more than 9000 watchers?", - "groundTruth": "1", - "type": "filtering", - "dataset": "github" - }, - { - "id": "q141", - "prompt": "What is the level of the log at 2025-11-02T16:55:04.316Z?", - "groundTruth": "error", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q142", - "prompt": "What is the endpoint for the log at 2025-10-31T02:31:28.977Z?", - "groundTruth": "/api/users", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q143", - "prompt": "What is the status code for the log at 2025-11-01T23:56:56.929Z?", - "groundTruth": "424", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q144", - "prompt": "What is the response time for the log at 2025-11-03T12:14:31.017Z?", - "groundTruth": "2849", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q145", - "prompt": "What is the level of the log at 2025-11-01T22:06:30.814Z?", - "groundTruth": "info", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q146", - "prompt": "What is the endpoint for the log at 2025-11-06T05:48:07.260Z?", - "groundTruth": "/api/orders", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q147", - "prompt": "What is the status code for the log at 2025-11-05T23:46:00.144Z?", - "groundTruth": "435", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q148", - "prompt": "What is the response time for the log at 2025-10-31T23:56:23.022Z?", - "groundTruth": "408", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q149", - "prompt": "What is the level of the log at 2025-11-06T01:23:44.734Z?", - "groundTruth": "error", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q150", - "prompt": "What is the endpoint for the log at 2025-11-03T21:54:27.889Z?", - "groundTruth": "/api/users", - "type": "field-retrieval", - "dataset": "event-logs" - }, - { - "id": "q151", - "prompt": "How many log entries are in the dataset?", - "groundTruth": "75", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q152", - "prompt": "What is the average response time across all logs?", - "groundTruth": "2453.41", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q153", - "prompt": "How many log entries have level \"error\"?", - "groundTruth": "29", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q154", - "prompt": "How many log entries have level \"warn\"?", - "groundTruth": "17", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q155", - "prompt": "How many log entries have level \"info\"?", - "groundTruth": "29", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q156", - "prompt": "How many log entries are for endpoint \"/api/products\"?", - "groundTruth": "11", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q157", - "prompt": "How many log entries are for endpoint \"/api/users\"?", - "groundTruth": "18", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q158", - "prompt": "How many log entries are for endpoint \"/api/auth\"?", - "groundTruth": "21", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q159", - "prompt": "How many log entries are for endpoint \"/api/orders\"?", - "groundTruth": "11", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q160", - "prompt": "How many log entries have a status code indicating an error (>= 400)?", - "groundTruth": "33", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q161", - "prompt": "How many log entries have a successful status code (200-299)?", - "groundTruth": "42", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q162", - "prompt": "How many log entries have a retryable error?", - "groundTruth": "25", - "type": "aggregation", - "dataset": "event-logs" - }, - { - "id": "q163", - "prompt": "How many log entries have level \"error\" and status code >= 400?", - "groundTruth": "29", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q164", - "prompt": "How many log entries have level \"warn\" and status code >= 400?", - "groundTruth": "4", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q165", - "prompt": "How many log entries have level \"info\" and status code >= 400?", - "groundTruth": "0", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q166", - "prompt": "How many log entries are for endpoint \"/api/products\" with status code >= 500?", - "groundTruth": "5", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q167", - "prompt": "How many log entries are for endpoint \"/api/users\" with status code >= 500?", - "groundTruth": "2", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q168", - "prompt": "How many log entries are for endpoint \"/api/auth\" with status code >= 500?", - "groundTruth": "3", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q169", - "prompt": "How many log entries for endpoint \"/api/products\" have a retryable error?", - "groundTruth": "4", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q170", - "prompt": "How many log entries for endpoint \"/api/users\" have a retryable error?", - "groundTruth": "5", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q171", - "prompt": "How many log entries for endpoint \"/api/auth\" have a retryable error?", - "groundTruth": "7", - "type": "filtering", - "dataset": "event-logs" - }, - { - "id": "q172", - "prompt": "What is the environment in the configuration?", - "groundTruth": "development", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q173", - "prompt": "What is the database host?", - "groundTruth": "guilty-cake.org", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q174", - "prompt": "What is the database port?", - "groundTruth": "5432", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q175", - "prompt": "What is the maximum connection pool size?", - "groundTruth": "37", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q176", - "prompt": "What is the session duration?", - "groundTruth": "86400", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q177", - "prompt": "What is the minimum connection pool size?", - "groundTruth": "2", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q178", - "prompt": "What is the connection pool idle timeout?", - "groundTruth": "30000", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q179", - "prompt": "What is the database name?", - "groundTruth": "real", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q180", - "prompt": "What is the session refresh threshold?", - "groundTruth": "3600", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q181", - "prompt": "What is the version in the configuration?", - "groundTruth": "6.8.3", - "type": "field-retrieval", - "dataset": "nested-config" - }, - { - "id": "q182", - "prompt": "How many roles are defined in permissions?", - "groundTruth": "3", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q183", - "prompt": "How many groups are defined in permissions?", - "groundTruth": "2", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q184", - "prompt": "How many authentication providers are configured?", - "groundTruth": "2", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q185", - "prompt": "How many feature flags are defined?", - "groundTruth": "2", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q186", - "prompt": "How many database replicas are configured?", - "groundTruth": "3", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q187", - "prompt": "How many authentication providers include the \"admin\" scope?", - "groundTruth": "1", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q188", - "prompt": "How many feature flags are enabled?", - "groundTruth": "0", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q189", - "prompt": "How many permissions does the admin role have?", - "groundTruth": "5", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q190", - "prompt": "What is the total number of permissions across all roles?", - "groundTruth": "8", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q191", - "prompt": "How many distinct permissions are defined across all roles?", - "groundTruth": "5", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q192", - "prompt": "How many distinct scopes are defined across all authentication providers?", - "groundTruth": "3", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q193", - "prompt": "What is the total number of variants across all feature flags?", - "groundTruth": "3", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q194", - "prompt": "How many database replicas have a priority greater than 2?", - "groundTruth": "1", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q195", - "prompt": "How many feature flags have a rollout percentage greater than 50?", - "groundTruth": "0", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q196", - "prompt": "How many groups have more than one role assigned?", - "groundTruth": "1", - "type": "aggregation", - "dataset": "nested-config" - }, - { - "id": "q197", - "prompt": "How many feature flags are enabled with rollout greater than 50%?", - "groundTruth": "0", - "type": "filtering", - "dataset": "nested-config" - }, - { - "id": "q198", - "prompt": "How many groups have the admin role?", - "groundTruth": "1", - "type": "filtering", - "dataset": "nested-config" - }, - { - "id": "q199", - "prompt": "How many database replicas have priority greater than 2 and port 5432?", - "groundTruth": "1", - "type": "filtering", - "dataset": "nested-config" - }, - { - "id": "q200", - "prompt": "How many authentication providers have more than 2 scopes?", - "groundTruth": "1", - "type": "filtering", - "dataset": "nested-config" - }, - { - "id": "q201", - "prompt": "How many roles have at least 5 permissions?", - "groundTruth": "1", - "type": "filtering", - "dataset": "nested-config" - }, - { - "id": "q202", - "prompt": "How many feature flags are disabled with rollout less than 25%?", - "groundTruth": "2", - "type": "filtering", - "dataset": "nested-config" - } -] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 index 4aeb7b3..92d6102 100644 --- a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 +++ b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 @@ -1 +1 @@ -[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1172.2243340000005},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1276.8826249999997},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1123.5333330000003},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1148.0921660000004},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1340.1813750000001},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1205.6184170000001},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1428.5681250000002},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1197.65175},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1118.039291},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1298.4541250000002},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":933.3126249999996},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1204.6942920000001},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7876,"outputTokens":12,"latencyMs":1355.9579170000006},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4769,"outputTokens":12,"latencyMs":1129.3715000000002},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1098.6426249999995},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":1069.0381670000006},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1274.4534159999994},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1401.1976669999995},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1221.765958},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1403.873458},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":910.3661250000005},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1252.070916999999},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1011.5030000000006},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1209.535667},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1072.1104579999992},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1062.352832999999},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1386.2382089999992},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1074.3381250000002},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1230.4836670000004},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":945.0320830000001},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1090.3571670000001},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1070.442165999999},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1095.5675410000003},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1043.2019169999985},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1191.8333329999987},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1512.4663340000006},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1325.5614579999983},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4765,"outputTokens":4,"latencyMs":2408.9402919999993},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1281.2346249999991},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1201.854459000002},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1529.8964589999978},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":936.8117079999993},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1184.2247499999994},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4767,"outputTokens":12,"latencyMs":1165.0257500000007},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":3256.9663330000003},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":1187.3718750000007},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1332.2096249999995},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1584.802334},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1157.0544580000023},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1322.78125},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":911.099000000002},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":977.2005419999987},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1402.7088749999966},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1194.0901250000024},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1312.401165999996},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1497.1083339999968},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1025.0062079999989},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1422.9560839999976},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1403.005250000002},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1143.369083000005},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7871,"outputTokens":6,"latencyMs":984.3621659999917},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4764,"outputTokens":6,"latencyMs":898.1181250000081},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":1635.6784170000028},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":880.111791000003},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":991.5329590000038},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":978.3559589999932},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7868,"outputTokens":4,"latencyMs":1282.5678330000082},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4761,"outputTokens":4,"latencyMs":1003.9219160000066},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1137.974040999994},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":1294.7648329999938},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":1338.2742500000022},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1116.529582999996},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":9,"latencyMs":1282.2122919999965},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4764,"outputTokens":9,"latencyMs":1026.177291},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":920.4511249999923},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":1401.7527499999997},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":2092.0990420000016},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1852.114042000001},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1046.8635829999985},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4765,"outputTokens":5,"latencyMs":1016.4418750000041},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":950.9954169999983},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":963.0989589999954},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1908.1269999999931},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1079.3616670000047},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1127.1959999999963},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1228.9898749999993},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1173.4235419999895},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1183.16466699999},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1154.633084000001},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1099.5862079999933},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1001.0172080000048},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1075.981667},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1022.0127919999941},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":3284.067041000002},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1216.086374999999},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1282.0066249999945},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7874,"outputTokens":4,"latencyMs":1033.491624999995},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4767,"outputTokens":4,"latencyMs":996.1235000000015},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2984,"outputTokens":4,"latencyMs":1135.302125000002},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2858,"outputTokens":4,"latencyMs":1033.069875000001},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1122.5380420000001},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5762,"outputTokens":4,"latencyMs":1120.8974170000001},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7873,"outputTokens":10,"latencyMs":1080.794458999997},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4766,"outputTokens":10,"latencyMs":930.7867079999996},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2983,"outputTokens":10,"latencyMs":909.4139579999901},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2857,"outputTokens":10,"latencyMs":1001.215750000003},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9361,"outputTokens":10,"latencyMs":1149.1467080000002},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5761,"outputTokens":10,"latencyMs":1066.0565829999978},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7876,"outputTokens":5,"latencyMs":977.2186660000007},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":4769,"outputTokens":5,"latencyMs":1010.9260829999985},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2986,"outputTokens":5,"latencyMs":3117.567041999995},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2860,"outputTokens":5,"latencyMs":997.2839160000003},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9364,"outputTokens":5,"latencyMs":1113.9867499999964},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":5764,"outputTokens":5,"latencyMs":1143.684459000011},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":989.7437919999938},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":1139.9122079999943},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":973.4250420000026},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":906.2020840000041},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":2140.6564579999977},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1284.0862920000072},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1331.484666999997},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1150.8389160000079},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":917.6401249999908},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":853.3135000000038},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1112.47716699999},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1141.7472500000003},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1214.542415999982},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1063.7937089999905},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1024.6512499999953},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1040.6107499999925},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1576.3139159999846},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1228.9127089999965},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":968.0627919999824},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1052.2820000000065},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1010.2289580000215},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1100.6489170000132},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1148.7704169999924},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1044.3435419999878},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1050.6677079999936},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1030.848249999981},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":863.581582999992},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":835.1474579999922},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1226.5595830000238},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":909.4230000000098},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":916.4489590000012},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1213.1384170000092},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":791.9075000000012},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":935.0032499999797},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1103.2138330000162},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1069.1577080000134},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1724.79116600001},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1085.3411659999983},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":985.2944999999891},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":873.1579159999965},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1633.2706669999752},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1003.1103339999972},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1175.490374999994},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"86","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1178.1580839999951},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":913.6004170000087},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":936.7402500000026},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2147.141917000001},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":939.0671670000011},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1514.3102500000095},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"48","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1106.1686660000123},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"47","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":988.7794170000125},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":863.4426669999957},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1252.4382499999774},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"61","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1046.6581250000163},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":935.043417000008},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1185.0142079999787},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":832.3551659999939},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"24","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1795.2129579999892},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"36","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1108.94541700001},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"36","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1172.0789170000062},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":952.4222500000033},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1190.4253750000207},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1108.0123749999912},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1343.9749589999847},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"26","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1019.5125420000113},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1125.112792},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1670.1569580000069},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":1142.12179200002},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":931.4159999999974},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1978.3465420000139},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1166.2854579999985},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1134.6167919999862},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,578.67","isCorrect":false,"inputTokens":7869,"outputTokens":9,"latencyMs":1193.964082999999},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,268.70","isCorrect":false,"inputTokens":4762,"outputTokens":9,"latencyMs":1074.8505829999922},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97,886.41","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":993.890625},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98745.49","isCorrect":false,"inputTokens":2853,"outputTokens":8,"latencyMs":1215.0662920000032},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,945.23","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1094.0381670000206},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100534.89","isCorrect":false,"inputTokens":5757,"outputTokens":8,"latencyMs":1058.355750000017},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"82","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1422.454792000004},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":2169.4601249999832},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":935.5205000000133},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":833.7339169999759},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"79","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1334.0188339999877},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1118.2718340000138},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1077.211707999988},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1197.192417000013},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1157.473708000005},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1293.555916000012},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1449.1429579999822},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1446.4060839999875},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":4226.595000000001},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1250.2331669999985},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1226.0692910000216},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1647.9338329999882},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1130.1487919999927},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1435.004041999986},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1031.4599999999919},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1303.7566660000011},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":841.4831659999909},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":835.1805419999873},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1214.5174589999951},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":916.4296669999894},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1015.8611249999958},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1037.6484579999815},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1027.9669169999834},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1164.0612920000276},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1729.1483330000192},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1192.9734999999928},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1227.8549999999814},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1017.2547919999924},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1016.5722090000054},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1128.9310840000107},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1227.8068340000173},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1243.4113339999749},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1004.2727909999958},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1003.114041999972},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1709.7868750000198},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1463.6740829999908},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1283.6252919999824},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1870.4594159999979},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1051.193540999986},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1364.4097499999916},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1187.0887499999953},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":2631.6841670000285},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1055.7509169999976},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1142.5106660000165},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1214.018374999985},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1010.5317500000237},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"63","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1565.480750000046},{"questionId":"q41","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"56","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1794.3658339999965},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"68","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1253.1736670000246},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1671.6944169999915},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1091.6125420000171},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1044.2606249999953},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1062.3182079999824},{"questionId":"q42","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":928.6254999999655},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1110.584166000015},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1413.6324160000077},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1241.1890830000048},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1384.6213330000173},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":987.3322920000064},{"questionId":"q43","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1412.0689589999965},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1360.3338750000112},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1280.265167000005},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"16","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1168.644457999966},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1183.2228340000147},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":907.3658329999889},{"questionId":"q44","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1229.0264590000152},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1400.012166999979},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":2688.8577500000247},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1187.107874999987},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1736.318333000003},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":976.0555419999873},{"questionId":"q45","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1025.1538329999894},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":997.4070419999771},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1168.262208},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1334.3452079999843},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4768,"outputTokens":5,"latencyMs":1110.8132499999483},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":914.6237090000068},{"questionId":"q46","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1113.933916000009},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":1254.099375000049},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1166.4126249999972},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1422.293834000011},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1043.2378749999916},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":902.9975410000188},{"questionId":"q47","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":2117.588832999987},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1205.1053750000428},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"10","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1040.84375},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1228.3144999999786},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1164.8026669999817},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1027.8101250000182},{"questionId":"q48","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1104.2615829999559},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1564.8194580000127},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1483.0832500000251},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1106.4837499999558},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1008.1067090000142},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1318.7878330000094},{"questionId":"q49","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":977.0746250000084},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1004.9725000000326},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":945.5079999999725},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1049.098291000002},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1025.6596659999923},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1559.3833749999758},{"questionId":"q50","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1001.5612079999992},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1329.4504999999772},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1102.2154169999994},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1321.749208000023},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1381.819582999975},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1351.435541999992},{"questionId":"q51","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1282.7733340000268},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1161.1633750000037},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1192.8064170000143},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1120.4927080000052},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1094.9138750000275},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":963.0904580000206},{"questionId":"q52","format":"csv","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":995.1990409999853},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1305.0113750000019},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1187.6619590000482},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1212.047208999982},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1192.1895419999491},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1130.7586670000455},{"questionId":"q53","format":"csv","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":978.7537080000038},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1267.0167500000098},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1035.2810419999878},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1216.7595419999561},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1196.2252089999965},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1022.3832500000135},{"questionId":"q54","format":"csv","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1176.9608749999898},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1033.8812080000062},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1380.4941250000265},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11908,"outputTokens":7,"latencyMs":1281.8854580000043},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7141,"outputTokens":7,"latencyMs":1110.1761249999981},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1036.5662500000326},{"questionId":"q55","format":"csv","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1161.3555419999757},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1481.0398330000462},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1234.792833000014},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1180.6999160000123},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1010.5762920000125},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1605.9532500000205},{"questionId":"q56","format":"csv","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1303.7134169999626},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1203.1708750000107},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1116.1416660000104},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11908,"outputTokens":8,"latencyMs":2141.6794169999775},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7141,"outputTokens":8,"latencyMs":1320.1674999999814},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6992,"outputTokens":8,"latencyMs":1060.120958000014},{"questionId":"q57","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8413,"outputTokens":8,"latencyMs":1172.1127500000293},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13379,"outputTokens":8,"latencyMs":1380.021166999999},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8384,"outputTokens":8,"latencyMs":1137.5701249999693},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11908,"outputTokens":4,"latencyMs":1297.997458000027},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7141,"outputTokens":4,"latencyMs":1054.965333},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1918.6095409999834},{"questionId":"q58","format":"csv","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":937.6215840000077},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1268.368959000043},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1040.2337079999852},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11909,"outputTokens":12,"latencyMs":1173.4814170000027},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7142,"outputTokens":12,"latencyMs":1041.7007079999894},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1196.5298329999787},{"questionId":"q59","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1266.1735830000252},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1312.698625000019},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1817.9630419999594},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1398.9617919999873},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1158.1142919999547},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1141.277624999988},{"questionId":"q60","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1289.7888749999693},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1268.7751249999856},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1883.8894999999902},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1211.0274579999968},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1144.0786669999943},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1247.8898749999935},{"questionId":"q61","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1221.292666000023},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1352.1405000000377},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1112.0213330000406},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1132.929541999998},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7141,"outputTokens":5,"latencyMs":1004.6961669999873},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1063.2376250000088},{"questionId":"q62","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1304.8823329999577},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1388.3360419999808},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8384,"outputTokens":5,"latencyMs":1877.3137920000008},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1445.2183749999967},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1292.9720830000006},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1141.335875000048},{"questionId":"q63","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1270.6989159999648},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1237.9750420000055},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1258.1852920000092},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":11,"latencyMs":1196.1891250000335},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":11,"latencyMs":1486.698000000033},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":11,"latencyMs":1456.8404999999912},{"questionId":"q64","format":"csv","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":11,"latencyMs":1326.6827920000069},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":11,"latencyMs":2332.719041000004},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":11,"latencyMs":1218.3644580000546},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11909,"outputTokens":10,"latencyMs":1258.9522500000312},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7142,"outputTokens":10,"latencyMs":1400.5857499999693},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":912.7384170000441},{"questionId":"q65","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":971.1150409999536},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1198.832417000027},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2120.4697499999893},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":2552.944334},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":7141,"outputTokens":5,"latencyMs":1169.1880419999943},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":978.7074159999611},{"questionId":"q66","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":954.5358330000308},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1001.541790999996},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8384,"outputTokens":5,"latencyMs":1017.6517089999979},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11909,"outputTokens":13,"latencyMs":1164.0064589999965},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7142,"outputTokens":13,"latencyMs":1222.2244160000118},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6993,"outputTokens":13,"latencyMs":1057.4513750000042},{"questionId":"q67","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8414,"outputTokens":13,"latencyMs":1319.334291999985},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13380,"outputTokens":13,"latencyMs":1305.2777500000084},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8385,"outputTokens":13,"latencyMs":1294.1491249999963},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11909,"outputTokens":12,"latencyMs":1270.6155830000062},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7142,"outputTokens":12,"latencyMs":1599.785333000007},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1263.6787079999922},{"questionId":"q68","format":"csv","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1281.558458000014},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1381.8296249999548},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1259.791041999997},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1279.9650830000173},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1492.2662079999573},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1290.2253330000094},{"questionId":"q69","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1265.3511660000077},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1222.421083000023},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1198.6653330000117},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1104.351416999998},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":960.9504999999772},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1188.1767079999554},{"questionId":"q70","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1199.915708000015},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1939.2090409999946},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1020.9192079999484},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1399.1813749999856},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1038.504917000013},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1429.4755000000005},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1182.0075420000358},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":11222.664667000005},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":2192.597624999995},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":11904,"outputTokens":5,"latencyMs":1152.5518750000047},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":1099.333042000013},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1136.476874999993},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":996.7144160000025},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1235.9428339999868},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1272.9161249999888},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1225.1488750000135},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7137,"outputTokens":5,"latencyMs":997.7886660000077},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":975.5212080000201},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":1387.242750000034},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1164.0434999999707},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8380,"outputTokens":5,"latencyMs":1060.5933749999967},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"52,849.69","isCorrect":false,"inputTokens":11904,"outputTokens":9,"latencyMs":1068.1284999999916},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"48,567.47","isCorrect":false,"inputTokens":7137,"outputTokens":9,"latencyMs":952.9046669999952},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"43,819.73","isCorrect":false,"inputTokens":6988,"outputTokens":9,"latencyMs":1072.081583000021},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"46,945.76","isCorrect":false,"inputTokens":8409,"outputTokens":9,"latencyMs":991.2223329999833},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"53,788.41","isCorrect":false,"inputTokens":13375,"outputTokens":9,"latencyMs":1447.6112500000163},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"46,547.18","isCorrect":false,"inputTokens":8380,"outputTokens":9,"latencyMs":1095.53033400001},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"906.23","isCorrect":false,"inputTokens":11902,"outputTokens":7,"latencyMs":1215.120500000019},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"958.93","isCorrect":false,"inputTokens":7135,"outputTokens":7,"latencyMs":1172.7640000000247},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"911.16","isCorrect":false,"inputTokens":6986,"outputTokens":7,"latencyMs":995.8539999999921},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"859.08","isCorrect":false,"inputTokens":8407,"outputTokens":7,"latencyMs":1272.7081250000047},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"891.51","isCorrect":false,"inputTokens":13373,"outputTokens":7,"latencyMs":1186.1105409999727},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"928.67","isCorrect":false,"inputTokens":8378,"outputTokens":7,"latencyMs":1123.538833999948},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":11903,"outputTokens":5,"latencyMs":1619.684959000093},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7136,"outputTokens":5,"latencyMs":1262.4579590000212},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":1404.811875000014},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8408,"outputTokens":5,"latencyMs":1056.2894170000218},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13374,"outputTokens":5,"latencyMs":1238.358957999968},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8379,"outputTokens":5,"latencyMs":1062.0535410000011},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11902,"outputTokens":8,"latencyMs":1516.778583999956},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7135,"outputTokens":8,"latencyMs":1541.9861670000246},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6986,"outputTokens":8,"latencyMs":1474.7887920000358},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8407,"outputTokens":8,"latencyMs":1218.704832999967},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13373,"outputTokens":8,"latencyMs":1277.704916000017},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8378,"outputTokens":8,"latencyMs":1587.996541999979},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":11906,"outputTokens":5,"latencyMs":1248.2631660000188},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"44","actual":"46","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1234.814000000013},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1178.2459589999635},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":996.2108330000192},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"43","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1064.4761250000447},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"43","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1176.1782920000842},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"39","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":935.4172079999698},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1218.6462080000201},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1032.496041999897},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"41","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1125.4115000000456},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"36","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1313.2550420000916},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":972.2095420000842},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":11906,"outputTokens":5,"latencyMs":1022.7462499999674},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":7139,"outputTokens":5,"latencyMs":1082.1503749999683},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":991.1641250000102},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1573.1202920000069},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1141.6035000000848},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1230.1609999999637},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":11910,"outputTokens":5,"latencyMs":1024.5535420000087},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1229.623583999928},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":960.5113330000313},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1261.000958000077},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1616.2670839999337},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8386,"outputTokens":5,"latencyMs":1187.1413750000065},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":11910,"outputTokens":5,"latencyMs":1064.1327499999898},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":3043.604874999961},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1551.8059580000117},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1080.9420420000097},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1132.688582999981},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1263.8080410000402},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"8","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1950.7400829999242},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1125.8389159999788},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1017.5860000000102},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1353.274333999958},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1775.548208000022},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1055.548749999958},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1295.9033329999074},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1218.6740840000566},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1050.2330000000075},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1247.5764160000253},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1137.5568330000388},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1358.3454159999965},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":11910,"outputTokens":5,"latencyMs":1371.7517920000246},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":7143,"outputTokens":5,"latencyMs":1149.5783330000704},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1266.9770000000717},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1053.4382920000935},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1418.592042000033},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1215.300125000067},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1185.34449999989},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1188.3249589999905},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1378.7070420000236},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1386.9686249999795},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1855.3307919999352},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1144.2037919999566},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1486.5403749999823},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1181.9661250000354},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6995,"outputTokens":5,"latencyMs":1017.1840000000084},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1012.2735000000102},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":13382,"outputTokens":5,"latencyMs":1059.3782920000376},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8387,"outputTokens":5,"latencyMs":1167.222375000012},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":11911,"outputTokens":5,"latencyMs":1093.8868340000045},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":7144,"outputTokens":5,"latencyMs":1116.8757500000065},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1165.8531660001026},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":916.7895840000128},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1287.9744999998948},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1047.1712089999346},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11914,"outputTokens":5,"latencyMs":1331.4419170001056},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":7147,"outputTokens":5,"latencyMs":1310.3073330000043},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":6998,"outputTokens":5,"latencyMs":975.1528749999125},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"31","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":932.6801249999553},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1233.844625000027},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"25","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1306.623499999987},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11914,"outputTokens":5,"latencyMs":1781.4444580000127},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":7147,"outputTokens":5,"latencyMs":1153.9490000000224},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"24","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1197.1482919999398},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"31","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":1058.6899170000106},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1222.8915419999976},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":8390,"outputTokens":5,"latencyMs":989.9714580000145},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1337.8912919999566},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":914.0592920000199},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1512.6979160000337},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":948.9307910000207},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1054.8787500000326},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1003.5896660001017},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1242.1521659999853},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":1572.435458999942},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1238.3413329999894},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1256.9403750000056},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1111.6803749999963},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1314.231792000006},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1277.674207999953},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1090.702958000009},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1098.6090829999885},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1214.6294159999816},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1728.2752499999478},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1958.8982499999693},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1201.624124999973},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1003.8031249999767},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1024.12591599999},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":706.4005420000758},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":888.3815419999883},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1290.72204100003},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4082,"outputTokens":7,"latencyMs":1183.265958999982},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2395,"outputTokens":7,"latencyMs":801.0743329999968},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":992.675333000021},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":2106.549667000072},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":923.341582999914},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1022.4851250000065},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1050.4915420000907},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":996.3635830000276},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1481.090124999988},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":973.8201250000857},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":980.1046670000069},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":993.3583750000689},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1168.171583999996},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":1132.4977499999804},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":830.7868749999907},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1635.9573330000276},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":899.4633329999633},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1019.7348749999655},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":824.595250000013},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":928.2541659999406},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":790.5537500000792},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":900.7624589999905},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1137.6647080000257},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1081.1355000000913},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":967.7614580000518},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":940.453291999991},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":824.6708749999525},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":997.6638749999693},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1105.7292499999749},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":2061.9600409999257},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4082,"outputTokens":7,"latencyMs":992.1712909999769},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2395,"outputTokens":7,"latencyMs":903.5020840000361},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":749.344207999995},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":1188.9905420000432},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1149.2700829999521},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1809.3697089999914},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4082,"outputTokens":6,"latencyMs":1841.9253340000287},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2395,"outputTokens":6,"latencyMs":1816.776916999952},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1308.592791999923},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1490.718583000009},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":2049.8864169999724},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1205.4354590000585},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4081,"outputTokens":8,"latencyMs":1696.5675000000047},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2394,"outputTokens":8,"latencyMs":3450.9104580000276},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":5738.113624999998},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1569.8576250000624},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1537.452166999923},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1065.2684169999557},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4082,"outputTokens":5,"latencyMs":1212.9023330000928},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2395,"outputTokens":5,"latencyMs":1496.5024589999812},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1184.638957999996},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1458.386041999911},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1915.669916999992},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1224.608707999927},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"326,658","isCorrect":false,"inputTokens":4079,"outputTokens":7,"latencyMs":1373.1511670000618},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"317,969","isCorrect":false,"inputTokens":2392,"outputTokens":7,"latencyMs":1022.9044579999754},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"355,836","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1130.827750000055},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"362,291","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1491.6267920000246},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"373,845","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1173.7212500000605},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"179,247","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1091.657917000004},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"266,839.94","isCorrect":false,"inputTokens":4077,"outputTokens":9,"latencyMs":2374.9879999998957},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"407,799.59","isCorrect":false,"inputTokens":2390,"outputTokens":9,"latencyMs":1576.470624999958},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"449,450.71","isCorrect":false,"inputTokens":1504,"outputTokens":9,"latencyMs":2456.423582999967},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"502,938.75","isCorrect":false,"inputTokens":1440,"outputTokens":9,"latencyMs":2113.8303340000566},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"381,920.19","isCorrect":false,"inputTokens":4782,"outputTokens":9,"latencyMs":1250.3338750000112},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"326,741.26","isCorrect":false,"inputTokens":3105,"outputTokens":9,"latencyMs":1276.0942920000525},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1345","isCorrect":false,"inputTokens":4080,"outputTokens":6,"latencyMs":1212.666458999971},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1632","isCorrect":false,"inputTokens":2393,"outputTokens":6,"latencyMs":2478.6167089999653},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1969","isCorrect":false,"inputTokens":1507,"outputTokens":6,"latencyMs":1186.940249999985},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1903","isCorrect":false,"inputTokens":1443,"outputTokens":6,"latencyMs":1011.0495419999352},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1379","isCorrect":false,"inputTokens":4785,"outputTokens":6,"latencyMs":1021.8297500000335},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1229","isCorrect":false,"inputTokens":3108,"outputTokens":6,"latencyMs":1690.796708000009},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.34","isCorrect":false,"inputTokens":4078,"outputTokens":9,"latencyMs":988.8492079999996},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5752.47","isCorrect":false,"inputTokens":2391,"outputTokens":8,"latencyMs":1097.753625000012},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5731.03","isCorrect":false,"inputTokens":1505,"outputTokens":8,"latencyMs":923.2832079998916},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5754.74","isCorrect":false,"inputTokens":1441,"outputTokens":8,"latencyMs":1107.8572919999715},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,769.03","isCorrect":false,"inputTokens":4783,"outputTokens":9,"latencyMs":1191.5502919999417},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.27","isCorrect":false,"inputTokens":3106,"outputTokens":9,"latencyMs":963.6281670000171},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,645.92","isCorrect":false,"inputTokens":4076,"outputTokens":9,"latencyMs":960.9259999999776},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5547.89","isCorrect":false,"inputTokens":2389,"outputTokens":8,"latencyMs":1154.3362499999348},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5438.89","isCorrect":false,"inputTokens":1503,"outputTokens":8,"latencyMs":1328.8651669999817},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,559.23","isCorrect":false,"inputTokens":1439,"outputTokens":9,"latencyMs":811.642375000054},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,526.77","isCorrect":false,"inputTokens":4781,"outputTokens":9,"latencyMs":1405.5615830000024},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,557.69","isCorrect":false,"inputTokens":3104,"outputTokens":9,"latencyMs":1123.0427080000518},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":4079,"outputTokens":7,"latencyMs":1122.8855830000248},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":2392,"outputTokens":7,"latencyMs":1279.1958749999758},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30","actual":"28.97","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1166.232834000024},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.02","isCorrect":true,"inputTokens":1442,"outputTokens":7,"latencyMs":1205.423582999967},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"31.29","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1130.081957999966},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"31.03","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1171.2552920000162},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1849.3658329999307},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2391,"outputTokens":5,"latencyMs":1192.9959580000723},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":903.6504999999888},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1099.5541669999948},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4783,"outputTokens":5,"latencyMs":1195.4307499999413},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3106,"outputTokens":5,"latencyMs":1082.5247920000693},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4081,"outputTokens":6,"latencyMs":1118.3197080000537},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2394,"outputTokens":6,"latencyMs":985.3343749999767},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1508,"outputTokens":6,"latencyMs":882.4613329999847},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1444,"outputTokens":6,"latencyMs":1671.782542000059},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4786,"outputTokens":6,"latencyMs":1036.142332999967},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3109,"outputTokens":6,"latencyMs":1042.2366250000196},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1107.8679580000462},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":2393,"outputTokens":5,"latencyMs":1020.6039589999709},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":1507,"outputTokens":5,"latencyMs":1381.5108330000658},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"41","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":1134.1540830000304},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"52","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1061.5185000000056},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":1045.2299999999814},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":910.6497499999823},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":2393,"outputTokens":5,"latencyMs":990.7961659999564},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":1464.8100000000559},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":1112.2252919999883},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":995.3546659999993},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":940.003708000062},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":4088,"outputTokens":5,"latencyMs":1198.4602919999743},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"23","isCorrect":false,"inputTokens":2401,"outputTokens":5,"latencyMs":739.3211249999003},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":913.9812920000404},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":787.1517089999979},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1065.8862499999814},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":849.796624999959},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4088,"outputTokens":5,"latencyMs":1050.0800000000745},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2401,"outputTokens":5,"latencyMs":1082.6058750000084},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":1515,"outputTokens":5,"latencyMs":1003.0822919999482},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":1514.997667000047},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1280.423999999999},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1146.969083999982},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":901.6137919999892},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"37","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1738.2266669999808},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"42","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1198.6933329999447},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1241.5860829999438},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":1163.3813330000266},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"44","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1125.0304999999935},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":972.7000000000698},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":874.467874999973},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1141.6316670000087},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"35","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":917.2213340000017},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1292.8511250000447},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"35","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":996.1331670000218},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1002.24916700006},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":994.781624999945},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":995.736791000003},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"29","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":996.0069169999333},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4792,"outputTokens":5,"latencyMs":1304.8524580000667},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"30","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":994.4066250000615},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1034.3120409999974},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"34","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":994.0647919999901},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":938.8225000000093},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1328.092457999941},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1157.5756670000264},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1033.2631659999024},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"22","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1130.064624999999},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":871.4071669999976},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"24","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1242.8188749999972},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":941.1520409999648},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1078.6766670000507},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":990.3106250000419},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1100.6145000000251},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"35","actual":"32","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":866.1812500000233},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"35","actual":"34","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1407.296250000014},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":965.1352089999709},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1099.4087499999441},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1403.4681669999845},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1212.532750000013},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":2400,"outputTokens":5,"latencyMs":1050.7101659999462},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":899.2806659999769},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":851.5820000000531},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1237.047499999986},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"17","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":902.6328749998938},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4089,"outputTokens":5,"latencyMs":2037.7956249999115},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":2402,"outputTokens":5,"latencyMs":851.6313340000343},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1498.7430419999873},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":1389.8514170000562},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1062.4993749998976},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"20","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1056.3550410000607},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":4089,"outputTokens":5,"latencyMs":1458.3046669999603},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":2402,"outputTokens":5,"latencyMs":1327.1276659999276},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1114.060541999992},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":762.7780829999829},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":992.652584000025},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1012.5360420000507},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":1538.3492090000072},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12552,"outputTokens":6,"latencyMs":1074.4938750000438},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":1170.9402080000145},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1521.1968750000233},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":1416.7449999999953},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1261.4766669999808},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1900.3747500000754},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1243.4690829999745},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1378.2569590000203},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1315.7669169999426},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1395.3782920000376},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":1337.4904579999857},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17408,"outputTokens":5,"latencyMs":1449.4735840000212},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12545,"outputTokens":5,"latencyMs":1523.5827499999432},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9276,"outputTokens":5,"latencyMs":1194.6852499999804},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9122,"outputTokens":5,"latencyMs":1290.1815410000272},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19801,"outputTokens":5,"latencyMs":1343.973291000002},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":14480,"outputTokens":5,"latencyMs":1360.362833000021},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17414,"outputTokens":4,"latencyMs":1592.1247079999885},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12551,"outputTokens":4,"latencyMs":1298.297499999986},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1203.8616250000196},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":1143.425791000016},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":1755.8175000000047},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1287.364583000075},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17410,"outputTokens":6,"latencyMs":1306.7266669999808},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12547,"outputTokens":6,"latencyMs":1268.7704170000507},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9278,"outputTokens":6,"latencyMs":960.608041999978},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9124,"outputTokens":6,"latencyMs":1912.2766670000274},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19803,"outputTokens":6,"latencyMs":1224.7194160000654},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":14482,"outputTokens":6,"latencyMs":1713.6076250000624},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1255.3375840000808},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1256.624000000069},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1128.326958999969},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":952.2303330000723},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1501.7436250000028},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1111.8828750000102},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17416,"outputTokens":6,"latencyMs":1462.4989160000114},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12553,"outputTokens":6,"latencyMs":1257.7281250000233},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9284,"outputTokens":6,"latencyMs":1643.5659160000505},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9130,"outputTokens":6,"latencyMs":1327.4329579999903},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19809,"outputTokens":6,"latencyMs":1787.2829999999376},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":14488,"outputTokens":6,"latencyMs":1147.5456669999985},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17409,"outputTokens":4,"latencyMs":1279.6904589999467},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12546,"outputTokens":4,"latencyMs":1270.8670420000562},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9277,"outputTokens":4,"latencyMs":1032.9487500000978},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9123,"outputTokens":4,"latencyMs":1002.5922909999499},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19802,"outputTokens":4,"latencyMs":2255.4039999999804},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":14481,"outputTokens":4,"latencyMs":1337.201166999992},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17418,"outputTokens":4,"latencyMs":1699.5721250000643},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12555,"outputTokens":4,"latencyMs":1237.0372919999063},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9286,"outputTokens":4,"latencyMs":1140.5073750000447},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9132,"outputTokens":4,"latencyMs":1185.2839170000516},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19811,"outputTokens":4,"latencyMs":1677.878832999966},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14490,"outputTokens":4,"latencyMs":1421.9696669999976},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1639.4011250000913},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1198.1171249999898},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1365.1915000000736},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":2704.1062909999164},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1901.8356250000652},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1280.4614159999182},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17417,"outputTokens":6,"latencyMs":1832.9553750000196},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12554,"outputTokens":6,"latencyMs":1273.2264579999028},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1681.9418340000557},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1327.093499999959},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":1737.653209000011},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1621.828000000096},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"12,847,896","isCorrect":false,"inputTokens":17409,"outputTokens":9,"latencyMs":1753.189291000017},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,824,591","isCorrect":false,"inputTokens":12546,"outputTokens":9,"latencyMs":1291.4104579999112},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,856,574","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1217.46637499996},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,547,848","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":1069.558416999993},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,644,379","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1297.4102919999277},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14,892,686","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1299.0324170000385},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1815.9550840000156},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12543,"outputTokens":5,"latencyMs":1017.6187080000527},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1083.4776670000283},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1115.9955000000773},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":1233.7846669999417},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1484.7542499999981},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"144,823.45","isCorrect":false,"inputTokens":17408,"outputTokens":9,"latencyMs":1362.7924170000479},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"149,396","isCorrect":false,"inputTokens":12545,"outputTokens":7,"latencyMs":1137.9620420000283},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"131,834.51","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1204.822291999939},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"147,647.78","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":1229.90862500004},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"129,615.14","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":1907.5167499999516},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"138,411.23","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":1251.1393749999115},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1257.139375000028},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1067.2472080000443},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1436.9297500000102},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"57","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1178.2669999999925},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1255.0048330000136},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"85","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1358.3928750000196},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"60","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1434.064832999953},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1393.9452919999603},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"52","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1155.1587499999441},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"41","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1218.3931250000605},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1769.6358330000658},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"72","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1098.983332999982},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1361.048375000013},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1491.0543329999782},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"18","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1098.2798340000445},{"questionId":"q141","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1273.1043340000324},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"14","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1317.2074579999316},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1277.2445000000298},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"34","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1882.8497499999357},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"71","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1071.5590409999713},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1073.5013749999925},{"questionId":"q142","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1074.4551670000656},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1811.3611249999376},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"54","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1902.311457999982},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":17411,"outputTokens":5,"latencyMs":1784.3979169999948},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"27","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1319.7600829999428},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1385.922666999977},{"questionId":"q143","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1343.606584000052},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"20","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1357.8712499999674},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1316.8181249999907},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1317.044125000015},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1604.9547500000335},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1079.6551660000114},{"questionId":"q144","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"16","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1442.1636670000153},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1192.1680840000045},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"25","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1414.1435000000056},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1279.3062500000233},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1079.2434999999823},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"52","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":955.0813329999801},{"questionId":"q145","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"57","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1219.3449580000015},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1700.8240829999559},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1215.1709170000395},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1330.259791999939},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1313.2862909999676},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"23","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":925.2253329999512},{"questionId":"q146","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1319.8267910000868},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":2036.9484580000862},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1335.1685830000788},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"26","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1679.9789170000004},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":3509.811166999978},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"25","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1454.4137919999193},{"questionId":"q147","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"24","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":2161.8671669999603},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"33","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1495.8691659999313},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1043.6274579999736},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1524.6531670000404},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1500.9586670000572},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1150.5986670000711},{"questionId":"q148","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1165.018582999939},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"48","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1810.2540420000441},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1518.8855419999454},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1834.470333000063},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"20","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1656.3590420000255},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"14","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1395.126084000105},{"questionId":"q149","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"19","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1191.1707500000484},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1759.5285419999855},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"18","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1316.1602499999572},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"36","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1183.220290999976},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1138.203749999986},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"34","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":945.903583999956},{"questionId":"q150","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"27","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":995.3324999999022},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1481.8323749999981},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"27","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2138.5308749999385},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1530.969083999982},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1439.608917000005},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1513.2834999999031},{"questionId":"q151","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":2078.5649589998648},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1517.8215840000194},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1553.6035830001347},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1356.7340830001049},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1644.2577090000268},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1553.1798749999143},{"questionId":"q152","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1322.9532920001075},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1327.4927499999758},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1089.8293339998927},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1272.3036249999423},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1352.3544999998994},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1149.6478329999372},{"questionId":"q153","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1152.1780830000062},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1359.904084000038},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1468.3138329999056},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1479.5361250001006},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1111.2795410000253},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"11","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1082.6935419999063},{"questionId":"q154","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1185.074166999897},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1179.9677910001483},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"2","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1204.0906249999534}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":3747.2255830000004},{"questionId":"q1","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":2921.810583},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":2783.7856249999995},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1120.941084},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":9336.232417},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":2677.8910829999995},{"questionId":"q2","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1338.059875},{"questionId":"q2","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1457.6143339999999},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1038.5566670000003},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1974.8829590000005},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":2411.4672090000004},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1265.2801670000008},{"questionId":"q3","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7876,"outputTokens":12,"latencyMs":1572.5894159999998},{"questionId":"q3","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4769,"outputTokens":12,"latencyMs":2830.9304999999995},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1528.6681660000004},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":3767.811791},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1159.2020409999996},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1367.3022500000006},{"questionId":"q4","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":3095.129500000001},{"questionId":"q4","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":1693.5331670000014},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":3221.582125000001},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1492.971458},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1346.6191249999993},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1375.080167},{"questionId":"q5","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1121.877625000001},{"questionId":"q5","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":4762,"outputTokens":4,"latencyMs":948.3774580000008},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1393.7517079999998},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1155.542375000001},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1043.6502500000006},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":3228.308832999999},{"questionId":"q6","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7872,"outputTokens":6,"latencyMs":1256.970625},{"questionId":"q6","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4765,"outputTokens":6,"latencyMs":1025.7480419999993},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1132.0782500000005},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":2142.365458},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":2080.6092500000013},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1210.7057080000013},{"questionId":"q7","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1090.5825829999994},{"questionId":"q7","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4765,"outputTokens":4,"latencyMs":1535.7000000000007},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1222.179959000001},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1049.0751659999987},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1230.4484169999996},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":1739.9550830000007},{"questionId":"q8","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1557.4255830000002},{"questionId":"q8","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4767,"outputTokens":12,"latencyMs":2079.2580830000006},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":1137.633332999998},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":5444.174583},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1616.8709170000002},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1436.9024170000012},{"questionId":"q9","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1218.9883750000008},{"questionId":"q9","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":4767,"outputTokens":5,"latencyMs":2579.079041000001},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":984.911583999994},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1420.953916999999},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1233.8164160000015},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1528.6313749999972},{"questionId":"q10","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7871,"outputTokens":4,"latencyMs":1086.5321669999976},{"questionId":"q10","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4764,"outputTokens":4,"latencyMs":1298.361582999998},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1986.3396250000005},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":5214.577333999994},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1699.4031669999968},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1041.1272499999977},{"questionId":"q11","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7871,"outputTokens":6,"latencyMs":1054.8125},{"questionId":"q11","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4764,"outputTokens":6,"latencyMs":1232.0851660000044},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":3603.302125000002},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":1361.7537500000035},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":1295.7485840000008},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":1309.7658750000119},{"questionId":"q12","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7868,"outputTokens":4,"latencyMs":1508.831708999991},{"questionId":"q12","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4761,"outputTokens":4,"latencyMs":1485.5898749999906},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1704.9682919999905},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":2072.332792000001},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":2042.1058340000018},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1022.0689590000111},{"questionId":"q13","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":9,"latencyMs":1478.9420419999951},{"questionId":"q13","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4764,"outputTokens":9,"latencyMs":1206.9133339999971},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":1855.487832999992},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":1345.178792000006},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":1810.7119999999995},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1116.7739589999983},{"questionId":"q14","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1352.8121249999967},{"questionId":"q14","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4765,"outputTokens":5,"latencyMs":1513.0337500000023},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":934.9062919999997},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":3354.265916999997},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":2606.8619590000017},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1521.0823329999985},{"questionId":"q15","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":2065.053083000006},{"questionId":"q15","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1057.707500000004},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":26941.14987499999},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1312.0667909999902},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1390.5196250000008},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":2919.0788750000065},{"questionId":"q16","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1559.8299589999951},{"questionId":"q16","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1069.6315000000031},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":6287.78645900001},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"18","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1509.7129999999888},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1207.8612920000014},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":968.3102079999953},{"questionId":"q17","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1325.4860409999965},{"questionId":"q17","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1097.1348750000034},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1021.5295000000042},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1476.0182080000086},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1380.0931249999994},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1397.382042000012},{"questionId":"q18","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7867,"outputTokens":5,"latencyMs":1391.263791999998},{"questionId":"q18","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":4760,"outputTokens":5,"latencyMs":1566.7527499999997},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1689.833832999997},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":3109.317624999996},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1403.3133750000125},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1652.9267910000053},{"questionId":"q19","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"91","actual":"86","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2179.3034999999945},{"questionId":"q19","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1649.2567500000005},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"79","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1522.9747500000085},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":939.9512920000125},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1207.9419999999955},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1988.2463750000024},{"questionId":"q20","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2924.795874999996},{"questionId":"q20","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"67","actual":"52","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":2470.690875000015},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1208.9333340000012},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1149.5469169999997},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1736.1649999999936},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":4402.052791999988},{"questionId":"q21","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"33","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1373.725083000012},{"questionId":"q21","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1633.4064160000125},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1425.0932080000057},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1278.793875000003},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1140.9653749999998},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1550.4657920000027},{"questionId":"q22","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1227.5324170000094},{"questionId":"q22","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":4765,"outputTokens":5,"latencyMs":1877.7659999999742},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1032.614750000008},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1377.6790000000037},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1086.3362079999933},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1904.3515830000106},{"questionId":"q23","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":1124.1536250000063},{"questionId":"q23","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":963.3330419999838},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":884.6147920000076},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1038.1353749999835},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1367.5606660000049},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1057.175458999991},{"questionId":"q24","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$98,891.77","isCorrect":false,"inputTokens":7869,"outputTokens":9,"latencyMs":2143.641875000001},{"questionId":"q24","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"101,139.69","isCorrect":false,"inputTokens":4762,"outputTokens":9,"latencyMs":1432.5641250000044},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"97,645.57","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":8071.546292000014},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,573.47","isCorrect":false,"inputTokens":2853,"outputTokens":9,"latencyMs":1020.2025420000136},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,450.57","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1391.7168330000131},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,651.59","isCorrect":false,"inputTokens":5757,"outputTokens":9,"latencyMs":1306.3122919999878},{"questionId":"q25","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1276.0518749999756},{"questionId":"q25","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1854.9977080000099},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"75","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1097.2358339999919},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1302.2018329999992},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1211.7610829999903},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1290.8992089999956},{"questionId":"q26","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1575.9195000000182},{"questionId":"q26","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4759,"outputTokens":5,"latencyMs":1828.5894580000022},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":1003.0646669999987},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":11666.176791000005},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1360.7452090000152},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1563.8760410000104},{"questionId":"q27","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":13747.856959000026},{"questionId":"q27","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1500.9498749999912},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1379.5855419999862},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1013.2507500000065},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1329.2834579999908},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1776.3309160000063},{"questionId":"q28","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":977.9599999999919},{"questionId":"q28","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1235.1534160000156},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1544.3163329999952},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1526.507042000012},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1082.3577499999956},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1476.1088340000133},{"questionId":"q29","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1295.9645420000015},{"questionId":"q29","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":918.8387089999742},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":882.3547909999907},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":3609.5489159999997},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1814.7704580000136},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1224.6632079999836},{"questionId":"q30","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1129.0252080000064},{"questionId":"q30","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1175.276458999986},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":950.625457999995},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":12819.73679200001},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2002.9130410000216},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":977.9986250000075},{"questionId":"q31","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1532.3262090000208},{"questionId":"q31","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1850.2622499999998},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1051.484375},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1176.5429170000134},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1196.092540999991},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1327.8430830000143},{"questionId":"q32","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"63","actual":"71","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":985.651291999995},{"questionId":"q32","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1208.4285830000008},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1041.6384580000013},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1157.084332999977},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1752.969624999998},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1134.1398749999935},{"questionId":"q33","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"58","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1551.6836669999757},{"questionId":"q33","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":2077.159000000014},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1483.9020000000019},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1488.3274170000223},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"62","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2154.828666000016},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1846.5945420000062},{"questionId":"q34","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7874,"outputTokens":5,"latencyMs":1305.6004160000011},{"questionId":"q34","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":4767,"outputTokens":5,"latencyMs":1427.3588750000054},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1042.0632920000062},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1184.793291000009},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2390.703416000004},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"27","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1469.4059169999964},{"questionId":"q35","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1064.5622500000172},{"questionId":"q35","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":1642.0770000000193},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1120.098708000005},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1252.0241249999963},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":2049.6277079999854},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1793.4540419999976},{"questionId":"q36","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":2757.324082999985},{"questionId":"q36","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":4768,"outputTokens":5,"latencyMs":2320.373166000005},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":1634.2010829999927},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1280.3182920000108},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":1414.4694579999777},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1289.9177499999932},{"questionId":"q37","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7875,"outputTokens":5,"latencyMs":1606.2816250000033},{"questionId":"q37","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15","actual":"10","isCorrect":false,"inputTokens":4768,"outputTokens":5,"latencyMs":886.7526249999937},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1770.7423750000016},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1129.7027499999967},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1326.7756660000014},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1244.9512910000049},{"questionId":"q38","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":2303.199290999997},{"questionId":"q38","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":4761,"outputTokens":5,"latencyMs":988.4154160000035},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1135.6272089999984},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":2216.471582999977},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"14","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1402.6461249999993},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1525.9619999999995},{"questionId":"q39","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7868,"outputTokens":5,"latencyMs":2766.2625420000113},{"questionId":"q39","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":993.2882910000044},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1292.754333000019},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":3731.617209000018},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1350.6733330000134},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1230.458500000008},{"questionId":"q40","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7868,"outputTokens":5,"latencyMs":1340.6134160000074},{"questionId":"q40","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4761,"outputTokens":5,"latencyMs":1566.6151670000108},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1020.2389170000097},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1323.4124160000065},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"14","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1243.769707999978},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":2543.6576249999925},{"questionId":"q41","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13004,"outputTokens":7,"latencyMs":1830.4246250000142},{"questionId":"q41","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7967,"outputTokens":7,"latencyMs":2355.811417000019},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8252,"outputTokens":7,"latencyMs":1341.0952089999919},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":14512,"outputTokens":7,"latencyMs":1344.1601249999949},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9404,"outputTokens":7,"latencyMs":2204.634167000011},{"questionId":"q42","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":3446.15191700001},{"questionId":"q42","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1556.5324170000094},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1837.7918329999957},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1632.2351250000065},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":2044.2004170000146},{"questionId":"q43","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13004,"outputTokens":7,"latencyMs":1630.1076660000253},{"questionId":"q43","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7967,"outputTokens":7,"latencyMs":1369.3279589999584},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8252,"outputTokens":7,"latencyMs":1452.2839580000145},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":14512,"outputTokens":7,"latencyMs":1373.9980000000214},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9404,"outputTokens":7,"latencyMs":1636.0830829999759},{"questionId":"q44","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":2228.6751669999794},{"questionId":"q44","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1940.1909999999916},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":2043.3822909999872},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1509.1585410000407},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":1213.6742499999818},{"questionId":"q45","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13004,"outputTokens":8,"latencyMs":1265.3637079999899},{"questionId":"q45","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7967,"outputTokens":8,"latencyMs":1576.5751670000027},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8252,"outputTokens":8,"latencyMs":1485.6415419999976},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":14512,"outputTokens":8,"latencyMs":1341.5483330000425},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9404,"outputTokens":8,"latencyMs":3450.5191249999916},{"questionId":"q46","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":1686.2210000000196},{"questionId":"q46","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":2141.375708000036},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1289.4814999999944},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1098.6300419999752},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":1207.4634579999838},{"questionId":"q47","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13004,"outputTokens":8,"latencyMs":1243.638957999996},{"questionId":"q47","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7967,"outputTokens":8,"latencyMs":3812.3645829999587},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8252,"outputTokens":8,"latencyMs":2213.431500000006},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":14512,"outputTokens":8,"latencyMs":1691.9417919999687},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9404,"outputTokens":8,"latencyMs":2512.596166000003},{"questionId":"q48","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13004,"outputTokens":4,"latencyMs":2114.355209000001},{"questionId":"q48","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7967,"outputTokens":4,"latencyMs":1123.921541000018},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8252,"outputTokens":4,"latencyMs":1474.0548749999725},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":14512,"outputTokens":4,"latencyMs":1343.9823329999927},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9404,"outputTokens":4,"latencyMs":2654.778290999995},{"questionId":"q49","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13005,"outputTokens":11,"latencyMs":1347.2805420000223},{"questionId":"q49","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7968,"outputTokens":11,"latencyMs":2702.036291000026},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8253,"outputTokens":11,"latencyMs":1206.1224159999983},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":14513,"outputTokens":11,"latencyMs":2068.806042000011},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9405,"outputTokens":11,"latencyMs":1275.5526250000112},{"questionId":"q50","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13005,"outputTokens":16,"latencyMs":3023.1393749999697},{"questionId":"q50","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7968,"outputTokens":16,"latencyMs":2354.748957999982},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8253,"outputTokens":16,"latencyMs":2071.663459000003},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":14513,"outputTokens":16,"latencyMs":1502.2921670000069},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9405,"outputTokens":16,"latencyMs":1515.959916999971},{"questionId":"q51","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":13005,"outputTokens":10,"latencyMs":1404.4601249999832},{"questionId":"q51","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7968,"outputTokens":10,"latencyMs":1676.1785420000087},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8253,"outputTokens":10,"latencyMs":2079.989666999958},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":14513,"outputTokens":10,"latencyMs":1165.5671250000014},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":9405,"outputTokens":10,"latencyMs":1139.7104999999865},{"questionId":"q52","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13004,"outputTokens":5,"latencyMs":3153.389749999973},{"questionId":"q52","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":7967,"outputTokens":5,"latencyMs":4564.124000000011},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8252,"outputTokens":5,"latencyMs":1191.950916999951},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"16","isCorrect":false,"inputTokens":14512,"outputTokens":5,"latencyMs":1053.8686250000028},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":9404,"outputTokens":5,"latencyMs":2395.5371250000317},{"questionId":"q53","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13005,"outputTokens":9,"latencyMs":4874.421499999997},{"questionId":"q53","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7968,"outputTokens":9,"latencyMs":1576.5129159999778},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8253,"outputTokens":9,"latencyMs":1393.1865839999518},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":14513,"outputTokens":9,"latencyMs":5676.521624999994},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9405,"outputTokens":9,"latencyMs":2075.0591669999994},{"questionId":"q54","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13005,"outputTokens":13,"latencyMs":1904.0866249999963},{"questionId":"q54","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7968,"outputTokens":13,"latencyMs":2163.028457999986},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8253,"outputTokens":13,"latencyMs":2533.6664170000004},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":14513,"outputTokens":13,"latencyMs":1663.7972910000244},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9405,"outputTokens":13,"latencyMs":2988.81362500001},{"questionId":"q55","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13005,"outputTokens":10,"latencyMs":1442.7760419999831},{"questionId":"q55","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7968,"outputTokens":10,"latencyMs":2164.487625000009},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8253,"outputTokens":10,"latencyMs":1962.7372500000056},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":14513,"outputTokens":10,"latencyMs":3529.60016599996},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9405,"outputTokens":10,"latencyMs":1633.5995409999741},{"questionId":"q56","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":13004,"outputTokens":5,"latencyMs":1206.5256250000093},{"questionId":"q56","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7967,"outputTokens":5,"latencyMs":1173.0866250000545},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8252,"outputTokens":5,"latencyMs":2177.1263749999925},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":14512,"outputTokens":5,"latencyMs":1634.7465000000084},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":9404,"outputTokens":5,"latencyMs":2631.121999999974},{"questionId":"q57","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":13005,"outputTokens":8,"latencyMs":1336.466625000001},{"questionId":"q57","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7968,"outputTokens":8,"latencyMs":2858.739333000034},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8253,"outputTokens":8,"latencyMs":1070.2450410000165},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":14513,"outputTokens":8,"latencyMs":1617.5849170000292},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":9405,"outputTokens":8,"latencyMs":2504.9906249999767},{"questionId":"q58","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":13005,"outputTokens":13,"latencyMs":3384.076333999983},{"questionId":"q58","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7968,"outputTokens":13,"latencyMs":2108.4290829999954},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8253,"outputTokens":13,"latencyMs":1525.2219160000095},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":14513,"outputTokens":13,"latencyMs":1659.5020000000368},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":9405,"outputTokens":13,"latencyMs":1307.1049580000108},{"questionId":"q59","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1834.0875419999938},{"questionId":"q59","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":2369.56104099995},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1110.8243340000045},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1719.693041999999},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1269.2765839999774},{"questionId":"q60","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1340.5488340000156},{"questionId":"q60","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1855.3194169999915},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1909.7157080000034},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1520.6131250000326},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":2178.6250420000288},{"questionId":"q61","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1453.6796249999898},{"questionId":"q61","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1541.9340409999713},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1213.3596670000115},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1386.9310000000405},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1245.4910420000087},{"questionId":"q62","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":1706.4822909999639},{"questionId":"q62","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1306.5572500000126},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1635.698000000033},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":1345.5546249999898},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":1146.4787079999805},{"questionId":"q63","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13000,"outputTokens":5,"latencyMs":2665.3537909999723},{"questionId":"q63","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7963,"outputTokens":5,"latencyMs":1568.1560410000384},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8248,"outputTokens":5,"latencyMs":1243.9170840000152},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14508,"outputTokens":5,"latencyMs":2451.993958999985},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9400,"outputTokens":5,"latencyMs":3475.197792000021},{"questionId":"q64","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"50481.92","isCorrect":false,"inputTokens":13000,"outputTokens":8,"latencyMs":5040.882125000004},{"questionId":"q64","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38,289.98","isCorrect":false,"inputTokens":7963,"outputTokens":9,"latencyMs":2727.721749999968},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"38,847.69","isCorrect":false,"inputTokens":8248,"outputTokens":9,"latencyMs":1474.5514590000384},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"42,788.06","isCorrect":false,"inputTokens":14508,"outputTokens":9,"latencyMs":1921.3594169999706},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"34904.81","actual":"41,847.53","isCorrect":false,"inputTokens":9400,"outputTokens":9,"latencyMs":1248.1431659999653},{"questionId":"q65","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"798.47","isCorrect":false,"inputTokens":12998,"outputTokens":7,"latencyMs":1413.8325000000186},{"questionId":"q65","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"802.77","isCorrect":false,"inputTokens":7961,"outputTokens":7,"latencyMs":1216.7267920000013},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"$748.77","isCorrect":false,"inputTokens":8246,"outputTokens":7,"latencyMs":1171.9138750000275},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"763.73","isCorrect":false,"inputTokens":14506,"outputTokens":7,"latencyMs":1355.4569999999949},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"698.10","actual":"730.46","isCorrect":false,"inputTokens":9398,"outputTokens":7,"latencyMs":2486.541750000033},{"questionId":"q66","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":12999,"outputTokens":5,"latencyMs":6096.421374999976},{"questionId":"q66","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":7962,"outputTokens":5,"latencyMs":1554.1078339999658},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8247,"outputTokens":5,"latencyMs":1259.857040999981},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":14507,"outputTokens":5,"latencyMs":1473.9799580000108},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":9399,"outputTokens":5,"latencyMs":1239.878000000026},{"questionId":"q67","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12998,"outputTokens":8,"latencyMs":1632.1869169999845},{"questionId":"q67","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7961,"outputTokens":8,"latencyMs":2076.3204590000096},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8246,"outputTokens":8,"latencyMs":3142.038707999978},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":14506,"outputTokens":8,"latencyMs":1309.6589159999858},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9398,"outputTokens":8,"latencyMs":1304.5920410000253},{"questionId":"q68","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":2030.498041999992},{"questionId":"q68","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"41","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":2293.294042000023},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1324.4650839999667},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"45","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":1374.934750000015},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"46","isCorrect":false,"inputTokens":9402,"outputTokens":5,"latencyMs":1699.4451250000275},{"questionId":"q69","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":182685.678542},{"questionId":"q69","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"35","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":1888.0198330000276},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"39","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1630.1593330000178},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"33","isCorrect":false,"inputTokens":14510,"outputTokens":5,"latencyMs":3954.4302920000046},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"34","isCorrect":false,"inputTokens":9402,"outputTokens":5,"latencyMs":1861.3942919999827},{"questionId":"q70","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"28","actual":"27","isCorrect":false,"inputTokens":13002,"outputTokens":5,"latencyMs":1476.656874999986},{"questionId":"q70","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":7965,"outputTokens":5,"latencyMs":1359.194084000017},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":8250,"outputTokens":5,"latencyMs":1324.2691249999916},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":14510,"outputTokens":5,"latencyMs":1369.8225410000305},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":9402,"outputTokens":5,"latencyMs":4787.399207999988},{"questionId":"q71","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":1579.1012089999858},{"questionId":"q71","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1724.060375000001},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1151.20633299998},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":14514,"outputTokens":5,"latencyMs":1648.3062919999938},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9406,"outputTokens":5,"latencyMs":2144.7918749999953},{"questionId":"q72","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":2013.1418750000303},{"questionId":"q72","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":2122.629666999972},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":8254,"outputTokens":5,"latencyMs":2647.8001670000376},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":3617.6320839999826},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":2260.3194590000203},{"questionId":"q73","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":1404.7651250000345},{"questionId":"q73","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1338.5815409999923},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":2638.7659170000115},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1359.9575830000103},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1286.6426249999786},{"questionId":"q74","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"9","isCorrect":true,"inputTokens":13006,"outputTokens":5,"latencyMs":3217.2233750000014},{"questionId":"q74","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1434.9046669999952},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1064.3113749999902},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1576.0896659999853},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1684.4146249999758},{"questionId":"q75","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13006,"outputTokens":5,"latencyMs":2153.9197919999715},{"questionId":"q75","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"5","isCorrect":false,"inputTokens":7969,"outputTokens":5,"latencyMs":1268.8854580000043},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"5","isCorrect":false,"inputTokens":8254,"outputTokens":5,"latencyMs":1146.9301250000135},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":14514,"outputTokens":5,"latencyMs":1550.7630000000354},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"6","isCorrect":false,"inputTokens":9406,"outputTokens":5,"latencyMs":1215.095166999963},{"questionId":"q76","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":13007,"outputTokens":5,"latencyMs":4606.803041999985},{"questionId":"q76","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7970,"outputTokens":5,"latencyMs":3169.05266700004},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8255,"outputTokens":5,"latencyMs":1167.562957999995},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":14515,"outputTokens":5,"latencyMs":1157.7255000000005},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":1031.775667000038},{"questionId":"q77","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":13007,"outputTokens":5,"latencyMs":2042.5134170000092},{"questionId":"q77","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":7970,"outputTokens":5,"latencyMs":1320.4036249999772},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8255,"outputTokens":5,"latencyMs":1385.2139580000076},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":14515,"outputTokens":5,"latencyMs":1844.7227090000524},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"6","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":1160.8772499999614},{"questionId":"q78","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":13007,"outputTokens":5,"latencyMs":1342.921875},{"questionId":"q78","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7970,"outputTokens":5,"latencyMs":2482.2525000000023},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":8255,"outputTokens":5,"latencyMs":1140.8186250000144},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":14515,"outputTokens":5,"latencyMs":1647.821249999979},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":9407,"outputTokens":5,"latencyMs":3068.205249999999},{"questionId":"q79","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"21","isCorrect":false,"inputTokens":13010,"outputTokens":5,"latencyMs":1294.8420000000042},{"questionId":"q79","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":7973,"outputTokens":5,"latencyMs":1179.3897089999518},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"20","isCorrect":true,"inputTokens":8258,"outputTokens":5,"latencyMs":1324.1126250000088},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"28","isCorrect":false,"inputTokens":14518,"outputTokens":5,"latencyMs":1319.52454199997},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"29","isCorrect":false,"inputTokens":9410,"outputTokens":5,"latencyMs":1805.6648750000168},{"questionId":"q80","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":13010,"outputTokens":5,"latencyMs":2000.2945419999887},{"questionId":"q80","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"19","isCorrect":true,"inputTokens":7973,"outputTokens":5,"latencyMs":980.2939589999733},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"20","isCorrect":false,"inputTokens":8258,"outputTokens":5,"latencyMs":1770.3537090000464},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"18","isCorrect":false,"inputTokens":14518,"outputTokens":5,"latencyMs":1149.4648329999764},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"21","isCorrect":false,"inputTokens":9410,"outputTokens":5,"latencyMs":1168.3587079999852},{"questionId":"q81","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1073.85275000002},{"questionId":"q81","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":2205.179333999986},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":1900.4008340000291},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1647.0211659999914},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":1340.011125000019},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1060.5255830000388},{"questionId":"q82","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1436.7931249999674},{"questionId":"q82","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2392,"outputTokens":8,"latencyMs":1566.206125000026},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1506,"outputTokens":8,"latencyMs":1569.1976670000004},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1442,"outputTokens":8,"latencyMs":1098.6530839999905},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4784,"outputTokens":8,"latencyMs":1308.7965829999885},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3107,"outputTokens":8,"latencyMs":1458.5499999999302},{"questionId":"q83","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":5637.0131249999395},{"questionId":"q83","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2393,"outputTokens":7,"latencyMs":1889.798875000095},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1507,"outputTokens":7,"latencyMs":1101.9957089999225},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1443,"outputTokens":7,"latencyMs":3822.505790999974},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":1578.7188329999335},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3108,"outputTokens":7,"latencyMs":1850.4493749999674},{"questionId":"q84","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4081,"outputTokens":5,"latencyMs":1180.4845000000205},{"questionId":"q84","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":2394,"outputTokens":5,"latencyMs":1747.6287499999162},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":1265.3997909999453},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":1444,"outputTokens":5,"latencyMs":1009.8214999999618},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":4786,"outputTokens":5,"latencyMs":1001.704000000027},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"32","isCorrect":true,"inputTokens":3109,"outputTokens":5,"latencyMs":3116.8717079999624},{"questionId":"q85","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1040.9055830000434},{"questionId":"q85","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":1234.8509169999743},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":991.7144169999519},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1210.452457999927},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":1064.5124579999829},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1677.9898340000072},{"questionId":"q86","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":2090.6184169999324},{"questionId":"q86","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2392,"outputTokens":8,"latencyMs":2287.6820829999633},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1506,"outputTokens":8,"latencyMs":1851.6334580000257},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1442,"outputTokens":8,"latencyMs":1415.8229170000413},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4784,"outputTokens":8,"latencyMs":1097.2305829999968},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3107,"outputTokens":8,"latencyMs":1177.7102079999167},{"questionId":"q87","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1191.470915999962},{"questionId":"q87","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2393,"outputTokens":7,"latencyMs":1451.095708000008},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1507,"outputTokens":7,"latencyMs":1122.7395419999957},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1443,"outputTokens":7,"latencyMs":1271.1667909999378},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":1255.3624999999302},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3108,"outputTokens":7,"latencyMs":8087.515875000041},{"questionId":"q88","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4081,"outputTokens":5,"latencyMs":1101.9767920000013},{"questionId":"q88","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":2394,"outputTokens":5,"latencyMs":1738.3698330000043},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1508,"outputTokens":5,"latencyMs":2417.057250000071},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":1444,"outputTokens":5,"latencyMs":1185.279957999941},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":4786,"outputTokens":5,"latencyMs":4166.779875000007},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"25","isCorrect":true,"inputTokens":3109,"outputTokens":5,"latencyMs":1461.0815410000505},{"questionId":"q89","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1169.468625000096},{"questionId":"q89","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2392,"outputTokens":6,"latencyMs":1500.8087499999674},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1506,"outputTokens":6,"latencyMs":2689.519874999998},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1442,"outputTokens":6,"latencyMs":1161.876958000008},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4784,"outputTokens":6,"latencyMs":2493.3445830000564},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3107,"outputTokens":6,"latencyMs":1563.2277499999618},{"questionId":"q90","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4076,"outputTokens":5,"latencyMs":1127.4231660000514},{"questionId":"q90","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":2389,"outputTokens":5,"latencyMs":9118.911625000066},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1503,"outputTokens":5,"latencyMs":983.7548330000136},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1439,"outputTokens":5,"latencyMs":1509.3264999999665},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4781,"outputTokens":5,"latencyMs":1153.4027909999713},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3104,"outputTokens":5,"latencyMs":2618.4245830000145},{"questionId":"q91","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"177,551","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":2493.7317909999983},{"questionId":"q91","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"320,584","isCorrect":false,"inputTokens":2390,"outputTokens":7,"latencyMs":1323.7533340000082},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"331,747","isCorrect":false,"inputTokens":1504,"outputTokens":7,"latencyMs":961.5769159999909},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"348,635","isCorrect":false,"inputTokens":1440,"outputTokens":7,"latencyMs":1252.5169999999925},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"378,747","isCorrect":false,"inputTokens":4782,"outputTokens":7,"latencyMs":1653.3355420000153},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"328320","actual":"181,829","isCorrect":false,"inputTokens":3105,"outputTokens":7,"latencyMs":1387.7437500000233},{"questionId":"q92","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1290","isCorrect":false,"inputTokens":4078,"outputTokens":6,"latencyMs":4921.475834000041},{"questionId":"q92","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1467","isCorrect":false,"inputTokens":2391,"outputTokens":6,"latencyMs":1198.3249579999829},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1713","isCorrect":false,"inputTokens":1505,"outputTokens":6,"latencyMs":1055.5421250000363},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1313","isCorrect":false,"inputTokens":1441,"outputTokens":6,"latencyMs":1073.2727919999743},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1465","isCorrect":false,"inputTokens":4783,"outputTokens":6,"latencyMs":1192.894708000007},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1791","actual":"1268","isCorrect":false,"inputTokens":3106,"outputTokens":6,"latencyMs":1030.2679169999901},{"questionId":"q93","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"365,832.94","isCorrect":false,"inputTokens":4075,"outputTokens":9,"latencyMs":1994.6799579999642},{"questionId":"q93","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"383,557.28","isCorrect":false,"inputTokens":2388,"outputTokens":9,"latencyMs":1145.892583000008},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"438,845.07","isCorrect":false,"inputTokens":1502,"outputTokens":9,"latencyMs":1112.11258299998},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"458,566.72","isCorrect":false,"inputTokens":1438,"outputTokens":9,"latencyMs":923.2997500000056},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"408,844.28","isCorrect":false,"inputTokens":4780,"outputTokens":9,"latencyMs":7965.302291000029},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"311695.88","actual":"373,891.88","isCorrect":false,"inputTokens":3103,"outputTokens":9,"latencyMs":1744.4718750000466},{"questionId":"q94","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5316","isCorrect":false,"inputTokens":4073,"outputTokens":8,"latencyMs":2774.513540999964},{"questionId":"q94","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5325","isCorrect":false,"inputTokens":2386,"outputTokens":8,"latencyMs":934.7267089999514},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.5317","isCorrect":true,"inputTokens":1500,"outputTokens":8,"latencyMs":1071.787541000056},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.527","isCorrect":true,"inputTokens":1436,"outputTokens":7,"latencyMs":1053.8989170000423},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.533","isCorrect":true,"inputTokens":4778,"outputTokens":7,"latencyMs":1543.6666660000337},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.53","actual":"0.535","isCorrect":false,"inputTokens":3101,"outputTokens":7,"latencyMs":1112.2539589999942},{"questionId":"q95","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"28","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1261.9795829999493},{"questionId":"q95","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":3088.7680829999736},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1120.9447080000537},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"28","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1296.1010000000242},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"38","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1416.093957999954},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"34","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":984.6679579999764},{"questionId":"q96","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1196.8827909999527},{"questionId":"q96","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":1160.3703339999774},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1486.2056249999441},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1138.7902920000488},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1258.2779169999994},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":1735.3332919999957},{"questionId":"q97","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"57","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1029.8877080000238},{"questionId":"q97","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"54","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":1632.076250000042},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"57","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":1069.6453329999931},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"50","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":2808.8671669999603},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"47","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":1184.247250000015},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"48","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":5181.393459000043},{"questionId":"q98","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1811.7368749999441},{"questionId":"q98","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2391,"outputTokens":5,"latencyMs":2734.5190000000875},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"27","isCorrect":false,"inputTokens":1505,"outputTokens":5,"latencyMs":1573.4972920001019},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1124.284250000026},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":4783,"outputTokens":5,"latencyMs":3250.0191249999916},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":3106,"outputTokens":5,"latencyMs":2631.1101659999695},{"questionId":"q99","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":987.7067500000121},{"questionId":"q99","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"19","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":2176.1284999999916},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":4509.524124999996},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1426.654499999946},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"17","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2687.1330000000307},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":2202.6045830000658},{"questionId":"q100","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1806.1827920000069},{"questionId":"q100","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1447.5987090000417},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1087.3859999999404},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"8","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1619.6073750000214},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2673.9747920000227},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"10","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1552.0029169999762},{"questionId":"q101","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4083,"outputTokens":5,"latencyMs":1442.6959590000333},{"questionId":"q101","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"24","isCorrect":false,"inputTokens":2396,"outputTokens":5,"latencyMs":1274.7615409999853},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1510,"outputTokens":5,"latencyMs":899.9069999998901},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1446,"outputTokens":5,"latencyMs":937.9615420000628},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4788,"outputTokens":5,"latencyMs":1032.2958749999525},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3111,"outputTokens":5,"latencyMs":985.7001249999739},{"questionId":"q102","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1538.7321249999804},{"questionId":"q102","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":819.7917080000043},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1299.356625000015},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1184.4951659999788},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1194.1013329999987},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":959.4304160000756},{"questionId":"q103","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1317.918207999901},{"questionId":"q103","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1666.674917000113},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1190.9899999999907},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1024.4910829999717},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1087.4155409999657},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":2191.6508750000503},{"questionId":"q104","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1085.4212080000434},{"questionId":"q104","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"20","actual":"14","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1045.2354160000104},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"20","actual":"18","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":2982.1912500000326},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1749.577833999996},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"15","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1571.0683750000317},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"20","actual":"16","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":1756.3833749999758},{"questionId":"q105","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"13","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":2996.00320799998},{"questionId":"q105","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":2397,"outputTokens":5,"latencyMs":1069.873707999941},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":1511,"outputTokens":5,"latencyMs":1322.2225000000326},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"18","actual":"16","isCorrect":false,"inputTokens":1447,"outputTokens":5,"latencyMs":1030.7554579999996},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":4789,"outputTokens":5,"latencyMs":1347.4690829999745},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"14","isCorrect":false,"inputTokens":3112,"outputTokens":5,"latencyMs":1512.733082999941},{"questionId":"q106","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"32","actual":"22","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1876.404833000037},{"questionId":"q106","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"32","actual":"29","isCorrect":false,"inputTokens":2398,"outputTokens":5,"latencyMs":1167.4811250000494},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1512,"outputTokens":5,"latencyMs":846.3995420000283},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":1448,"outputTokens":5,"latencyMs":1524.314333000104},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4790,"outputTokens":5,"latencyMs":895.0446249999804},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"20","isCorrect":false,"inputTokens":3113,"outputTokens":5,"latencyMs":1007.3240829999559},{"questionId":"q107","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1089.6012920000358},{"questionId":"q107","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"9","actual":"12","isCorrect":false,"inputTokens":2398,"outputTokens":5,"latencyMs":1344.7634170000674},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1512,"outputTokens":5,"latencyMs":1222.7470830000238},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":1448,"outputTokens":5,"latencyMs":1143.7565840000752},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"11","isCorrect":false,"inputTokens":4790,"outputTokens":5,"latencyMs":1990.985457999981},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"9","isCorrect":true,"inputTokens":3113,"outputTokens":5,"latencyMs":1948.0400410000002},{"questionId":"q108","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"23","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1269.1029159999453},{"questionId":"q108","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1536.37262499996},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":2634.1592080000555},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":1553.0022909999825},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":2561.625250000041},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1493.3415830000304},{"questionId":"q109","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"22","actual":"13","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1636.3173749999842},{"questionId":"q109","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"22","actual":"18","isCorrect":false,"inputTokens":2399,"outputTokens":5,"latencyMs":1229.7886669998989},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"19","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1190.299708000035},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":941.6144159999676},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"21","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":942.8554999999469},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":8370.015040999977},{"questionId":"q110","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":3436.4340410000877},{"questionId":"q110","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12552,"outputTokens":6,"latencyMs":1594.5816249999916},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":3627.885583999916},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1034.8140419999836},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":2074.821874999907},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1312.957458000048},{"questionId":"q111","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1424.0589579999214},{"questionId":"q111","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1208.6248749999795},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1491.002542000031},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1461.4935830000322},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1538.1662500000093},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":3443.4402080000145},{"questionId":"q112","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17409,"outputTokens":6,"latencyMs":2410.130790999974},{"questionId":"q112","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12546,"outputTokens":6,"latencyMs":1507.8653340000892},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9277,"outputTokens":6,"latencyMs":1067.284708000021},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":9123,"outputTokens":6,"latencyMs":2306.8810829999857},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19802,"outputTokens":6,"latencyMs":2459.4014580000658},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":14481,"outputTokens":6,"latencyMs":1767.9317919999594},{"questionId":"q113","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17414,"outputTokens":4,"latencyMs":2259.516249999986},{"questionId":"q113","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":12551,"outputTokens":4,"latencyMs":3596.7397080000956},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1526.2891669999808},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":10685.97445800004},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":6237.770291000023},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1949.7233749999432},{"questionId":"q114","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17409,"outputTokens":6,"latencyMs":2022.808874999988},{"questionId":"q114","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12546,"outputTokens":6,"latencyMs":2317.6685419999994},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9277,"outputTokens":6,"latencyMs":1172.4887909999816},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":9123,"outputTokens":6,"latencyMs":2884.4430410000496},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19802,"outputTokens":6,"latencyMs":2446.2796249999665},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":14481,"outputTokens":6,"latencyMs":3034.3417500000214},{"questionId":"q115","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1364.11412500008},{"questionId":"q115","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12551,"outputTokens":6,"latencyMs":1340.312125000055},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1693.4291659999872},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1812.6265839999542},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1494.9977499999804},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":2068.5264590000734},{"questionId":"q116","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":17416,"outputTokens":5,"latencyMs":2708.779874999891},{"questionId":"q116","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":12553,"outputTokens":5,"latencyMs":1561.1807500000577},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9284,"outputTokens":5,"latencyMs":1532.872875000001},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":9130,"outputTokens":5,"latencyMs":1628.8865409999853},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":19809,"outputTokens":5,"latencyMs":1830.4146670000628},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"678","actual":"678","isCorrect":true,"inputTokens":14488,"outputTokens":5,"latencyMs":2256.018207999994},{"questionId":"q117","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17410,"outputTokens":4,"latencyMs":1876.3228329999838},{"questionId":"q117","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":12547,"outputTokens":4,"latencyMs":3411.9745419999817},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9278,"outputTokens":4,"latencyMs":2521.171583999996},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9124,"outputTokens":4,"latencyMs":7188.898707999964},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19803,"outputTokens":4,"latencyMs":1575.748375000083},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14482,"outputTokens":4,"latencyMs":1295.594625000027},{"questionId":"q118","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17417,"outputTokens":6,"latencyMs":3374.2882499999832},{"questionId":"q118","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12554,"outputTokens":6,"latencyMs":2803.530083999969},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1355.6768750000047},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1119.105916999979},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":5740.939499999979},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1990.0865420000628},{"questionId":"q119","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1492.8219589999644},{"questionId":"q119","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12550,"outputTokens":6,"latencyMs":1143.3286670000525},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1207.015999999945},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1303.6102499999106},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":3956.3543749999953},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1583.6112500000745},{"questionId":"q120","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17418,"outputTokens":6,"latencyMs":1892.7408750000177},{"questionId":"q120","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12555,"outputTokens":6,"latencyMs":1483.7892920000013},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9286,"outputTokens":6,"latencyMs":1755.7251249999972},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":9132,"outputTokens":6,"latencyMs":1050.6099159999285},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19811,"outputTokens":6,"latencyMs":5147.516667000018},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":14490,"outputTokens":6,"latencyMs":1481.9445419999538},{"questionId":"q121","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1678.2850830000825},{"questionId":"q121","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":12543,"outputTokens":5,"latencyMs":1602.6007499999832},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1155.9777499999618},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1869.8217919999734},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":5265.173415999976},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1991.825375000015},{"questionId":"q122","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,945,587","isCorrect":false,"inputTokens":17409,"outputTokens":9,"latencyMs":5923.129791999934},{"questionId":"q122","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,893,571","isCorrect":false,"inputTokens":12546,"outputTokens":9,"latencyMs":2605.1817909999518},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"11,847,893","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1960.966625000001},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"9,968,481","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":2422.49533299997},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,673","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1694.6917080000276},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,447,738","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1639.707458000048},{"questionId":"q123","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,318,739","isCorrect":false,"inputTokens":17410,"outputTokens":9,"latencyMs":2014.2252919999883},{"questionId":"q123","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,269,627","isCorrect":false,"inputTokens":12547,"outputTokens":9,"latencyMs":3573.149624999962},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1284447","isCorrect":false,"inputTokens":9278,"outputTokens":7,"latencyMs":1285.3620420000516},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,521,865","isCorrect":false,"inputTokens":9124,"outputTokens":9,"latencyMs":1777.9172500000568},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,445,945","isCorrect":false,"inputTokens":19803,"outputTokens":9,"latencyMs":1524.703165999963},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2528243","actual":"1,527,969","isCorrect":false,"inputTokens":14482,"outputTokens":9,"latencyMs":1578.5812920000171},{"questionId":"q124","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,754.87","isCorrect":false,"inputTokens":17408,"outputTokens":9,"latencyMs":2268.543624999933},{"questionId":"q124","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"136,847.74","isCorrect":false,"inputTokens":12545,"outputTokens":9,"latencyMs":1754.6521670001093},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"133,586.67","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1643.906416999991},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,823.04","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":6947.368416999932},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"129,891.35","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":2409.844207999995},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"139,968.64","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":2448.1567920000525},{"questionId":"q125","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1488.232707999996},{"questionId":"q125","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1554.1827079999493},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"19","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1340.2745829999913},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"18","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":2066.108666999964},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2452.7973749999655},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1746.6604170000646},{"questionId":"q126","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"53","actual":"67","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":2068.5587910000468},{"questionId":"q126","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"53","actual":"71","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1218.2835830000695},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1298.3555000000633},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1583.1214590000454},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"49","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1826.3142920000246},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"56","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":2161.392542000045},{"questionId":"q127","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"77","actual":"78","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":2285.4948330000043},{"questionId":"q127","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1238.0137920000125},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1064.063542000018},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"89","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1791.3017910000635},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"79","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1636.6423330000835},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":9579.764541999903},{"questionId":"q128","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"57","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1495.3669170000358},{"questionId":"q128","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":2127.6567499999655},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"45","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1448.4920420000562},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"53","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1651.2589579999913},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"48","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":4969.459374999977},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"56","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":2497.673625000054},{"questionId":"q129","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17410,"outputTokens":5,"latencyMs":1468.3334170000162},{"questionId":"q129","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":12547,"outputTokens":5,"latencyMs":1886.3154159999685},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"17","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":2964.1486659999937},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1316.4047080000164},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"5","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2036.6784999999218},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1272.3952499999432},{"questionId":"q130","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"49","actual":"41","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1762.8218750000233},{"questionId":"q130","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"49","actual":"48","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1703.6197089999914},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":2838.388957999996},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"68","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1212.9504159999778},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"28","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1290.5879589999095},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"46","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":2952.047082999954},{"questionId":"q131","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"23","actual":"28","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1372.9722920000786},{"questionId":"q131","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"23","actual":"24","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1469.0127079999074},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9279,"outputTokens":5,"latencyMs":2347.3404169999994},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1990.7936660000123},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"17","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1749.4886249999981},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"27","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1433.8031659999397},{"questionId":"q132","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"14","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":2346.980041999952},{"questionId":"q132","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"24","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1225.1158330000471},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1149.6885000000475},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":3956.6802920000628},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"21","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":3225.5780420000665},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"17","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1260.629958000034},{"questionId":"q133","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"19","actual":"34","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":3103.426749999984},{"questionId":"q133","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1464.312208999996},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"76","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":3325.8809170000022},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"61","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1667.0059579999652},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1962.2999999999302},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"28","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":2802.2352919999976},{"questionId":"q134","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"14","isCorrect":false,"inputTokens":17411,"outputTokens":5,"latencyMs":1813.540583999944},{"questionId":"q134","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"10","isCorrect":false,"inputTokens":12548,"outputTokens":5,"latencyMs":1588.9162090000464},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":2048.1782080000266},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"23","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1426.2279589999234},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"9","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":16125.00783399993},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"8","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1479.1832080000313},{"questionId":"q135","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1951.623750000028},{"questionId":"q135","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"57","actual":"24","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1196.3661660000216},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1323.183667000034},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"18","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1770.8484170000302},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"17","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1913.3684159999248},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1602.2765420000069},{"questionId":"q136","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":4808.824332999997},{"questionId":"q136","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"43","actual":"56","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1191.0287089999765},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1817.3072920000413},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1964.3384999999544},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1772.3496249999152},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"48","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1286.0249159999657},{"questionId":"q137","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":2596.809707999928},{"questionId":"q137","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1226.8761670000385},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":2131.592624999932},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1856.5158749999246},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1673.6251250000205},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"16","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1235.172416999936},{"questionId":"q138","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":2615.8622500000056},{"questionId":"q138","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":2179.5575409999583},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"7","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":5762.1239999999525},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1826.77887499996},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":4073.6710000000894},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1170.8213749999413},{"questionId":"q139","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":1704.030374999973},{"questionId":"q139","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6","actual":"10","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":2526.2967499999795},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1420.7560839999933},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"17","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1266.5078750000102},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1509.8495840000687},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":6937.211833999958},{"questionId":"q140","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17419,"outputTokens":5,"latencyMs":3568.23987499997},{"questionId":"q140","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":12556,"outputTokens":5,"latencyMs":1529.9390419999836},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1483.8732500000624},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1697.839166999911},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":4116.7368750000605},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1566.5756250000559},{"questionId":"q141","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":3004.081499999971},{"questionId":"q141","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1306.7129999999888},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":3311.9101659998996},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1762.8957500000251},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1577.3360000000102},{"questionId":"q142","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":4859.786708},{"questionId":"q142","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1195.1343749999069},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6144,"outputTokens":7,"latencyMs":2155.6376669999445},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1274.3485829998972},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":2006.065416000085},{"questionId":"q143","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1234.9718329999596},{"questionId":"q143","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":1434.203167000087},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":2930.0720410000067},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1317.3366670000833},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"424","actual":"424","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":1862.1066669999855},{"questionId":"q144","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7717,"outputTokens":6,"latencyMs":1053.5538749999832},{"questionId":"q144","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5157,"outputTokens":6,"latencyMs":1738.3491249999497},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6145,"outputTokens":6,"latencyMs":1438.4226659999695},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8725,"outputTokens":6,"latencyMs":3744.0771249999525},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6118,"outputTokens":6,"latencyMs":1448.0625},{"questionId":"q145","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":2357.8742499999935},{"questionId":"q145","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1427.546040999936},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":2489.946041999967},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1719.2353750000475},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"info","actual":"info","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1116.813082999899},{"questionId":"q146","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":2751.825625000056},{"questionId":"q146","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1245.705249999999},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/payments","isCorrect":false,"inputTokens":6144,"outputTokens":7,"latencyMs":2028.6714589999756},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1514.7893339999719},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":1360.7463330000173},{"questionId":"q147","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1729.8207910000347},{"questionId":"q147","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":3639.466875000042},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":1106.1470829999307},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1219.8898749999935},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"435","actual":"435","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":1402.6672500000568},{"questionId":"q148","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":7717,"outputTokens":5,"latencyMs":1171.986125000054},{"questionId":"q148","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":5157,"outputTokens":5,"latencyMs":1393.9406249999302},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6145,"outputTokens":5,"latencyMs":1934.8650419999612},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":8725,"outputTokens":5,"latencyMs":1125.234749999945},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"408","actual":"408","isCorrect":true,"inputTokens":6118,"outputTokens":5,"latencyMs":3360.9947499999544},{"questionId":"q149","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":7716,"outputTokens":4,"latencyMs":1166.4903330000816},{"questionId":"q149","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":5156,"outputTokens":4,"latencyMs":1149.907917000004},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6144,"outputTokens":4,"latencyMs":2301.7193330000155},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":8724,"outputTokens":4,"latencyMs":1484.6284999999916},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"error","actual":"error","isCorrect":true,"inputTokens":6117,"outputTokens":4,"latencyMs":1124.1810420000693},{"questionId":"q150","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7716,"outputTokens":7,"latencyMs":1017.3499999999767},{"questionId":"q150","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5156,"outputTokens":7,"latencyMs":1877.6254590000026},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6144,"outputTokens":7,"latencyMs":1032.5962079999736},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8724,"outputTokens":7,"latencyMs":1541.9622080000117},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6117,"outputTokens":7,"latencyMs":2492.9252919999417},{"questionId":"q151","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":7700,"outputTokens":5,"latencyMs":1530.235875000013},{"questionId":"q151","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":5140,"outputTokens":5,"latencyMs":1269.4265409999061},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"75","actual":"75","isCorrect":true,"inputTokens":6128,"outputTokens":5,"latencyMs":1294.262875000015},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":8708,"outputTokens":5,"latencyMs":3000.592540999991},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"75","actual":"100","isCorrect":false,"inputTokens":6101,"outputTokens":5,"latencyMs":1776.2112080000807},{"questionId":"q152","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2361.74","isCorrect":false,"inputTokens":7701,"outputTokens":8,"latencyMs":1293.834666000097},{"questionId":"q152","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2456.14","isCorrect":false,"inputTokens":5141,"outputTokens":8,"latencyMs":2693.1127919999417},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2432.81","isCorrect":false,"inputTokens":6129,"outputTokens":8,"latencyMs":1318.5194589999737},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2467.58","isCorrect":false,"inputTokens":8709,"outputTokens":8,"latencyMs":1421.607958000037},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2453.41","actual":"2556.56","isCorrect":false,"inputTokens":6102,"outputTokens":8,"latencyMs":2773.6095000000205},{"questionId":"q153","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1565.5672499999637},{"questionId":"q153","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":1866.986125000054},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":929.7644589999691},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":2336.5129590000724},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"30","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":1359.0085839999374},{"questionId":"q154","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1467.1802499999758},{"questionId":"q154","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":903.9631249998929},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1123.610624999972},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":6320.591875000042},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":7419.7036249999655},{"questionId":"q155","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"24","isCorrect":false,"inputTokens":7701,"outputTokens":5,"latencyMs":1691.6726250000065},{"questionId":"q155","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"24","isCorrect":false,"inputTokens":5141,"outputTokens":5,"latencyMs":3161.6898330000695},{"questionId":"q155","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"25","isCorrect":false,"inputTokens":6129,"outputTokens":5,"latencyMs":1460.375875000027},{"questionId":"q155","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"27","isCorrect":false,"inputTokens":8709,"outputTokens":5,"latencyMs":1251.234999999986},{"questionId":"q155","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"26","isCorrect":false,"inputTokens":6102,"outputTokens":5,"latencyMs":946.8065829999978},{"questionId":"q156","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":5154.226999999955},{"questionId":"q156","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":1650.5177919999696},{"questionId":"q156","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":2057.5875409999862},{"questionId":"q156","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":1537.0969160000095},{"questionId":"q156","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":3346.3283339999616},{"questionId":"q157","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"18","actual":"15","isCorrect":false,"inputTokens":7704,"outputTokens":5,"latencyMs":1098.8492089998908},{"questionId":"q157","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"18","actual":"13","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":1076.4170829999493},{"questionId":"q157","format":"toon","model":"claude-haiku-4-5-20251001","expected":"18","actual":"15","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":1189.1516249999404},{"questionId":"q157","format":"xml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"18","isCorrect":true,"inputTokens":8712,"outputTokens":5,"latencyMs":1637.4471670000348},{"questionId":"q157","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"18","actual":"18","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":911.4329999999609},{"questionId":"q158","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"21","actual":"21","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":1160.826000000001},{"questionId":"q158","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"21","actual":"20","isCorrect":false,"inputTokens":5144,"outputTokens":5,"latencyMs":901.7298339999979},{"questionId":"q158","format":"toon","model":"claude-haiku-4-5-20251001","expected":"21","actual":"20","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":2077.535583000048},{"questionId":"q158","format":"xml","model":"claude-haiku-4-5-20251001","expected":"21","actual":"23","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":932.2697500000941},{"questionId":"q158","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"21","actual":"21","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":2281.2417920000153},{"questionId":"q159","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7704,"outputTokens":5,"latencyMs":1938.3267500000075},{"questionId":"q159","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5144,"outputTokens":5,"latencyMs":1124.716832999955},{"questionId":"q159","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":6132,"outputTokens":5,"latencyMs":1211.2965830001049},{"questionId":"q159","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":8712,"outputTokens":5,"latencyMs":1371.8570410000393},{"questionId":"q159","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":6105,"outputTokens":5,"latencyMs":1344.4540419999976},{"questionId":"q160","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"33","actual":"36","isCorrect":false,"inputTokens":7708,"outputTokens":5,"latencyMs":1197.0572079999838},{"questionId":"q160","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"33","actual":"31","isCorrect":false,"inputTokens":5148,"outputTokens":5,"latencyMs":2001.5424999999814},{"questionId":"q160","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"40","isCorrect":false,"inputTokens":6136,"outputTokens":5,"latencyMs":2817.4065829999745},{"questionId":"q160","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"48","isCorrect":false,"inputTokens":8716,"outputTokens":5,"latencyMs":4096.805291999946},{"questionId":"q160","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"37","isCorrect":false,"inputTokens":6109,"outputTokens":5,"latencyMs":1243.7116670000833},{"questionId":"q161","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"42","actual":"27","isCorrect":false,"inputTokens":7705,"outputTokens":5,"latencyMs":1119.5400420001242},{"questionId":"q161","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"42","actual":"26","isCorrect":false,"inputTokens":5145,"outputTokens":5,"latencyMs":1360.0379999999423},{"questionId":"q161","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"28","isCorrect":false,"inputTokens":6133,"outputTokens":5,"latencyMs":1254.0774999998976},{"questionId":"q161","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"38","isCorrect":false,"inputTokens":8713,"outputTokens":5,"latencyMs":2163.6060419999994},{"questionId":"q161","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"32","isCorrect":false,"inputTokens":6106,"outputTokens":5,"latencyMs":2715.528499999782},{"questionId":"q162","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"25","actual":"33","isCorrect":false,"inputTokens":7702,"outputTokens":5,"latencyMs":1930.0293329998385},{"questionId":"q162","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":5142,"outputTokens":5,"latencyMs":4024.0898750000633},{"questionId":"q162","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"34","isCorrect":false,"inputTokens":6130,"outputTokens":5,"latencyMs":1252.616833000211},{"questionId":"q162","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"38","isCorrect":false,"inputTokens":8710,"outputTokens":5,"latencyMs":1364.7101670000702},{"questionId":"q162","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"31","isCorrect":false,"inputTokens":6103,"outputTokens":5,"latencyMs":2831.9452919999603},{"questionId":"q163","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"29","actual":"32","isCorrect":false,"inputTokens":7707,"outputTokens":5,"latencyMs":1082.1935420001391},{"questionId":"q163","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"29","actual":"31","isCorrect":false,"inputTokens":5147,"outputTokens":5,"latencyMs":1267.7709160000086},{"questionId":"q163","format":"toon","model":"claude-haiku-4-5-20251001","expected":"29","actual":"33","isCorrect":false,"inputTokens":6135,"outputTokens":5,"latencyMs":1560.5942909999285},{"questionId":"q163","format":"xml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"37","isCorrect":false,"inputTokens":8715,"outputTokens":5,"latencyMs":1218.2292500000913},{"questionId":"q163","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"29","actual":"41","isCorrect":false,"inputTokens":6108,"outputTokens":5,"latencyMs":1420.9118330001365},{"questionId":"q164","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"2","isCorrect":false,"inputTokens":7707,"outputTokens":5,"latencyMs":1377.8463330001105},{"questionId":"q164","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":5147,"outputTokens":5,"latencyMs":1383.0946669999976},{"questionId":"q164","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"1","isCorrect":false,"inputTokens":6135,"outputTokens":5,"latencyMs":2399.0104580000043},{"questionId":"q164","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"2","isCorrect":false,"inputTokens":8715,"outputTokens":5,"latencyMs":1972.6147920000367},{"questionId":"q164","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"0","isCorrect":false,"inputTokens":6108,"outputTokens":5,"latencyMs":2152.0876660000067},{"questionId":"q165","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"7","isCorrect":false,"inputTokens":7710,"outputTokens":5,"latencyMs":1347.8572500001173},{"questionId":"q165","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1896.7179590000305},{"questionId":"q165","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":1123.716791999992},{"questionId":"q165","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1357.253665999975},{"questionId":"q165","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":2836.3161669999827},{"questionId":"q166","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":7710,"outputTokens":5,"latencyMs":2503.6191660000477},{"questionId":"q166","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1084.9742079998832},{"questionId":"q166","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"5","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":5561.46170799993},{"questionId":"q166","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"6","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1592.6165829999372},{"questionId":"q166","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"4","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":908.0082499999553},{"questionId":"q167","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":7710,"outputTokens":5,"latencyMs":1175.2077500000596},{"questionId":"q167","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":5150,"outputTokens":5,"latencyMs":1702.40304200002},{"questionId":"q167","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":6138,"outputTokens":5,"latencyMs":1193.3559580000583},{"questionId":"q167","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"5","isCorrect":false,"inputTokens":8718,"outputTokens":5,"latencyMs":1050.4239580000285},{"questionId":"q167","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":6111,"outputTokens":5,"latencyMs":1256.4609169999603},{"questionId":"q168","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"4","actual":"7","isCorrect":false,"inputTokens":7709,"outputTokens":5,"latencyMs":1080.6222089999355},{"questionId":"q168","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":5149,"outputTokens":5,"latencyMs":1183.5397080001421},{"questionId":"q168","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":2312.2803329997696},{"questionId":"q168","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":1429.8187500000931},{"questionId":"q168","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":1639.3624159998726},{"questionId":"q169","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7709,"outputTokens":5,"latencyMs":1174.361333000008},{"questionId":"q169","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5149,"outputTokens":5,"latencyMs":1477.9882080000825},{"questionId":"q169","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"4","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":1463.5259169999044},{"questionId":"q169","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":3043.7595830000937},{"questionId":"q169","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":1244.3716250001453},{"questionId":"q170","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":7709,"outputTokens":5,"latencyMs":1893.3227499998175},{"questionId":"q170","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":5149,"outputTokens":5,"latencyMs":1368.9609159999527},{"questionId":"q170","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":6137,"outputTokens":5,"latencyMs":1377.864375000121},{"questionId":"q170","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8717,"outputTokens":5,"latencyMs":1124.139458999969},{"questionId":"q170","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":6110,"outputTokens":5,"latencyMs":6729.606875000056},{"questionId":"q171","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1177,"outputTokens":4,"latencyMs":1399.9399999999441},{"questionId":"q171","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":720,"outputTokens":4,"latencyMs":1252.4073749999516},{"questionId":"q171","format":"toon","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":782,"outputTokens":4,"latencyMs":1086.6140419999138},{"questionId":"q171","format":"xml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":1250,"outputTokens":4,"latencyMs":1629.477208999917},{"questionId":"q171","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"development","actual":"development","isCorrect":true,"inputTokens":829,"outputTokens":4,"latencyMs":1193.1914999999572},{"questionId":"q172","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1175,"outputTokens":8,"latencyMs":1211.3232919999864},{"questionId":"q172","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":718,"outputTokens":8,"latencyMs":2399.720333999954},{"questionId":"q172","format":"toon","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":780,"outputTokens":8,"latencyMs":2361.999958000146},{"questionId":"q172","format":"xml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1248,"outputTokens":8,"latencyMs":1616.6946250000037},{"questionId":"q172","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":827,"outputTokens":8,"latencyMs":1339.24833400012},{"questionId":"q173","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1175,"outputTokens":6,"latencyMs":2837.7776250001043},{"questionId":"q173","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":718,"outputTokens":6,"latencyMs":2243.3689580000937},{"questionId":"q173","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":780,"outputTokens":6,"latencyMs":2177.172917000018},{"questionId":"q173","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1248,"outputTokens":6,"latencyMs":1307.9059580001049},{"questionId":"q173","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":2946.0707920000423},{"questionId":"q174","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1156.2586660000961},{"questionId":"q174","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1726.5137499999255},{"questionId":"q174","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":863.6928749999497},{"questionId":"q174","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1617.668374999892},{"questionId":"q174","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"37","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1173.7152080000378},{"questionId":"q175","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1175,"outputTokens":6,"latencyMs":1158.940457999939},{"questionId":"q175","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":718,"outputTokens":6,"latencyMs":1035.153665999882},{"questionId":"q175","format":"toon","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":780,"outputTokens":6,"latencyMs":1378.6504170000553},{"questionId":"q175","format":"xml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1248,"outputTokens":6,"latencyMs":858.7648749998771},{"questionId":"q175","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":827,"outputTokens":6,"latencyMs":2114.553583000088},{"questionId":"q176","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1231.6619579999242},{"questionId":"q176","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1545.0037909999955},{"questionId":"q176","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":903.7562919999473},{"questionId":"q176","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":796.6618749999907},{"questionId":"q176","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1095.1038750000298},{"questionId":"q177","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1177,"outputTokens":6,"latencyMs":1475.7109999998938},{"questionId":"q177","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":720,"outputTokens":6,"latencyMs":1397.840915999841},{"questionId":"q177","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":782,"outputTokens":6,"latencyMs":1828.4922919999808},{"questionId":"q177","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1250,"outputTokens":6,"latencyMs":2280.086791999871},{"questionId":"q177","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":829,"outputTokens":6,"latencyMs":773.5868329999503},{"questionId":"q178","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1175,"outputTokens":4,"latencyMs":952.1655000001192},{"questionId":"q178","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":718,"outputTokens":4,"latencyMs":879.7705840000417},{"questionId":"q178","format":"toon","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":780,"outputTokens":4,"latencyMs":971.2712079999037},{"questionId":"q178","format":"xml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":1248,"outputTokens":4,"latencyMs":5651.094000000041},{"questionId":"q178","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"real","actual":"real","isCorrect":true,"inputTokens":827,"outputTokens":4,"latencyMs":937.8148340000771},{"questionId":"q179","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1176,"outputTokens":6,"latencyMs":956.9662920001429},{"questionId":"q179","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":719,"outputTokens":6,"latencyMs":958.65625},{"questionId":"q179","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":781,"outputTokens":6,"latencyMs":1171.7727079999167},{"questionId":"q179","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1249,"outputTokens":6,"latencyMs":1978.1188749999274},{"questionId":"q179","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":828,"outputTokens":6,"latencyMs":1169.0058750000317},{"questionId":"q180","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1177,"outputTokens":9,"latencyMs":1016.6502079998609},{"questionId":"q180","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":720,"outputTokens":9,"latencyMs":1087.4290420000907},{"questionId":"q180","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":782,"outputTokens":9,"latencyMs":1781.8957500001416},{"questionId":"q180","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1250,"outputTokens":9,"latencyMs":1277.2321659999434},{"questionId":"q180","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":829,"outputTokens":9,"latencyMs":1590.224000000162},{"questionId":"q181","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":2099.37975000008},{"questionId":"q181","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1870.9093750000466},{"questionId":"q181","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1669.654749999987},{"questionId":"q181","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":2662.1926250001416},{"questionId":"q181","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":1651.684750000015},{"questionId":"q182","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":2094.1500000001397},{"questionId":"q182","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":1283.7341250001919},{"questionId":"q182","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1548.4935419999529},{"questionId":"q182","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1344.0377499999013},{"questionId":"q182","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":3679.532916000113},{"questionId":"q183","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":1272.7355420000385},{"questionId":"q183","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":2614.900457999902},{"questionId":"q183","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":1187.5195420000236},{"questionId":"q183","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":1113.3796669999138},{"questionId":"q183","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1172.1835829999764},{"questionId":"q184","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":1405.0737920000684},{"questionId":"q184","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":3400.2868339999113},{"questionId":"q184","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":1332.140167000005},{"questionId":"q184","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":2187.312542000087},{"questionId":"q184","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"2","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1106.0857919999398},{"questionId":"q185","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":3010.183915999951},{"questionId":"q185","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":4554.190375000006},{"questionId":"q185","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":877.0534580000676},{"questionId":"q185","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":2747.6167500000447},{"questionId":"q185","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":846.918416999979},{"questionId":"q186","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":1180,"outputTokens":5,"latencyMs":1272.7990829998162},{"questionId":"q186","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":723,"outputTokens":5,"latencyMs":1185.1924169999547},{"questionId":"q186","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":1499.2708340000827},{"questionId":"q186","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1253,"outputTokens":5,"latencyMs":1753.5962079998571},{"questionId":"q186","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":1239.483374999836},{"questionId":"q187","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1176,"outputTokens":5,"latencyMs":803.035000000149},{"questionId":"q187","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":719,"outputTokens":5,"latencyMs":1014.2899170001037},{"questionId":"q187","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":781,"outputTokens":5,"latencyMs":909.3950839999598},{"questionId":"q187","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1249,"outputTokens":5,"latencyMs":1566.3002500000875},{"questionId":"q187","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":828,"outputTokens":5,"latencyMs":1180.7516670001205},{"questionId":"q188","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1178,"outputTokens":5,"latencyMs":1090.6134579998907},{"questionId":"q188","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":721,"outputTokens":5,"latencyMs":1044.5003750000615},{"questionId":"q188","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":783,"outputTokens":5,"latencyMs":1452.8503750001546},{"questionId":"q188","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1251,"outputTokens":5,"latencyMs":2195.0232079999987},{"questionId":"q188","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":830,"outputTokens":5,"latencyMs":1767.7071669998113},{"questionId":"q189","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"8","actual":"10","isCorrect":false,"inputTokens":1180,"outputTokens":5,"latencyMs":1228.8837500000373},{"questionId":"q189","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":723,"outputTokens":5,"latencyMs":776.243583999807},{"questionId":"q189","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":1490.4649169999175},{"questionId":"q189","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":1253,"outputTokens":5,"latencyMs":1001.0409590001218},{"questionId":"q189","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":996.7405830000062},{"questionId":"q190","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":1179,"outputTokens":5,"latencyMs":1116.1157080000266},{"questionId":"q190","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":722,"outputTokens":5,"latencyMs":1257.1146670000162},{"questionId":"q190","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":784,"outputTokens":5,"latencyMs":2142.1578750000335},{"questionId":"q190","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":1252,"outputTokens":5,"latencyMs":1260.7540830001235},{"questionId":"q190","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":831,"outputTokens":5,"latencyMs":1216.24279199983},{"questionId":"q191","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":1181,"outputTokens":5,"latencyMs":1340.6665420001373},{"questionId":"q191","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":724,"outputTokens":5,"latencyMs":1380.3099170001224},{"questionId":"q191","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":786,"outputTokens":5,"latencyMs":1837.8300000000745},{"questionId":"q191","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":1254,"outputTokens":5,"latencyMs":1492.3225000000093},{"questionId":"q191","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"4","isCorrect":false,"inputTokens":833,"outputTokens":5,"latencyMs":929.5054169998039},{"questionId":"q192","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1181,"outputTokens":5,"latencyMs":1270.5267499999609},{"questionId":"q192","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":724,"outputTokens":5,"latencyMs":1947.5261250000913},{"questionId":"q192","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":786,"outputTokens":5,"latencyMs":1517.0892499999609},{"questionId":"q192","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":1254,"outputTokens":5,"latencyMs":1281.6294589999598},{"questionId":"q192","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":833,"outputTokens":5,"latencyMs":3222.9637909999583},{"questionId":"q193","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":5,"latencyMs":1340.8924999998417},{"questionId":"q193","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":725,"outputTokens":5,"latencyMs":2048.3857080000453},{"questionId":"q193","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":787,"outputTokens":5,"latencyMs":3254.5304160001688},{"questionId":"q193","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1255,"outputTokens":5,"latencyMs":1055.5198329999112},{"questionId":"q193","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1190.1006249999627},{"questionId":"q194","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1183,"outputTokens":5,"latencyMs":1504.545582999941},{"questionId":"q194","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":726,"outputTokens":5,"latencyMs":2374.3215830000117},{"questionId":"q194","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":788,"outputTokens":5,"latencyMs":830.0518329998013},{"questionId":"q194","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1256,"outputTokens":5,"latencyMs":1174.544916999992},{"questionId":"q194","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":835,"outputTokens":5,"latencyMs":919.642790999962},{"questionId":"q195","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1179,"outputTokens":5,"latencyMs":1680.1935000000522},{"questionId":"q195","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":722,"outputTokens":5,"latencyMs":961.5006250001024},{"questionId":"q195","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":784,"outputTokens":5,"latencyMs":1213.7292910001706},{"questionId":"q195","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1252,"outputTokens":5,"latencyMs":1218.4844580001663},{"questionId":"q195","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":831,"outputTokens":5,"latencyMs":1097.8486249998678},{"questionId":"q196","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1184,"outputTokens":5,"latencyMs":881.1588329998776},{"questionId":"q196","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":727,"outputTokens":5,"latencyMs":3416.7269999999553},{"questionId":"q196","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":789,"outputTokens":5,"latencyMs":869.5301669999026},{"questionId":"q196","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":1257,"outputTokens":5,"latencyMs":5686.020541999955},{"questionId":"q196","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0","actual":"0","isCorrect":true,"inputTokens":836,"outputTokens":5,"latencyMs":2812.024583000224},{"questionId":"q197","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1177,"outputTokens":5,"latencyMs":1027.7121249998454},{"questionId":"q197","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":720,"outputTokens":5,"latencyMs":2050.82887499989},{"questionId":"q197","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":782,"outputTokens":5,"latencyMs":1189.805583999958},{"questionId":"q197","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1250,"outputTokens":5,"latencyMs":1116.5911670001224},{"questionId":"q197","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":829,"outputTokens":5,"latencyMs":4196.446333999978},{"questionId":"q198","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":875.2891659999732},{"questionId":"q198","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":730,"outputTokens":5,"latencyMs":884.8242919999175},{"questionId":"q198","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":792,"outputTokens":5,"latencyMs":1251.8975420000497},{"questionId":"q198","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1260,"outputTokens":5,"latencyMs":903.7598340001423},{"questionId":"q198","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":839,"outputTokens":5,"latencyMs":5472.674542000052},{"questionId":"q199","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":5,"latencyMs":946.2795000001788},{"questionId":"q199","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":725,"outputTokens":5,"latencyMs":1226.523041000124},{"questionId":"q199","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":787,"outputTokens":5,"latencyMs":970.6762909998652},{"questionId":"q199","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1255,"outputTokens":5,"latencyMs":1442.9122910001315},{"questionId":"q199","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":834,"outputTokens":5,"latencyMs":1046.642625000095},{"questionId":"q200","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":1180,"outputTokens":5,"latencyMs":1001.6174580000807},{"questionId":"q200","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":723,"outputTokens":5,"latencyMs":1990.2813339999411},{"questionId":"q200","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":785,"outputTokens":5,"latencyMs":854.0234580000397},{"questionId":"q200","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"0","isCorrect":false,"inputTokens":1253,"outputTokens":5,"latencyMs":1112.249334000051},{"questionId":"q200","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"1","isCorrect":true,"inputTokens":832,"outputTokens":5,"latencyMs":937.378458000021},{"questionId":"q201","format":"json-pretty","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":1184,"outputTokens":5,"latencyMs":2103.372500000056},{"questionId":"q201","format":"json-compact","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":727,"outputTokens":5,"latencyMs":1196.6796669999603},{"questionId":"q201","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":789,"outputTokens":5,"latencyMs":1682.9686669998337},{"questionId":"q201","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":1257,"outputTokens":5,"latencyMs":5455.744917000178},{"questionId":"q201","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2","actual":"1","isCorrect":false,"inputTokens":836,"outputTokens":5,"latencyMs":948.5376250001136}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gemini-2.5-flash b/benchmarks/results/accuracy/models/gemini-2.5-flash index cb999c7..23b8304 100644 --- a/benchmarks/results/accuracy/models/gemini-2.5-flash +++ b/benchmarks/results/accuracy/models/gemini-2.5-flash @@ -1 +1 @@ -[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7921,"outputTokens":5,"latencyMs":1354.9296669999985},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4712,"outputTokens":5,"latencyMs":1669.2063749999998},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1692.3136250000007},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":2281.86125},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":3077.8965000000007},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1684.6717919999992},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":1948.5662080000002},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":1717.6068340000002},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1718.096583999999},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1340.1584160000002},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2392.4393330000003},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1611.3634579999998},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7924,"outputTokens":10,"latencyMs":1733.624417000001},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4715,"outputTokens":10,"latencyMs":797.7174170000017},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1000.8728749999991},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":2114.3603749999984},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":1285.3335000000006},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":2521.8672499999993},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":2507.851375},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4715,"outputTokens":2,"latencyMs":1068.9205000000002},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1698.8410000000003},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":1924.9127500000013},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":2411.4064579999995},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":1541.3825410000009},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":2696.338416999999},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":4710,"outputTokens":1,"latencyMs":1757.7212080000027},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1103.012499999997},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2778.1503749999974},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1827.5623339999875},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":2290.739916999999},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":3003.3479170000064},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4711,"outputTokens":6,"latencyMs":1963.9512080000131},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1748.5938339999993},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":2254.7097499999945},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":2316.449416999996},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2654.36099999999},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":1869.2895839999983},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1160.5939579999977},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2116.1811249999882},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1497.9514580000105},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":3431.058625000005},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1320.207917000007},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7923,"outputTokens":9,"latencyMs":1040.6928749999934},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4714,"outputTokens":9,"latencyMs":1164.5243340000015},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":1582.411917000005},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1090.9307499999995},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":1407.0541669999948},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":2368.5591249999998},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1788.8682920000138},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":1787.094791999989},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1354.047749999998},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1872.4719579999946},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":4785.204375000016},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1771.8835830000025},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":3611.03558299999},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2853.659917000012},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2183.377207999991},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":2237.1429579999967},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2958.1580419999955},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2591.369583000007},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7922,"outputTokens":6,"latencyMs":2423.217082999996},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4713,"outputTokens":6,"latencyMs":1830.8485839999921},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":2151.300125000009},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2146.876458999992},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":1858.002334000019},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":2700.1752500000002},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2149.361124999996},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":996.2099589999998},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1041.5409579999978},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2000.3456249999872},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":4414.968541999988},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":921.187666999991},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7921,"outputTokens":8,"latencyMs":1259.557124999992},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4712,"outputTokens":8,"latencyMs":1398.4417079999985},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":2780.8645419999957},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":1536.0386250000156},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":2076.253250000009},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":3152.5257500000007},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":3310.0433750000084},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4714,"outputTokens":2,"latencyMs":2728.3722919999855},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1512.5124999999825},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":2073.9335829999764},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2163.324791000021},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2326.6445830000157},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2924.9926660000056},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1536.3556669999962},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1526.3130000000237},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2028.7918340000033},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2445.765166999976},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1345.641042000003},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7922,"outputTokens":5,"latencyMs":1311.3217909999948},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4713,"outputTokens":5,"latencyMs":977.3655420000141},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2168.5957920000073},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":2303.59395900002},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":1711.164959000016},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":1345.3146250000282},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1460.3641249999928},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":1312.518167000002},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1303.813999999984},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1972.6122500000056},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2372.425709000003},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2257.51241700002},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":8,"latencyMs":1784.9912079999922},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4713,"outputTokens":8,"latencyMs":1042.9213750000054},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":2258.2207919999782},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":3571.3125839999993},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":1670.5774170000223},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1923.5609579999873},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1774.1891250000044},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":2491.434749999986},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1814.1430420000106},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1939.413292000012},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1952.8237080000108},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2218.7070419999945},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":2231.0196659999783},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":2491.840291999979},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2040.6370420000167},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2945.119875000004},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2986.518250000023},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2570.4387080000015},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":7919,"outputTokens":2,"latencyMs":1565.1852080000099},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":2039.8407919999736},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":2751.4845839999907},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1721.5895000000019},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3304.299667000014},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1552.3433330000262},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1679.7051249999786},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1332.7987919999869},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":804.6150829999824},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":10256.706542},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":2373.593958000012},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1623.6945000000414},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1883.6200839999947},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1455.2197499999893},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":797.7023749999935},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1558.9581250000047},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3894.671541000018},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1390.6763330000103},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1697.119458000001},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":887.8417920000502},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1234.7654999999795},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":2320.654916999978},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":2333.089875000005},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":4021.643415999948},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1212.6394590000273},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1199.9960420000134},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":919.99337500002},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":5672.963583000004},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3442.5675829999964},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1867.9459580000257},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1349.481833000027},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":2265.6429580000113},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1906.4727079999866},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4272.746334000025},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":10167.479708000028},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1502.8596249999828},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":1390.379459000018},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":24999.427833000023},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":19916.833082999976},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":22553.009624999948},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":40087.21345800004},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"92","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":2020.5023330000113},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":36134.026417000045},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"51","isCorrect":false,"inputTokens":4718,"outputTokens":2,"latencyMs":17345.14295800001},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":14390.672083000012},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"52","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":11603.392500000016},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":35872.55241599999},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":65253.88829199999},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":7928,"outputTokens":2,"latencyMs":2283.508165999956},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":16346.536625000008},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"35","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":10115.98004200001},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":31439.94958299998},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":19220.643582999997},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1377.952249999973},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":20238.244999999995},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":15719.044041000016},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"25","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":5892.489291000005},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":17658.650041999994},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":19405.25662499998},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5761,"outputTokens":2,"latencyMs":18116.65737500001},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7920,"outputTokens":3,"latencyMs":1374.0270000000019},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4711,"outputTokens":3,"latencyMs":1319.1272499999614},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1537.212583000015},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":2081.502749999985},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":1887.519917000027},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":1312.5405000000028},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"98583.32","isCorrect":false,"inputTokens":7921,"outputTokens":8,"latencyMs":20851.85504200001},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"100996.16","isCorrect":false,"inputTokens":4712,"outputTokens":9,"latencyMs":14378.816583000007},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"98851.49","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":15207.910040999996},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"99849.20","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":13713.186250000028},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"95208.00","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":12409.645541000005},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97707.96","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":1738.726209000044},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"81","isCorrect":false,"inputTokens":7918,"outputTokens":2,"latencyMs":1422.8678330000257},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"73","isCorrect":false,"inputTokens":4709,"outputTokens":2,"latencyMs":956.8566669999855},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":6498.623208999983},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":11538.564333999995},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":12662.898583000002},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":9910.553542000009},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3664.5386249999865},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4709,"outputTokens":2,"latencyMs":4917.925167000038},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8904.034542000038},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":7372.595958000049},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":4210.430874999962},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":3888.8481670000474},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":8540.05133300001},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":6022.409124999947},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5278.090875000053},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":12967.631209000014},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":16619.979334000032},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":5300.423249999993},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":5092.58941700001},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":12078.731040999992},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":17271.572417000018},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":9382.044042000023},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":22002.127625000023},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":15683.753874999995},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6110.699040999985},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":4984.506374999997},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5824.944041999988},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":8460.805082999985},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":19146.632750000048},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":13844.274832999974},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"9","isCorrect":false,"inputTokens":7929,"outputTokens":1,"latencyMs":1428.1560000000172},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":4934.205583000032},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5867.3806670000195},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":36900.67637500004},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":6728.709917000029},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6144.29224999994},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6889.269500000053},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":5801.544750000001},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4928.215250000008},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":7178.6706669999985},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":7221.064459000016},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6073.276958000031},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":6238.834833000088},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":7465.064584000036},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4179.410750000039},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":20026.70579200005},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":8875.718499999959},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6915.902832999942},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":23178.078917000093},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"81","isCorrect":false,"inputTokens":4716,"outputTokens":2,"latencyMs":1114.9812500000698},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":29777.802999999956},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":27394.192291000043},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":86712.14979099995},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":19350.549541999935},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":38434.93312499998},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":35839.28466600005},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":21361.312707999954},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":3207,"outputTokens":2,"latencyMs":46905.783375},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":21290.050707999966},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":38305.323584},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":20957.512583000003},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":17134.168915999937},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":17221.467000000062},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":30805.191250000033},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":19478.63979200006},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":18296.496874999953},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":30028.430374999996},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":17290.235999999917},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":17847.20095800003},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":22016.87608299998},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":21534.02324999997},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":18732.673582999967},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4437.85400000005},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":4852.046833000029},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":4369.936666999944},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":7358.3126250000205},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":17603.547208999982},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":7405.475708000013},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7927,"outputTokens":1,"latencyMs":4744.115624999977},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4718,"outputTokens":1,"latencyMs":8339.969750000047},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":13939.836667000083},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":36324.32945899991},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":21552.09387500002},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":16940.61979200004},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":5887.210916000069},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":8571.777666999958},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":6764.494874999975},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":29811.86033299996},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":20963.945708999992},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":12842.697042000014},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":5141.414250000031},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":4082.436791999964},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3641.101666999981},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":7336.517499999958},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":15084.95241700008},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":4141.43429200002},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":13187.069583000033},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":3748.3358749999898},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":26698.556999999913},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":4854.631124999956},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5250.55791600002},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":14792.319999999949},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":3894.609000000055},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":12115.01658299996},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5001.635790999979},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":5291.902374999947},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3754.4116669999203},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":5038.575875000097},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12114,"outputTokens":5,"latencyMs":3271.7317909999983},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7013,"outputTokens":5,"latencyMs":2093.372875000001},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":2127.9655410000123},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":2328.956583000021},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1728.8495000000112},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":1337.9924579999642},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12114,"outputTokens":2,"latencyMs":2539.377041999949},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7013,"outputTokens":2,"latencyMs":1617.8685420000693},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1344.577874999959},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":2594.0432919999585},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1503.6796669999603},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":809.7668749999721},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12114,"outputTokens":6,"latencyMs":1925.988250000053},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7013,"outputTokens":6,"latencyMs":1138.3343749999767},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":973.7787910000188},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":1002.296667000046},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1727.5732500000158},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1394.8747079999885},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1415.880416000029},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":1226.3640829999931},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":955.8200840000063},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":2145.2861669999547},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":2534.5570409999928},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":892.8641250000801},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12114,"outputTokens":6,"latencyMs":1884.5334590000566},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7013,"outputTokens":6,"latencyMs":4212.810082999989},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1300.1141249999637},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":2712.8347080000676},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":2166.020750000025},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1204.9172500000568},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1776.4450420000358},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":2495.4650830000173},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1444.312666999991},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1769.4439580000471},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1957.1410410000244},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1130.5270000000019},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12114,"outputTokens":7,"latencyMs":1727.3556670000544},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7013,"outputTokens":7,"latencyMs":1221.7710420000367},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":1049.0137089999625},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":1006.5062080000062},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":2067.729833999998},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1636.1480839999858},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":1485.1369159999304},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":1088.3895410000114},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":841.4275830000406},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":947.5615830000024},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1822.2349580000155},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1079.3152500001015},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12115,"outputTokens":6,"latencyMs":1751.0413750000298},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7014,"outputTokens":6,"latencyMs":1606.6966660000617},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":2223.6312499999767},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":4158.761958000017},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2226.5788329999195},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1386.0064590000547},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":8,"latencyMs":2057.637624999974},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":8,"latencyMs":1117.045999999973},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2230.625875000027},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":3092.2665419999976},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":2110.25558300002},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1437.7900000000373},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":12115,"outputTokens":10,"latencyMs":1139.768417000072},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7014,"outputTokens":10,"latencyMs":1318.066375000053},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1325.513459000038},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":988.5307909999974},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1727.1330000000307},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1125.658790999907},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":4847.618333999999},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":3895.909665999934},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2082.971416999935},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3733.9924170000013},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":3998.669625000097},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":4435.7195000000065},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12115,"outputTokens":4,"latencyMs":2469.1314589999383},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7014,"outputTokens":4,"latencyMs":1025.3018750000047},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":1443.077500000014},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":2250.479874999961},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1920.234375},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1473.8639999999432},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":7,"latencyMs":2554.921624999959},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":7,"latencyMs":1833.082250000094},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":1681.699874999933},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":3690.221249999944},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1526.4777079999913},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":1354.8100000000559},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":12115,"outputTokens":10,"latencyMs":2042.4715419999557},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7014,"outputTokens":10,"latencyMs":1169.0352500000736},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1113.8567090000724},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1865.7110830000602},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1669.8661659999052},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1351.6249580000294},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":3428.251209000009},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7013,"outputTokens":1,"latencyMs":3385.9596250000177},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1866.707000000053},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":7801.902333999984},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":6871.751042000018},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":3140.1299169999547},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12115,"outputTokens":6,"latencyMs":3802.0890000000363},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7014,"outputTokens":6,"latencyMs":3386.581499999971},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":2246.901165999938},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":4484.799084000057},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2882.789166999981},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1350.044292000006},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12115,"outputTokens":11,"latencyMs":2566.828165999963},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7014,"outputTokens":11,"latencyMs":1581.343167000101},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1753.4288749999832},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":4024.6340000000782},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":2870.7417500000447},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":2070.002916000085},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":8165.644375000033},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1749.5357500000391},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":838.3851250000298},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":8378.961999999941},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":11087.845500000054},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1072.670458999928},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12109,"outputTokens":1,"latencyMs":1198.4288330000127},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":866.7352080000564},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5267.646624999936},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5465.427625000011},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":1946.9610830000602},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1369.6323330000741},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12110,"outputTokens":2,"latencyMs":9826.611000000034},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":7009,"outputTokens":1,"latencyMs":1816.7692090000492},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":797.3038749999832},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":8578.660583000048},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":6940.722666000016},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8422,"outputTokens":2,"latencyMs":3348.252957999939},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":10236.97562500008},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7008,"outputTokens":1,"latencyMs":1546.014041999937},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1550.1747919999762},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":9250.880084000062},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4061.9152919999324},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1211.5099590000464},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":1664.2034579999745},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1606.6352079999633},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5586.143042000011},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":2904.905958999996},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":2003.3031249999767},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":1059.0960000000196},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"42342.25","actual":"40538.16","isCorrect":false,"inputTokens":12110,"outputTokens":8,"latencyMs":10416.099584000069},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7009,"outputTokens":8,"latencyMs":57073.77995799994},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"42343.25","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":14134.609959000023},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":15834.09604199999},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"36982.72","isCorrect":false,"inputTokens":13446,"outputTokens":8,"latencyMs":12002.443874999997},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"43232.06","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":66328.11191699991},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"846.85","actual":"811.5694","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":8492.806999999913},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"846.85","actual":"900.82","isCorrect":false,"inputTokens":7007,"outputTokens":6,"latencyMs":11130.481832999969},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"796.55","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":8899.302082999959},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"843.775","isCorrect":false,"inputTokens":7831,"outputTokens":7,"latencyMs":11579.621541999979},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"797.29","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":12920.73583400005},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"781.5516","isCorrect":false,"inputTokens":8420,"outputTokens":8,"latencyMs":7264.167125000036},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12109,"outputTokens":2,"latencyMs":2177.6583750001155},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7008,"outputTokens":2,"latencyMs":1353.4673329999205},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1201.6765829999931},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":9150.019624999957},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":8158.681166999973},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4599.191833999939},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12108,"outputTokens":7,"latencyMs":12133.638250000076},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7007,"outputTokens":7,"latencyMs":1135.1283330000006},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":5038.57120799995},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":16061.192959000124},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":13416.675374999875},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":12820.90575000015},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"44","actual":"45","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":1752.5509999999776},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"44","actual":"47","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":1669.9094169999007},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":12317.223082999932},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":104020.48999999999},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":131602.78225000016},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1288.1018749999348},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":2420.7627079999074},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":2069.5256660000887},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":13035.023958999896},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14160.164250000147},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":13619.698749999981},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"44","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":914.1967909999657},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"27","isCorrect":false,"inputTokens":12114,"outputTokens":2,"latencyMs":11708.829416999826},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":7013,"outputTokens":2,"latencyMs":1260.1478750000242},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":7200,"outputTokens":2,"latencyMs":1450.817458000034},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14910.934500000207},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":13450,"outputTokens":2,"latencyMs":1921.9522499998566},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"35","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1865.5745410001837},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":8340.488249999937},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":4014.9752910002135},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":9153.768083999865},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":10605.639208000153},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":13416.35412500007},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":3873.310584000079},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":13306.224082999863},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":9894.785416000057},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":7308.795333999908},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":13172.637666000053},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":15726.23116700002},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":12487.897999999812},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12119,"outputTokens":1,"latencyMs":13399.747124999994},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7018,"outputTokens":1,"latencyMs":11614.609707999974},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":13278.376415999839},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":14089.156666999916},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":17325.755832999945},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":10607.382542000152},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"10","isCorrect":false,"inputTokens":12118,"outputTokens":2,"latencyMs":13404.66033299989},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":11241.378459000029},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":5491.7399580001365},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":14016.57287500007},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":14561.287458000006},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":9579.062249999959},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12118,"outputTokens":1,"latencyMs":4444.8731249999255},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7017,"outputTokens":1,"latencyMs":13680.203875000123},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":12092.402832999825},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":14984.170167000033},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":4514.389167000074},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":8515.08929100004},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":7567.325292000081},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7015,"outputTokens":1,"latencyMs":8269.45325000002},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":8314.712041999912},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":10575.693834000034},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":13778.021958000027},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":9359.297416000161},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":12143.87579099997},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7015,"outputTokens":1,"latencyMs":9508.99970899988},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":10379.3265829999},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":9488.004124999978},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":12298.012374999933},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":11346.38629100006},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":10498.58045800007},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7016,"outputTokens":1,"latencyMs":9575.307957999874},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":10043.14662499982},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"5","isCorrect":false,"inputTokens":7840,"outputTokens":1,"latencyMs":8038.270332999993},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":11857.74987499998},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":10402.574166999897},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12120,"outputTokens":2,"latencyMs":17047.23062499985},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7019,"outputTokens":2,"latencyMs":16338.056166999973},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":15422.202708000084},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":16391.41933299997},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":26644.85658300016},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":13936.441957999952},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12120,"outputTokens":2,"latencyMs":15782.164292000001},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7019,"outputTokens":2,"latencyMs":16752.305750000058},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":14681.896833000006},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":20032.14933299995},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":25834.489708000096},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":15642.59541599988},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1279.5697500000242},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1999.9648750000633},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1824.4698749999516},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2127.172375000082},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2719.1446669998113},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1605.3525420001242},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":2206.0459159999155},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3036,"outputTokens":7,"latencyMs":1151.8272079997696},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":2516.32416700013},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2029.2511249999516},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":1796.0667920000851},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2235.0380410000216},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1613.7514169998467},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":1404.7969579999335},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2444.9184999999125},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2606.6883750001434},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3712.742375000147},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1879.378250000067},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4786,"outputTokens":3,"latencyMs":3177.5492499999236},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3037,"outputTokens":3,"latencyMs":1735.46399999992},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1424.8880840002093},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1400.156792000169},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2187.69929099991},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1057.5948750001844},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":707.7037500001024},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1598.2717079999857},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1524.1673340001144},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1207.9095830000006},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1923.2069999999367},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":958.4265000000596},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1784.3380409998354},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":1170.782957999967},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1656.905665999977},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2827.907084000064},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2121.422833000077},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1010.8365410000551},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4785,"outputTokens":7,"latencyMs":2110.2537090000696},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3036,"outputTokens":7,"latencyMs":4449.576166999992},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":1950.468334000092},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":1659.3825829999987},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2550.738875000039},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1127.4148750000168},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":1601.8211660000961},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":2110.1922499998473},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1767.4653749999125},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2022.5096670000348},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1907.9175830001477},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2909.3842080000322},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4786,"outputTokens":3,"latencyMs":3124.559208000079},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3037,"outputTokens":3,"latencyMs":1024.8050000001676},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":2498.50566600007},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":2548.0485830002},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":3802.862874999875},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1797.2787920001429},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":2237.990125000011},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":2902.5638749999925},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1814.6526250001043},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1792.7062920001335},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1686.5965839999262},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1317.1033329998609},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4786,"outputTokens":4,"latencyMs":1605.5180420000106},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3037,"outputTokens":4,"latencyMs":2268.3786669999827},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2063.3406249999534},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2272.78600000008},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2064.8604579998646},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1592.1735830001999},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4785,"outputTokens":6,"latencyMs":1594.8455829999875},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3036,"outputTokens":6,"latencyMs":1599.5999159999192},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":2924.907250000164},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2276.3585840000305},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":1794.0740410001017},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":1613.6407089999411},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":771.1318749999627},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3037,"outputTokens":2,"latencyMs":1970.6365000000224},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2064.9487499999814},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1189.0249160001986},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3034.3210410000756},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2276.872749999864},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":4779,"outputTokens":6,"latencyMs":4411.86337500019},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"344498","actual":"351430","isCorrect":false,"inputTokens":3030,"outputTokens":6,"latencyMs":4729.921041999944},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"345498","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":7441.12024999992},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"345098","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":6921.9061249999795},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"344598","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":49796.827124999836},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"315694","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":1833.9923330000602},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"312818.50","actual":"310196.67","isCorrect":false,"inputTokens":4777,"outputTokens":9,"latencyMs":8194.870875000022},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"312818.50","actual":"391264.45","isCorrect":false,"inputTokens":3028,"outputTokens":9,"latencyMs":1655.387459000107},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"312151.72","isCorrect":false,"inputTokens":2262,"outputTokens":9,"latencyMs":10417.023749999935},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"321115.82","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":22851.355750000104},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"298918.73","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":18031.594458000036},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"328010.59","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":8490.84529099986},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":7855.052167000016},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"1811","actual":"1901","isCorrect":false,"inputTokens":3030,"outputTokens":4,"latencyMs":5200.181749999989},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":8118.787833000068},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":23503.94787500007},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1503","isCorrect":false,"inputTokens":5424,"outputTokens":4,"latencyMs":1703.6896250001155},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1888","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":9306.764625000069},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"5742","actual":"5701.82","isCorrect":false,"inputTokens":4778,"outputTokens":7,"latencyMs":41099.882375000045},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"5742","actual":"5628","isCorrect":false,"inputTokens":3029,"outputTokens":4,"latencyMs":11575.58424999984},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":2263,"outputTokens":7,"latencyMs":9640.236917000031},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":9040.457374999998},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":5423,"outputTokens":7,"latencyMs":56796.33324999991},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.62","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":38182.30649999995},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"5213.64","actual":"5202.58","isCorrect":false,"inputTokens":4776,"outputTokens":7,"latencyMs":10181.561166999862},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"5213.64","actual":"5288.35","isCorrect":false,"inputTokens":3027,"outputTokens":7,"latencyMs":11146.243917000014},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"5033.48","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":8427.271041000029},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5231.74","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":9037.30299999984},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5007.75","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":13939.075624999823},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5021.48","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":8048.899375000037},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"30","actual":"32.47","isCorrect":false,"inputTokens":4778,"outputTokens":5,"latencyMs":5369.387541999808},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"30","actual":"31.42","isCorrect":false,"inputTokens":3029,"outputTokens":5,"latencyMs":7406.927665999858},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"31.18","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":16510.12716699997},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"28.57","isCorrect":false,"inputTokens":2200,"outputTokens":5,"latencyMs":5466.797500000102},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"31.4","isCorrect":false,"inputTokens":5423,"outputTokens":4,"latencyMs":11403.176958000055},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":3806,"outputTokens":5,"latencyMs":16421.606374999974},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4778,"outputTokens":2,"latencyMs":2678.207749999827},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3029,"outputTokens":2,"latencyMs":3376.302333999891},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":1086.971416000044},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":4265.394291999983},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":1433.4110840000212},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1543.2456670000684},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4781,"outputTokens":4,"latencyMs":10053.003166000126},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3032,"outputTokens":4,"latencyMs":6412.262084000045},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":6074.396084000124},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":3945.7278340000194},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":6809.3773330000695},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":1005.7756670000963},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"53","isCorrect":false,"inputTokens":4781,"outputTokens":2,"latencyMs":846.1364590001758},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3032,"outputTokens":2,"latencyMs":10109.051708000014},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":12869.564166999888},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":14842.812667000107},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"56","isCorrect":false,"inputTokens":5426,"outputTokens":2,"latencyMs":1419.3569999998435},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":16734.292458000127},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4781,"outputTokens":2,"latencyMs":13024.295500000007},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":3032,"outputTokens":2,"latencyMs":1474.301833000034},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":9464.597958000144},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"17","isCorrect":false,"inputTokens":2203,"outputTokens":2,"latencyMs":1215.6817079999018},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":12572.131999999983},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":12837.568209000165},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15991.527250000043},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3039,"outputTokens":2,"latencyMs":24963.954082999844},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":25694.347499999916},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":31529.31929100002},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":18442.41329200007},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":14891.714209000114},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":21790.983291000128},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3039,"outputTokens":2,"latencyMs":18742.436541999923},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":12094.775417000055},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":33674.90845900006},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":16035.757750000106},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":13537.235542000039},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4789,"outputTokens":2,"latencyMs":16776.974583999952},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3040,"outputTokens":2,"latencyMs":20747.14270800003},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":31568.890416999813},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":29980.741083999863},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":18493.377875000006},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":16035.651083000004},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"27","isCorrect":false,"inputTokens":4790,"outputTokens":2,"latencyMs":21237.15266699996},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":18888.004292000085},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":23815.381209000014},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":24343.081999999937},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":25492.065542000113},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14713.738125000149},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":17488.99183299998},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":17448.470291999867},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":24721.668624999933},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":27588.590832999907},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":21805.124542000005},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14545.208832999924},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":15232.06491700001},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":40861.528750000056},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12642.059750000015},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20956.25974999997},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":18465.20429200004},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14558.090166999958},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":15919.695791000035},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":31430.955249999883},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":14895.264083999908},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":13838.646292000078},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":21774.63379199989},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15042.303583000088},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"35","actual":"28","isCorrect":false,"inputTokens":4787,"outputTokens":2,"latencyMs":16541.244207999902},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":47713.68608300015},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":15913.174500000197},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":35383.04637499992},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":26215.080832999898},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":17056.80541699985},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":11507.84616700001},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3038,"outputTokens":2,"latencyMs":13093.748957999982},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":11225.635583000025},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":27186.73679200001},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":38427.419790999964},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":12600.628999999957},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":21994.018291000044},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":23276.710959000047},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":26411.74012500001},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":31304.602709},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":26338.80691600009},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":17814.433875000104},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4790,"outputTokens":2,"latencyMs":22501.393500000006},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3041,"outputTokens":2,"latencyMs":41459.17329199985},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18857.97154199984},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":27764.79495800007},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":35635.59220800013},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15092.05404099985},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":1151.5866249999963},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15037,"outputTokens":6,"latencyMs":1218.969792000018},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2410.338708000025},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":4002.0068750001956},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1323.4818750000559},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":2203.1832080001477},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19999,"outputTokens":5,"latencyMs":1660.6155830000062},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15040,"outputTokens":5,"latencyMs":1060.9892909999471},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":3075.70879100007},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2695.729082999984},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":4221.050208000001},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":3078.270917000016},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19993,"outputTokens":2,"latencyMs":2023.4303749999963},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15034,"outputTokens":2,"latencyMs":1028.6284999998752},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2450.514333000174},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":902.3165410000365},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":1444.7276250000577},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":1403.1264169998467},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1791.2602909998968},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15041,"outputTokens":1,"latencyMs":1295.59941600007},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2309.7582499999553},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1327.5221669999883},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1583.670875000069},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":879.4554579998367},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19992,"outputTokens":4,"latencyMs":2157.5498339999467},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15033,"outputTokens":4,"latencyMs":2487.5638329999056},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2703.1930830001365},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":4273.921124999877},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1739.3868329999968},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":951.281707999995},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19998,"outputTokens":6,"latencyMs":2312.142125000013},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15039,"outputTokens":6,"latencyMs":1546.999792000046},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":5047.518874999834},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":3693.388666999992},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1704.5889580000658},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":2750.5190840000287},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19998,"outputTokens":5,"latencyMs":4228.428041999927},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15039,"outputTokens":5,"latencyMs":1488.8169170001056},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":3457.4780840000603},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3108.00549999997},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":2085.6930830001365},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":2307.265667000087},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19993,"outputTokens":1,"latencyMs":1692.4636669999454},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15034,"outputTokens":1,"latencyMs":1512.5772919999436},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1098.8698749998584},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1552.1232080000918},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":967.2554170000367},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1759.6315409999806},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20002,"outputTokens":1,"latencyMs":2598.013874999946},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15043,"outputTokens":1,"latencyMs":1307.467500000028},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":1136.748541999841},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":1634.8631659999955},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1705.9824579998385},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1195.1676670000888},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19996,"outputTokens":4,"latencyMs":2813.9036670001224},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15037,"outputTokens":4,"latencyMs":2766.2407919999678},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":3515.547459000023},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":1980.501416000072},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":3906.657665999839},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":1710.0676249999087},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19999,"outputTokens":6,"latencyMs":2261.0389999998733},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15040,"outputTokens":6,"latencyMs":2245.21079199994},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3499.0554580001626},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":3293.7382499999367},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":2020.1038329999428},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1581.3642499998678},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"16983792","isCorrect":false,"inputTokens":19994,"outputTokens":8,"latencyMs":26430.61258299998},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"12792193","isCorrect":false,"inputTokens":15035,"outputTokens":8,"latencyMs":15331.154041999951},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"12711776","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":11897.323083000025},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"10469279","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":2331.1839590000454},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12792160","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":14106.88500000001},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"11795393","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1251.8529169999529},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19991,"outputTokens":2,"latencyMs":2209.644709000131},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"58","isCorrect":false,"inputTokens":15032,"outputTokens":2,"latencyMs":859.9386660000309},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":14900.836208999855},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"62","isCorrect":false,"inputTokens":12205,"outputTokens":2,"latencyMs":1512.1607079999521},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":21879,"outputTokens":3,"latencyMs":7799.471915999893},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1906.4371249999385},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"157774.69","isCorrect":false,"inputTokens":19993,"outputTokens":9,"latencyMs":16663.890167000005},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"169862.03","isCorrect":false,"inputTokens":15034,"outputTokens":9,"latencyMs":1324.3338340001646},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"185202","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":13678.840666000033},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"151228","isCorrect":false,"inputTokens":12207,"outputTokens":6,"latencyMs":12607.921833000146},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"200017.8","isCorrect":false,"inputTokens":21881,"outputTokens":8,"latencyMs":22474.676332999952},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"157293.42","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":116596.88450000016},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":19998,"outputTokens":2,"latencyMs":25566.984457999934},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1640.862124999985},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":27886.97233300004},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":15948.632125000004},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"53","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":2512.0390840000473},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"69","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":14408.093916999875},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"36","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":2618.3314580000006},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"48","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1718.7387079999316},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"17","isCorrect":false,"inputTokens":12342,"outputTokens":2,"latencyMs":1273.2414579999167},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":1059.5364999999292},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":6156.117749999976},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"32","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1076.5335419999901},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":2284.6615830000956},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":3986.7424170000013},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":7461.2305840000045},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":28781.420500000007},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":16889.862375000026},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":17981.527999999933},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"48","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":2019.9015420000069},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":15999.34004099993},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":25151.79050000012},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":119262.01662499993},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":161980.14933300018},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":17877.83133299998},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"42","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":1654.6040839999914},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":15710.817583000055},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":19622.94595799991},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":96751.23300000001},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":19255.413541000104},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"42","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1639.9137910001446},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":2809.47258400009},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1495.2700839999598},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":21624.437957999995},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":105621.89287500014},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":12316.06545799994},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":1717.9178329999559},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":14630.169958000071},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15037,"outputTokens":2,"latencyMs":10249.995333000086},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":114218.44729199982},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":100006.10058300011},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"20","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":2283.8036660000216},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"22","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":2103.0395830001216},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":19996,"outputTokens":2,"latencyMs":1374.8217919999734},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15037,"outputTokens":1,"latencyMs":14885.648334000027},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":17923.629291999852},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":12248.153707999969},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":10959.584374999627},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":949.2475829999894},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"27","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1862.1835830002092},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"42","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1921.106416999828},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1094.2161249998026},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2119.0224580001086},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1197.5784169998951},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"38","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":773.995333999861},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"29","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1446.295832999982},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"41","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1076.7222079997882},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":1399.3672500001267},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"49","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2043.651083999779},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"60","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":848.0232500000857},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"37","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":876.4627920002677},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":42003.017082999926},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":26051.794792000204},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":37074.3415000001},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":35307.39762499975},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":33295.00499999989},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":17090,"outputTokens":2,"latencyMs":41524.997542000376},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":39312.793500000145},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":39399.504249999765},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":30952.59220900014},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":37696.35699999984},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":28299.2402499998},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":29372.897957999725},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":19074.832083000336},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":9358.130582999904},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":26521.612916000187},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":26094.811125000007},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":11482.425040999893},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":10831.986916999798},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20008,"outputTokens":1,"latencyMs":9553.092249999754},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":21526.74208300002},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":7089.067375000101},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":23203.943709000014},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":19071.255166999996},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":6154.325207999907},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":37419.37670799997},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":20117.152832999825},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":24365.2469159998},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":26397.28500000015},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":22191.70887500001},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":29888.990666999947},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":16844.398000000045},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":14122.14058399992},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":12884.588541999925},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":52505.28945900034},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":25667.610208000056},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":14003.719874999952}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7921,"outputTokens":5,"latencyMs":1746.6718750000005},{"questionId":"q1","format":"json-compact","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4712,"outputTokens":5,"latencyMs":1228.6248329999999},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1639.8577090000003},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":1788.9316669999994},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":1689.4912079999995},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1370.9125},{"questionId":"q2","format":"json-pretty","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":2852.3533329999996},{"questionId":"q2","format":"json-compact","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2133.3943329999997},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1422.54425},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1719.8714590000004},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2675.9252500000002},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":856.3720830000002},{"questionId":"q3","format":"json-pretty","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7924,"outputTokens":10,"latencyMs":1582.5796249999994},{"questionId":"q3","format":"json-compact","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4715,"outputTokens":10,"latencyMs":773.4650000000001},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":942.4011249999994},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1364.6562089999998},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":647.0915000000005},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":911.5847090000007},{"questionId":"q4","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":1356.3510830000005},{"questionId":"q4","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4715,"outputTokens":2,"latencyMs":2293.4653340000004},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1263.9902919999986},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":1134.4211669999986},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":1755.4399169999997},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":669.0633339999986},{"questionId":"q5","format":"json-pretty","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":923.0082090000014},{"questionId":"q5","format":"json-compact","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":4710,"outputTokens":1,"latencyMs":1918.6559590000033},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1619.9787920000017},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":1708.3413750000036},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":2088.8296670000054},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":2072.1218339999978},{"questionId":"q6","format":"json-pretty","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":1080.8584580000024},{"questionId":"q6","format":"json-compact","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4711,"outputTokens":6,"latencyMs":1440.128417},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1537.3009170000005},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":1531.0655419999966},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":1443.8754590000026},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":880.2400409999973},{"questionId":"q7","format":"json-pretty","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":772.8864170000015},{"questionId":"q7","format":"json-compact","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":927.1581670000014},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1117.1503329999978},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":875.930124999999},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1533.0075829999987},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1008.6462500000052},{"questionId":"q8","format":"json-pretty","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7923,"outputTokens":9,"latencyMs":992.5302910000028},{"questionId":"q8","format":"json-compact","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4714,"outputTokens":9,"latencyMs":775.3105000000069},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":994.8727920000092},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1241.3880419999914},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":589.9546249999985},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":811.1515409999993},{"questionId":"q9","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7924,"outputTokens":1,"latencyMs":1024.5279590000137},{"questionId":"q9","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":4715,"outputTokens":1,"latencyMs":875.1497080000117},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1716.0002499999973},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1226.1557919999905},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2284.071499999991},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":2509.6182499999995},{"questionId":"q10","format":"json-pretty","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7921,"outputTokens":1,"latencyMs":1443.7488339999982},{"questionId":"q10","format":"json-compact","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4712,"outputTokens":1,"latencyMs":2082.426250000004},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1695.398125000007},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1855.4083329999994},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2646.1952500000043},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2165.453250000006},{"questionId":"q11","format":"json-pretty","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7922,"outputTokens":6,"latencyMs":785.4949580000102},{"questionId":"q11","format":"json-compact","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4713,"outputTokens":6,"latencyMs":1194.6250830000063},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":1888.3847499999974},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":1006.2024589999928},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":1843.2189170000056},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":920.5249579999945},{"questionId":"q12","format":"json-pretty","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7920,"outputTokens":1,"latencyMs":834.9587500000052},{"questionId":"q12","format":"json-compact","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4711,"outputTokens":1,"latencyMs":1127.2516249999899},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1134.5287499999977},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1166.5733749999927},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1348.1078750000015},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":684.4736249999987},{"questionId":"q13","format":"json-pretty","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7921,"outputTokens":8,"latencyMs":879.2852500000008},{"questionId":"q13","format":"json-compact","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4712,"outputTokens":8,"latencyMs":1405.3283749999828},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":815.5382079999981},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":1267.9286250000005},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":2303.531791000016},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1260.42295800001},{"questionId":"q14","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":1911.597167},{"questionId":"q14","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4714,"outputTokens":2,"latencyMs":1803.8310000000056},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1855.6884999999893},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":1728.9630839999882},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2168.3483330000017},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":1775.9977079999808},{"questionId":"q15","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1626.1782079999975},{"questionId":"q15","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":706.2588749999995},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":591.7314159999951},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1055.5267079999903},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2141.445875000005},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":2201.0509589999856},{"questionId":"q16","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":623.6364999999932},{"questionId":"q16","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":858.6433330000145},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":700.5400420000078},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":805.351874999993},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2385.5015830000048},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":2488.247665999981},{"questionId":"q17","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":781.5012500000012},{"questionId":"q17","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":792.4653749999998},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":5735.006833000021},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1102.5449999999837},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":3134.8673750000016},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":2224.8591660000093},{"questionId":"q18","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7919,"outputTokens":2,"latencyMs":1808.1197499999835},{"questionId":"q18","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":4710,"outputTokens":2,"latencyMs":1079.595833999978},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":926.0103339999914},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":948.9339999999793},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"10","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1746.6986669999897},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1311.6390830000164},{"questionId":"q19","format":"json-pretty","model":"gemini-2.5-flash","expected":"91","actual":"93","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1789.8783330000006},{"questionId":"q19","format":"json-compact","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":1264.408666000003},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":11550.711708999996},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"90","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":1207.0442500000063},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":13171.731499999994},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":13164.35033300001},{"questionId":"q20","format":"json-pretty","model":"gemini-2.5-flash","expected":"67","actual":"70","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1942.305166999984},{"questionId":"q20","format":"json-compact","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":9170.918165999989},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":9132.260833999986},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":21104.99004199999},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"50","isCorrect":false,"inputTokens":9114,"outputTokens":2,"latencyMs":9224.954207999981},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"68","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":2554.527999999991},{"questionId":"q21","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":9863.413208000013},{"questionId":"q21","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":12219.287416999985},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":654.2859579999931},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":13832.799874999968},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":11504.832042000024},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"46","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1072.850959000003},{"questionId":"q22","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7928,"outputTokens":2,"latencyMs":10107.848625000042},{"questionId":"q22","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4719,"outputTokens":2,"latencyMs":7871.713374999992},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":9887.586875000037},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"22","isCorrect":false,"inputTokens":3209,"outputTokens":2,"latencyMs":1668.937333000009},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":9207.928083000006},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5761,"outputTokens":2,"latencyMs":8783.382416999957},{"questionId":"q23","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7920,"outputTokens":3,"latencyMs":1653.773916999984},{"questionId":"q23","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":4711,"outputTokens":3,"latencyMs":1172.4805000000051},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1242.4267090000212},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":985.8078339999774},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":1262.2163750000182},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":756.0847089999588},{"questionId":"q24","format":"json-pretty","model":"gemini-2.5-flash","expected":"96503","actual":"96954.60","isCorrect":false,"inputTokens":7921,"outputTokens":8,"latencyMs":4118.276749999961},{"questionId":"q24","format":"json-compact","model":"gemini-2.5-flash","expected":"96503","actual":"99878.16","isCorrect":false,"inputTokens":4712,"outputTokens":8,"latencyMs":24555.272666999954},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"97818.45","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":6813.105207999994},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"96739.09","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":9553.319625000004},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99787.08","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":54179.60108400002},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"97899.98","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":26266.894500000053},{"questionId":"q25","format":"json-pretty","model":"gemini-2.5-flash","expected":"78","actual":"79","isCorrect":false,"inputTokens":7918,"outputTokens":2,"latencyMs":866.7757090000086},{"questionId":"q25","format":"json-compact","model":"gemini-2.5-flash","expected":"78","actual":"79","isCorrect":false,"inputTokens":4709,"outputTokens":2,"latencyMs":792.2863329999964},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8176.251124999952},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":6949.789167000039},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":6751.919916999992},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"80","isCorrect":false,"inputTokens":5751,"outputTokens":2,"latencyMs":1360.8543340000324},{"questionId":"q26","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":2377.4465830000117},{"questionId":"q26","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4709,"outputTokens":2,"latencyMs":2474.9320829999633},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":3333.862167000014},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":5141.092917000002},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":3109.7342499999795},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"17","isCorrect":false,"inputTokens":5751,"outputTokens":2,"latencyMs":2682.0835829999996},{"questionId":"q27","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3486.2287079999805},{"questionId":"q27","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3467.4629159999895},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":3413.8736660000286},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":19084.355041999952},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":11314.630500000028},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3079.936832999985},{"questionId":"q28","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":5348.059666999965},{"questionId":"q28","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":11883.190333000035},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":8664.595542000025},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":10487.757709000027},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":11103.723624999984},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":6130.216167000006},{"questionId":"q29","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3281.2702910000226},{"questionId":"q29","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3005.1826249999576},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":2919.644750000036},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":17830.610334000026},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":13145.547292000032},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":2905.4157090000226},{"questionId":"q30","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3499.47879199998},{"questionId":"q30","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3884.648958000005},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5188.0641250000335},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":21676.522499999963},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4407.812291000038},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3780.098915999988},{"questionId":"q31","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7929,"outputTokens":2,"latencyMs":3830.384250000003},{"questionId":"q31","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4720,"outputTokens":2,"latencyMs":3118.176832999976},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4157.483750000014},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":21044.740541000036},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":7305.928958000033},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4106.882709000027},{"questionId":"q32","format":"json-pretty","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":11240.295834000048},{"questionId":"q32","format":"json-compact","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":4716,"outputTokens":2,"latencyMs":19412.816292000003},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":14656.695166999998},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":29375.659333000018},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":14094.159500000009},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":12038.127875000006},{"questionId":"q33","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":13434.916833999974},{"questionId":"q33","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":9851.976582999981},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"52","isCorrect":false,"inputTokens":3333,"outputTokens":2,"latencyMs":14726.354540999979},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":15217.316374999995},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":10228.710208000033},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":14192.380208999966},{"questionId":"q34","format":"json-pretty","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":12711.121916999982},{"questionId":"q34","format":"json-compact","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":4717,"outputTokens":2,"latencyMs":11068.786124999984},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":12679.685416999971},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":24358.945874999976},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":11174.181584000005},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":10578.907999999996},{"questionId":"q35","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3024.169500000018},{"questionId":"q35","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4718,"outputTokens":2,"latencyMs":4178.51345899998},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":3445.3765419999836},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":15827.342500000028},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":2690.472124999971},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":3282.5643329999875},{"questionId":"q36","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7927,"outputTokens":1,"latencyMs":6759.040792000014},{"questionId":"q36","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":4718,"outputTokens":1,"latencyMs":9099.112749999971},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":3257.7559580000234},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":17922.148667},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":8966.584291999985},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":3078.338875000016},{"questionId":"q37","format":"json-pretty","model":"gemini-2.5-flash","expected":"15","actual":"21","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":1129.3724999999977},{"questionId":"q37","format":"json-compact","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":4718,"outputTokens":2,"latencyMs":2358.1815829999978},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":3108.2415000000037},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":4691.532292000018},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":3372.845250000013},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":7637.600000000035},{"questionId":"q38","format":"json-pretty","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":2300.5392090000096},{"questionId":"q38","format":"json-compact","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":2449.9095420000376},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":2154.5146250000107},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":2688.3995420000283},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5868.8872499999125},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":2203.8993329999503},{"questionId":"q39","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":7159.365666999947},{"questionId":"q39","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":3060.840084000025},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":15992.026167000062},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3499.243791999994},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9107,"outputTokens":2,"latencyMs":2083.9580829999177},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":3051.6277080000145},{"questionId":"q40","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7920,"outputTokens":2,"latencyMs":2516.159708000021},{"questionId":"q40","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4711,"outputTokens":2,"latencyMs":9522.52575000003},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3620.298208000022},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":11548.726125000045},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":5230.344209000003},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"15","isCorrect":false,"inputTokens":5753,"outputTokens":2,"latencyMs":2506.671166000073},{"questionId":"q41","format":"json-pretty","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":13805,"outputTokens":6,"latencyMs":1230.2890420000767},{"questionId":"q41","format":"json-compact","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8450,"outputTokens":6,"latencyMs":964.9823750000214},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":9039,"outputTokens":6,"latencyMs":806.876707999967},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":15195,"outputTokens":6,"latencyMs":1114.23429199995},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10057,"outputTokens":6,"latencyMs":910.639291999978},{"questionId":"q42","format":"json-pretty","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13805,"outputTokens":2,"latencyMs":1332.295541999978},{"questionId":"q42","format":"json-compact","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":804.8989580000052},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9039,"outputTokens":2,"latencyMs":766.8004159999546},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":1399.325916999951},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":1019.2678750000196},{"questionId":"q43","format":"json-pretty","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":13805,"outputTokens":5,"latencyMs":1357.4617499999003},{"questionId":"q43","format":"json-compact","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8450,"outputTokens":5,"latencyMs":1240.8175419999752},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":9039,"outputTokens":5,"latencyMs":1465.191125000012},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":15195,"outputTokens":5,"latencyMs":1343.5983329999726},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10057,"outputTokens":5,"latencyMs":1272.2863750000251},{"questionId":"q44","format":"json-pretty","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1386.8894579999615},{"questionId":"q44","format":"json-compact","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1170.4814999999944},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":1065.0547919999808},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":1395.4252499999711},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":1650.6912499999162},{"questionId":"q45","format":"json-pretty","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":13805,"outputTokens":7,"latencyMs":1003.4863329998916},{"questionId":"q45","format":"json-compact","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8450,"outputTokens":7,"latencyMs":1087.0909159999574},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":9039,"outputTokens":7,"latencyMs":1107.3032909999602},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":15195,"outputTokens":7,"latencyMs":972.2116249999963},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10057,"outputTokens":7,"latencyMs":1443.1504159999313},{"questionId":"q46","format":"json-pretty","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1258.0629160000244},{"questionId":"q46","format":"json-compact","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1154.1396660000319},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":936.0522920000367},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":903.7172909999499},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":985.2911249999888},{"questionId":"q47","format":"json-pretty","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":13805,"outputTokens":7,"latencyMs":919.717416999978},{"questionId":"q47","format":"json-compact","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8450,"outputTokens":7,"latencyMs":1008.2708339999663},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":9039,"outputTokens":7,"latencyMs":910.8332500000251},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":15195,"outputTokens":7,"latencyMs":2532.1202090000734},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10057,"outputTokens":7,"latencyMs":1136.7383750000736},{"questionId":"q48","format":"json-pretty","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1457.2276660000207},{"questionId":"q48","format":"json-compact","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":1936.62737500004},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":1082.652624999988},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":1244.5083749999758},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":2367.769708000007},{"questionId":"q49","format":"json-pretty","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":13806,"outputTokens":5,"latencyMs":1497.5384589999449},{"questionId":"q49","format":"json-compact","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8451,"outputTokens":5,"latencyMs":1895.9102089999942},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":9040,"outputTokens":5,"latencyMs":1405.3393330000108},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":15196,"outputTokens":5,"latencyMs":1890.53370800009},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10058,"outputTokens":5,"latencyMs":1446.4444580000127},{"questionId":"q50","format":"json-pretty","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":13806,"outputTokens":13,"latencyMs":948.294833999942},{"questionId":"q50","format":"json-compact","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8451,"outputTokens":13,"latencyMs":1127.6486250000307},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":9040,"outputTokens":13,"latencyMs":991.0012080000015},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":15196,"outputTokens":13,"latencyMs":1552.4177080000518},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10058,"outputTokens":13,"latencyMs":912.8657499999972},{"questionId":"q51","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":926.2195000000065},{"questionId":"q51","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1321.9694160000654},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":1061.674291000003},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":1316.1078330000164},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1208.7639999999665},{"questionId":"q52","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":1947.170417000074},{"questionId":"q52","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":3183.6875},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":2896.16420800006},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":2793.067207999993},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":3586.6519580000313},{"questionId":"q53","format":"json-pretty","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":13806,"outputTokens":4,"latencyMs":1197.2090830000816},{"questionId":"q53","format":"json-compact","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8451,"outputTokens":4,"latencyMs":1367.5615830000024},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":9040,"outputTokens":4,"latencyMs":1192.6725419999566},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":15196,"outputTokens":4,"latencyMs":1370.4701249999925},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10058,"outputTokens":4,"latencyMs":1413.9296249999898},{"questionId":"q54","format":"json-pretty","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":1358.2921659999993},{"questionId":"q54","format":"json-compact","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1462.0908329999074},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":1225.2987910000375},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":1592.8159999999916},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1350.393665999989},{"questionId":"q55","format":"json-pretty","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":13806,"outputTokens":10,"latencyMs":2385.5872909999453},{"questionId":"q55","format":"json-compact","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8451,"outputTokens":10,"latencyMs":1487.8385410000337},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":9040,"outputTokens":10,"latencyMs":984.1628749999218},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":15196,"outputTokens":10,"latencyMs":2044.9478329999838},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10058,"outputTokens":10,"latencyMs":1058.5555000000168},{"questionId":"q56","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":13805,"outputTokens":1,"latencyMs":3774.7063749999506},{"questionId":"q56","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8450,"outputTokens":1,"latencyMs":2563.2276670000283},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9039,"outputTokens":1,"latencyMs":2151.445667000022},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":15195,"outputTokens":1,"latencyMs":3402.9889170000097},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":10057,"outputTokens":1,"latencyMs":2305.7708339999663},{"questionId":"q57","format":"json-pretty","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":13806,"outputTokens":2,"latencyMs":1462.1402920000255},{"questionId":"q57","format":"json-compact","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8451,"outputTokens":2,"latencyMs":898.8439589999616},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":9040,"outputTokens":2,"latencyMs":1045.4920409999322},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":15196,"outputTokens":2,"latencyMs":1234.6828750000568},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10058,"outputTokens":2,"latencyMs":926.7619160000468},{"questionId":"q58","format":"json-pretty","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":13806,"outputTokens":9,"latencyMs":1406.596707999939},{"questionId":"q58","format":"json-compact","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8451,"outputTokens":9,"latencyMs":1306.827750000055},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":9040,"outputTokens":9,"latencyMs":1456.9190000001108},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":15196,"outputTokens":9,"latencyMs":1452.7849169999827},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10058,"outputTokens":9,"latencyMs":1587.1780000000726},{"questionId":"q59","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13800,"outputTokens":1,"latencyMs":1327.2573340000818},{"questionId":"q59","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":1289.9612080000807},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":9034,"outputTokens":1,"latencyMs":1304.9769999999553},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":4769.53216599999},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":4555.083375000046},{"questionId":"q60","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":3440.1116250000196},{"questionId":"q60","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":1085.3507080000127},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":868.796708000009},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":5237.603125000023},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":10052,"outputTokens":1,"latencyMs":2413.0309170000255},{"questionId":"q61","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":13801,"outputTokens":1,"latencyMs":1336.3397920000134},{"questionId":"q61","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8446,"outputTokens":1,"latencyMs":1235.688000000082},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":9035,"outputTokens":1,"latencyMs":821.7383329999866},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15191,"outputTokens":2,"latencyMs":4380.196125000017},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"7","isCorrect":false,"inputTokens":10053,"outputTokens":1,"latencyMs":961.8008329999866},{"questionId":"q62","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13800,"outputTokens":1,"latencyMs":2119.979042000021},{"questionId":"q62","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8445,"outputTokens":1,"latencyMs":993.7892909999937},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":1797.1304590000072},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":5244.772083000047},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":10052,"outputTokens":1,"latencyMs":1875.453291999991},{"questionId":"q63","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":1379.5716249999823},{"questionId":"q63","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8445,"outputTokens":2,"latencyMs":1309.8689579999773},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":4402.49220800004},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":4786.5161249999655},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":2855.3836250000168},{"questionId":"q64","format":"json-pretty","model":"gemini-2.5-flash","expected":"34904.81","actual":"34503.73","isCorrect":false,"inputTokens":13801,"outputTokens":8,"latencyMs":6159.0152909999015},{"questionId":"q64","format":"json-compact","model":"gemini-2.5-flash","expected":"34904.81","actual":"34106.63","isCorrect":false,"inputTokens":8446,"outputTokens":8,"latencyMs":6616.937540999963},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"34904.81","actual":"34164.79","isCorrect":false,"inputTokens":9035,"outputTokens":8,"latencyMs":5614.64612499997},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"34904.81","actual":"36000.75","isCorrect":false,"inputTokens":15191,"outputTokens":8,"latencyMs":6007.239708000096},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"34904.81","actual":"36982.51","isCorrect":false,"inputTokens":10053,"outputTokens":8,"latencyMs":7871.428833000013},{"questionId":"q65","format":"json-pretty","model":"gemini-2.5-flash","expected":"698.10","actual":"690.07","isCorrect":false,"inputTokens":13799,"outputTokens":6,"latencyMs":6056.932584000053},{"questionId":"q65","format":"json-compact","model":"gemini-2.5-flash","expected":"698.10","actual":"739.65","isCorrect":false,"inputTokens":8444,"outputTokens":6,"latencyMs":6191.272207999951},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"698.10","actual":"747.41","isCorrect":false,"inputTokens":9033,"outputTokens":6,"latencyMs":6290.617582999985},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"698.10","actual":"690.19","isCorrect":false,"inputTokens":15189,"outputTokens":6,"latencyMs":7091.771667000023},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"698.10","actual":"679.38","isCorrect":false,"inputTokens":10051,"outputTokens":6,"latencyMs":6406.628957999987},{"questionId":"q66","format":"json-pretty","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13800,"outputTokens":2,"latencyMs":1511.0540000000037},{"questionId":"q66","format":"json-compact","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8445,"outputTokens":2,"latencyMs":1050.3916250000475},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":9034,"outputTokens":2,"latencyMs":873.0868330000667},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":15190,"outputTokens":2,"latencyMs":3029.3504170000087},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":10052,"outputTokens":2,"latencyMs":1158.7792090000585},{"questionId":"q67","format":"json-pretty","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":13799,"outputTokens":7,"latencyMs":5789.231958999997},{"questionId":"q67","format":"json-compact","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8444,"outputTokens":7,"latencyMs":5797.088040999952},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":9033,"outputTokens":7,"latencyMs":7217.596416999935},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":15189,"outputTokens":7,"latencyMs":1375.416666999925},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10051,"outputTokens":7,"latencyMs":6386.478125000023},{"questionId":"q68","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"46","isCorrect":false,"inputTokens":13805,"outputTokens":2,"latencyMs":1313.202707999968},{"questionId":"q68","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"44","isCorrect":false,"inputTokens":8450,"outputTokens":2,"latencyMs":979.2607909999788},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"42","isCorrect":false,"inputTokens":9039,"outputTokens":2,"latencyMs":6494.243332999991},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":7409.852124999976},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6774.766958000022},{"questionId":"q69","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":13805,"outputTokens":2,"latencyMs":6467.278374999994},{"questionId":"q69","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":7658.967624999932},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":9039,"outputTokens":2,"latencyMs":7678.039457999985},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"41","isCorrect":false,"inputTokens":15195,"outputTokens":2,"latencyMs":1709.0068329999922},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6980.374041999923},{"questionId":"q70","format":"json-pretty","model":"gemini-2.5-flash","expected":"28","actual":"26","isCorrect":false,"inputTokens":13805,"outputTokens":2,"latencyMs":6060.188166999957},{"questionId":"q70","format":"json-compact","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":8450,"outputTokens":2,"latencyMs":7602.795290999929},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"30","isCorrect":false,"inputTokens":9039,"outputTokens":2,"latencyMs":752.7539170000236},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":15195,"outputTokens":2,"latencyMs":6721.018750000047},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":10057,"outputTokens":2,"latencyMs":6377.267375000054},{"questionId":"q71","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":7009.680374999996},{"questionId":"q71","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":4537.074458000017},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":5029.52816700004},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":2462.905625000014},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":4795.539374999935},{"questionId":"q72","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":6551.275332999998},{"questionId":"q72","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":5884.3132500000065},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":4863.544332999969},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":6981.484999999986},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":6508.846667000093},{"questionId":"q73","format":"json-pretty","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13810,"outputTokens":2,"latencyMs":7562.428500000038},{"questionId":"q73","format":"json-compact","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8455,"outputTokens":2,"latencyMs":6946.980875000008},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9044,"outputTokens":2,"latencyMs":6932.205958000035},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":15200,"outputTokens":2,"latencyMs":8488.356584000052},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":10062,"outputTokens":2,"latencyMs":6554.64620800002},{"questionId":"q74","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":7454.9962090000045},{"questionId":"q74","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":6532.491207999992},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":6829.8918750000885},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":8532.677417000057},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":6652.363750000019},{"questionId":"q75","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13809,"outputTokens":1,"latencyMs":2848.977082999889},{"questionId":"q75","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8454,"outputTokens":1,"latencyMs":6308.32037500001},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9043,"outputTokens":1,"latencyMs":4337.602416000096},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":15199,"outputTokens":1,"latencyMs":7343.48125000007},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":10061,"outputTokens":1,"latencyMs":7730.172124999925},{"questionId":"q76","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13807,"outputTokens":1,"latencyMs":6164.254332999932},{"questionId":"q76","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8452,"outputTokens":1,"latencyMs":5769.995916999993},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9041,"outputTokens":1,"latencyMs":5232.982415999984},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15197,"outputTokens":1,"latencyMs":8899.524958999944},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10059,"outputTokens":1,"latencyMs":6281.590083000017},{"questionId":"q77","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13807,"outputTokens":1,"latencyMs":5559.69691700011},{"questionId":"q77","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8452,"outputTokens":1,"latencyMs":6321.107415999984},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9041,"outputTokens":1,"latencyMs":4823.742042000056},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":15197,"outputTokens":1,"latencyMs":6341.468333999976},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":10059,"outputTokens":1,"latencyMs":5840.849541999982},{"questionId":"q78","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13808,"outputTokens":1,"latencyMs":5593.816584000015},{"questionId":"q78","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8453,"outputTokens":1,"latencyMs":5424.251583999954},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9042,"outputTokens":1,"latencyMs":5677.55316599994},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":15198,"outputTokens":1,"latencyMs":5995.840500000049},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":10060,"outputTokens":1,"latencyMs":5731.830083000008},{"questionId":"q79","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":13811,"outputTokens":2,"latencyMs":8140.159916999983},{"questionId":"q79","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":8456,"outputTokens":2,"latencyMs":8892.699458000017},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":9045,"outputTokens":2,"latencyMs":8129.117374999914},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":15201,"outputTokens":2,"latencyMs":9090.495540999924},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":10063,"outputTokens":2,"latencyMs":8234.797583000036},{"questionId":"q80","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":13811,"outputTokens":2,"latencyMs":7845.565166999935},{"questionId":"q80","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":8456,"outputTokens":2,"latencyMs":9702.474500000011},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":9045,"outputTokens":2,"latencyMs":9638.69524999999},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":15201,"outputTokens":2,"latencyMs":10526.759291999973},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":10063,"outputTokens":2,"latencyMs":8646.380333000096},{"questionId":"q81","format":"json-pretty","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":917.8713330000173},{"questionId":"q81","format":"json-compact","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":833.9265840000007},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":1348.9946249999339},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1338.312917000032},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":744.391958000022},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":764.0074999999488},{"questionId":"q82","format":"json-pretty","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4779,"outputTokens":8,"latencyMs":1254.6527090000454},{"questionId":"q82","format":"json-compact","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3030,"outputTokens":8,"latencyMs":1307.7600000000093},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2264,"outputTokens":8,"latencyMs":1536.8563330000034},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2201,"outputTokens":8,"latencyMs":1387.9758330000332},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":5424,"outputTokens":8,"latencyMs":1553.20787500008},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3807,"outputTokens":8,"latencyMs":1145.921459000092},{"questionId":"q83","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4780,"outputTokens":4,"latencyMs":1767.7404580002185},{"questionId":"q83","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3031,"outputTokens":4,"latencyMs":860.5304169999436},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2265,"outputTokens":4,"latencyMs":1613.3721249999944},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2202,"outputTokens":4,"latencyMs":2105.9505419998895},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":5425,"outputTokens":4,"latencyMs":1569.4457499999553},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3808,"outputTokens":4,"latencyMs":1863.4909590000752},{"questionId":"q84","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4780,"outputTokens":2,"latencyMs":2668.4245840001386},{"questionId":"q84","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3031,"outputTokens":2,"latencyMs":994.3558750001248},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2265,"outputTokens":2,"latencyMs":1472.9341659999918},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2202,"outputTokens":2,"latencyMs":2151.002500000177},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5425,"outputTokens":2,"latencyMs":1226.0392500001471},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3808,"outputTokens":2,"latencyMs":1160.4724579998292},{"questionId":"q85","format":"json-pretty","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1077.1897919999901},{"questionId":"q85","format":"json-compact","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":715.5827920001466},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":2857.8330419999547},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1426.1646249999758},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":746.593292000005},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":933.5164580000564},{"questionId":"q86","format":"json-pretty","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4779,"outputTokens":6,"latencyMs":903.3975419998169},{"questionId":"q86","format":"json-compact","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3030,"outputTokens":6,"latencyMs":1059.8851670001168},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2264,"outputTokens":6,"latencyMs":1943.592500000028},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2201,"outputTokens":6,"latencyMs":1663.8213750000577},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":5424,"outputTokens":6,"latencyMs":1054.1954169999808},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3807,"outputTokens":6,"latencyMs":2088.875999999931},{"questionId":"q87","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4780,"outputTokens":4,"latencyMs":1642.7264170001727},{"questionId":"q87","format":"json-compact","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3031,"outputTokens":4,"latencyMs":2073.1027079999913},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2265,"outputTokens":4,"latencyMs":1753.2930000000633},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2202,"outputTokens":4,"latencyMs":1789.7633330000099},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":5425,"outputTokens":4,"latencyMs":1346.0149170001969},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3808,"outputTokens":4,"latencyMs":1129.9660829999484},{"questionId":"q88","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4780,"outputTokens":2,"latencyMs":1799.9410419999622},{"questionId":"q88","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3031,"outputTokens":2,"latencyMs":1342.7697920000646},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2265,"outputTokens":2,"latencyMs":1547.9417499999981},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2202,"outputTokens":2,"latencyMs":1514.187249999959},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5425,"outputTokens":2,"latencyMs":2040.4904999998398},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3808,"outputTokens":2,"latencyMs":1017.9450000000652},{"questionId":"q89","format":"json-pretty","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1066.6984579998534},{"questionId":"q89","format":"json-compact","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3030,"outputTokens":4,"latencyMs":697.0485410001129},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":1373.120791999856},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":1540.6128749998752},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":1359.5039590001106},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3807,"outputTokens":4,"latencyMs":1093.6175410000142},{"questionId":"q90","format":"json-pretty","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4772,"outputTokens":2,"latencyMs":1169.048625000054},{"questionId":"q90","format":"json-compact","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3023,"outputTokens":2,"latencyMs":960.9224159999285},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2257,"outputTokens":2,"latencyMs":1311.3068340001628},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2194,"outputTokens":2,"latencyMs":3896.427917000139},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5417,"outputTokens":2,"latencyMs":5386.887291999999},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3800,"outputTokens":2,"latencyMs":2128.151791999815},{"questionId":"q91","format":"json-pretty","model":"gemini-2.5-flash","expected":"328320","actual":"301413","isCorrect":false,"inputTokens":4773,"outputTokens":6,"latencyMs":4069.5384170000907},{"questionId":"q91","format":"json-compact","model":"gemini-2.5-flash","expected":"328320","actual":"307612","isCorrect":false,"inputTokens":3024,"outputTokens":6,"latencyMs":4574.409042000072},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"328320","actual":"328720","isCorrect":false,"inputTokens":2258,"outputTokens":6,"latencyMs":5240.1710840000305},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"328320","actual":"312211","isCorrect":false,"inputTokens":2195,"outputTokens":6,"latencyMs":1681.5694999999832},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":5418,"outputTokens":6,"latencyMs":27848.663291999837},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"328320","actual":"307399","isCorrect":false,"inputTokens":3801,"outputTokens":6,"latencyMs":6427.015167000005},{"questionId":"q92","format":"json-pretty","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4773,"outputTokens":4,"latencyMs":6202.22733299993},{"questionId":"q92","format":"json-compact","model":"gemini-2.5-flash","expected":"1791","actual":"1910","isCorrect":false,"inputTokens":3024,"outputTokens":4,"latencyMs":2802.9935000000987},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2258,"outputTokens":4,"latencyMs":6148.246082999976},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"1791","actual":"1833","isCorrect":false,"inputTokens":2195,"outputTokens":4,"latencyMs":1436.3404159999918},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":5418,"outputTokens":4,"latencyMs":4662.98220800003},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3801,"outputTokens":4,"latencyMs":4697.32720900001},{"questionId":"q93","format":"json-pretty","model":"gemini-2.5-flash","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":4771,"outputTokens":9,"latencyMs":11102.654125000117},{"questionId":"q93","format":"json-compact","model":"gemini-2.5-flash","expected":"311695.88","actual":"303215.15","isCorrect":false,"inputTokens":3022,"outputTokens":9,"latencyMs":17691.69633399998},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"311695.88","actual":"301217.39","isCorrect":false,"inputTokens":2256,"outputTokens":9,"latencyMs":4874.327042000135},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"311695.88","actual":"305886.97","isCorrect":false,"inputTokens":2193,"outputTokens":9,"latencyMs":6300.872207999928},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":5416,"outputTokens":9,"latencyMs":33047.02754199994},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"311695.88","actual":"404175.76","isCorrect":false,"inputTokens":3799,"outputTokens":9,"latencyMs":1156.8870419999585},{"questionId":"q94","format":"json-pretty","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5425","isCorrect":false,"inputTokens":4769,"outputTokens":6,"latencyMs":3549.6847909998614},{"questionId":"q94","format":"json-compact","model":"gemini-2.5-flash","expected":"0.53","actual":"0.539","isCorrect":false,"inputTokens":3020,"outputTokens":5,"latencyMs":3943.156165999826},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"0.53","actual":"0.554","isCorrect":false,"inputTokens":2254,"outputTokens":5,"latencyMs":4300.395207999973},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"0.53","actual":"0.5425","isCorrect":false,"inputTokens":2191,"outputTokens":6,"latencyMs":3797.6741659999825},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.51","isCorrect":false,"inputTokens":5414,"outputTokens":4,"latencyMs":853.6187090000603},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"0.53","actual":"0.517","isCorrect":false,"inputTokens":3797,"outputTokens":5,"latencyMs":18043.73079199996},{"questionId":"q95","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4775,"outputTokens":2,"latencyMs":9346.910917000147},{"questionId":"q95","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":3026,"outputTokens":2,"latencyMs":8996.209375000093},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2260,"outputTokens":2,"latencyMs":8771.660167000024},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":2197,"outputTokens":2,"latencyMs":6174.016958000138},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5420,"outputTokens":2,"latencyMs":9879.398041999899},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3803,"outputTokens":2,"latencyMs":7563.224374999991},{"questionId":"q96","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4775,"outputTokens":2,"latencyMs":6472.311915999977},{"questionId":"q96","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3026,"outputTokens":2,"latencyMs":4582.188833999913},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2260,"outputTokens":2,"latencyMs":7418.32441599993},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2197,"outputTokens":2,"latencyMs":6310.687916999916},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5420,"outputTokens":2,"latencyMs":3706.986041000113},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3803,"outputTokens":2,"latencyMs":8017.288708000211},{"questionId":"q97","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":4773,"outputTokens":2,"latencyMs":4587.524415999884},{"questionId":"q97","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":3024,"outputTokens":2,"latencyMs":8076.623791999882},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":2258,"outputTokens":2,"latencyMs":6785.862874999875},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":2195,"outputTokens":2,"latencyMs":14623.29229100002},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":5418,"outputTokens":2,"latencyMs":8437.72833299986},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":3801,"outputTokens":2,"latencyMs":992.0153330001049},{"questionId":"q98","format":"json-pretty","model":"gemini-2.5-flash","expected":"26","actual":"29","isCorrect":false,"inputTokens":4773,"outputTokens":2,"latencyMs":929.9643749999814},{"questionId":"q98","format":"json-compact","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3024,"outputTokens":2,"latencyMs":8383.853833000176},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"20","isCorrect":false,"inputTokens":2258,"outputTokens":2,"latencyMs":12984.237417000113},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2195,"outputTokens":2,"latencyMs":11571.934792000102},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5418,"outputTokens":2,"latencyMs":7395.440166999819},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3801,"outputTokens":2,"latencyMs":8231.298791000154},{"questionId":"q99","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":8902.375833000056},{"questionId":"q99","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":18426.05224999995},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":8133.253250000067},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":9328.02483400004},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":8509.947958000004},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":10580.705666000023},{"questionId":"q100","format":"json-pretty","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":3608.4681249998976},{"questionId":"q100","format":"json-compact","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":8115.14754200005},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":7676.925374999875},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":15787.813332999824},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":10215.59974999982},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":7584.558124999981},{"questionId":"q101","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4782,"outputTokens":2,"latencyMs":8877.336249999935},{"questionId":"q101","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3033,"outputTokens":2,"latencyMs":19604.502457999857},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2267,"outputTokens":2,"latencyMs":10292.881833000109},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2204,"outputTokens":2,"latencyMs":15057.550499999896},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5427,"outputTokens":2,"latencyMs":11572.419082999928},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3810,"outputTokens":2,"latencyMs":9030.41550000012},{"questionId":"q102","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":9122.61024999991},{"questionId":"q102","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":10989.60850000009},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":9746.793125000084},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":14674.011249999981},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9472.846750000026},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9922.021875000093},{"questionId":"q103","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":9300.480833000038},{"questionId":"q103","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":18546.980375000043},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":16086.99541600002},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":14909.735666999826},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":16316.574874999933},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9350.778374999994},{"questionId":"q104","format":"json-pretty","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":12758.962291999953},{"questionId":"q104","format":"json-compact","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":21453.55983400019},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":21367.362124999985},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":19458.935667000012},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9725.611458000029},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"20","actual":"20","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9333.14587499993},{"questionId":"q105","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":11557.004582999973},{"questionId":"q105","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":3034,"outputTokens":2,"latencyMs":8290.26970799989},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":16303.876625000034},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":12418.380916999886},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":9359.70299999998},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"18","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":9899.295875000069},{"questionId":"q106","format":"json-pretty","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4781,"outputTokens":2,"latencyMs":10498.00679200003},{"questionId":"q106","format":"json-compact","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3032,"outputTokens":2,"latencyMs":18366.591917000012},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":20886.052082999842},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":14442.010584000032},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":8854.074458000017},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":7716.887458000099},{"questionId":"q107","format":"json-pretty","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":4781,"outputTokens":1,"latencyMs":7745.152083999943},{"questionId":"q107","format":"json-compact","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3032,"outputTokens":1,"latencyMs":7956.2485829999205},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2266,"outputTokens":1,"latencyMs":8061.957332999911},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":2203,"outputTokens":1,"latencyMs":14974.941249999916},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":5426,"outputTokens":1,"latencyMs":12548.732708000112},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":3809,"outputTokens":1,"latencyMs":9601.943708000006},{"questionId":"q108","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":4783,"outputTokens":2,"latencyMs":11398.166166000068},{"questionId":"q108","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":18446.10975000006},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":13089.892624999862},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":12523.567207999993},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":12934.075749999844},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":12097.631459000055},{"questionId":"q109","format":"json-pretty","model":"gemini-2.5-flash","expected":"22","actual":"21","isCorrect":false,"inputTokens":4783,"outputTokens":2,"latencyMs":11614.275083000073},{"questionId":"q109","format":"json-compact","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3034,"outputTokens":2,"latencyMs":20117.197624999797},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2268,"outputTokens":2,"latencyMs":25048.976459000027},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":2205,"outputTokens":2,"latencyMs":15374.37220800016},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5428,"outputTokens":2,"latencyMs":15753.483583000023},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":11812.66025000019},{"questionId":"q110","format":"json-pretty","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":820.3325000000186},{"questionId":"q110","format":"json-compact","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15037,"outputTokens":6,"latencyMs":1006.9143749999348},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2503.9271660000086},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":2557.841999999946},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1338.250708000036},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1092.076875000028},{"questionId":"q111","format":"json-pretty","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19999,"outputTokens":5,"latencyMs":1343.2134169999044},{"questionId":"q111","format":"json-compact","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15040,"outputTokens":5,"latencyMs":1155.9352500000969},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2985.4759170000907},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2178.4733330002055},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":1514.291874999879},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":2107.189750000136},{"questionId":"q112","format":"json-pretty","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":19993,"outputTokens":4,"latencyMs":1358.499000000069},{"questionId":"q112","format":"json-compact","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15034,"outputTokens":4,"latencyMs":1573.1991250000428},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12337,"outputTokens":4,"latencyMs":2421.451124999905},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":12207,"outputTokens":4,"latencyMs":2263.0925829999615},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":21881,"outputTokens":4,"latencyMs":3406.4459999999963},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17076,"outputTokens":4,"latencyMs":2569.42262499989},{"questionId":"q113","format":"json-pretty","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1306.3860420000274},{"questionId":"q113","format":"json-compact","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":15041,"outputTokens":1,"latencyMs":1453.201124999905},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":1360.3642500001006},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1078.90625},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1219.0988330000546},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":1612.0060419999063},{"questionId":"q114","format":"json-pretty","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":19992,"outputTokens":6,"latencyMs":1119.9602080001496},{"questionId":"q114","format":"json-compact","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15033,"outputTokens":6,"latencyMs":891.3606250002049},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12336,"outputTokens":6,"latencyMs":1976.2557079999242},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":12206,"outputTokens":6,"latencyMs":1940.8065000001807},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":21880,"outputTokens":6,"latencyMs":2266.777708000038},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17075,"outputTokens":6,"latencyMs":1560.6799170000013},{"questionId":"q115","format":"json-pretty","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":19998,"outputTokens":5,"latencyMs":1281.6048749999609},{"questionId":"q115","format":"json-compact","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15039,"outputTokens":5,"latencyMs":1507.9486250001937},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":2575.5720420000143},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":1846.8890830001328},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1437.4632089999504},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":1421.5859169999603},{"questionId":"q116","format":"json-pretty","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":19998,"outputTokens":3,"latencyMs":1490.5458339999896},{"questionId":"q116","format":"json-compact","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":15039,"outputTokens":3,"latencyMs":1540.0154579998925},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12342,"outputTokens":3,"latencyMs":2443.3554579999764},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":12212,"outputTokens":3,"latencyMs":3666.363541999832},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":21886,"outputTokens":3,"latencyMs":1688.7147500000428},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"678","actual":"678","isCorrect":true,"inputTokens":17081,"outputTokens":3,"latencyMs":1467.6509579999838},{"questionId":"q117","format":"json-pretty","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":19994,"outputTokens":1,"latencyMs":1242.4450000000652},{"questionId":"q117","format":"json-compact","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":15035,"outputTokens":1,"latencyMs":1624.5377919999883},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12338,"outputTokens":1,"latencyMs":2195.9172910000198},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12208,"outputTokens":1,"latencyMs":2616.4284580000676},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21882,"outputTokens":1,"latencyMs":1066.827667000005},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17077,"outputTokens":1,"latencyMs":867.1121670000721},{"questionId":"q118","format":"json-pretty","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":20001,"outputTokens":6,"latencyMs":1384.6521249997895},{"questionId":"q118","format":"json-compact","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15042,"outputTokens":6,"latencyMs":1246.5227500000037},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12345,"outputTokens":6,"latencyMs":2001.3106249999255},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":12215,"outputTokens":6,"latencyMs":1560.5230829999782},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":21889,"outputTokens":6,"latencyMs":1507.4958750000224},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17084,"outputTokens":6,"latencyMs":1055.6135829999112},{"questionId":"q119","format":"json-pretty","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":2101.7072499999776},{"questionId":"q119","format":"json-compact","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15037,"outputTokens":5,"latencyMs":1895.0940419998951},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12340,"outputTokens":5,"latencyMs":2316.1087080000434},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":12210,"outputTokens":5,"latencyMs":1215.0670419998933},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":21884,"outputTokens":5,"latencyMs":1328.7852920000441},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17079,"outputTokens":5,"latencyMs":1247.3887080000713},{"questionId":"q120","format":"json-pretty","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":19999,"outputTokens":4,"latencyMs":1177.6324170001317},{"questionId":"q120","format":"json-compact","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15040,"outputTokens":4,"latencyMs":1452.6057079997845},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12343,"outputTokens":4,"latencyMs":3074.1430840000976},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":12213,"outputTokens":4,"latencyMs":2682.003999999957},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":21887,"outputTokens":4,"latencyMs":1626.323916999856},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17082,"outputTokens":4,"latencyMs":1537.1137500000186},{"questionId":"q121","format":"json-pretty","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":19991,"outputTokens":3,"latencyMs":4263.85141699994},{"questionId":"q121","format":"json-compact","model":"gemini-2.5-flash","expected":"100","actual":"55","isCorrect":false,"inputTokens":15032,"outputTokens":2,"latencyMs":1434.2911660000682},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":4391.490416999906},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":8513.849875000073},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":21879,"outputTokens":3,"latencyMs":5376.511416999856},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1318.753665999975},{"questionId":"q122","format":"json-pretty","model":"gemini-2.5-flash","expected":"15413563","actual":"13006303","isCorrect":false,"inputTokens":19994,"outputTokens":8,"latencyMs":10013.477124999976},{"questionId":"q122","format":"json-compact","model":"gemini-2.5-flash","expected":"15413563","actual":"10461623","isCorrect":false,"inputTokens":15035,"outputTokens":8,"latencyMs":1150.1682500001043},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"11234978","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":1289.7049159999005},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"10444391","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":1831.5437080000993},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"12059045","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":8813.971374999965},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"10077977","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":70958.52270799992},{"questionId":"q123","format":"json-pretty","model":"gemini-2.5-flash","expected":"2528243","actual":"1894178","isCorrect":false,"inputTokens":19994,"outputTokens":7,"latencyMs":1023.7337499998976},{"questionId":"q123","format":"json-compact","model":"gemini-2.5-flash","expected":"2528243","actual":"1324118","isCorrect":false,"inputTokens":15035,"outputTokens":7,"latencyMs":994.3684169999324},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"2528243","actual":"3302302","isCorrect":false,"inputTokens":12338,"outputTokens":7,"latencyMs":6056.085666999919},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"2528243","actual":"1819385","isCorrect":false,"inputTokens":12208,"outputTokens":7,"latencyMs":1124.047625000123},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"2528243","actual":"2560945","isCorrect":false,"inputTokens":21882,"outputTokens":7,"latencyMs":8138.946541000158},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"2528243","actual":"3381014","isCorrect":false,"inputTokens":17077,"outputTokens":7,"latencyMs":7333.968791000079},{"questionId":"q124","format":"json-pretty","model":"gemini-2.5-flash","expected":"154136","actual":"143501.71","isCorrect":false,"inputTokens":19993,"outputTokens":9,"latencyMs":91230.74587500002},{"questionId":"q124","format":"json-compact","model":"gemini-2.5-flash","expected":"154136","actual":"186481.98","isCorrect":false,"inputTokens":15034,"outputTokens":9,"latencyMs":1495.5502920001745},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"181589","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":7415.6546249999665},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"182116.44","isCorrect":false,"inputTokens":12207,"outputTokens":9,"latencyMs":11237.084082999965},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"175578.78","isCorrect":false,"inputTokens":21881,"outputTokens":9,"latencyMs":11161.472624999937},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"154637.37","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":7335.706624999875},{"questionId":"q125","format":"json-pretty","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":2793.861874999944},{"questionId":"q125","format":"json-compact","model":"gemini-2.5-flash","expected":"41","actual":"29","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1645.5502499998547},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1389.0501660001464},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"32","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1263.949958999874},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"34","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1162.3707500000019},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":834.5969169999007},{"questionId":"q126","format":"json-pretty","model":"gemini-2.5-flash","expected":"53","actual":"43","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":867.1242500001099},{"questionId":"q126","format":"json-compact","model":"gemini-2.5-flash","expected":"53","actual":"35","isCorrect":false,"inputTokens":15036,"outputTokens":2,"latencyMs":1275.7282499999274},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":50529.77941700001},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":9619.671875},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"44","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1075.4917500000447},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"36","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":886.7667499999516},{"questionId":"q127","format":"json-pretty","model":"gemini-2.5-flash","expected":"77","actual":"57","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":1016.2725839999039},{"questionId":"q127","format":"json-compact","model":"gemini-2.5-flash","expected":"77","actual":"51","isCorrect":false,"inputTokens":15039,"outputTokens":2,"latencyMs":1170.8503330000676},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":12011.028582999948},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":57883.23949999991},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"58","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":8144.165416999953},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":10649.737666000146},{"questionId":"q128","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"36","isCorrect":false,"inputTokens":19998,"outputTokens":2,"latencyMs":991.874792000046},{"questionId":"q128","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":1226.857916999841},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":6056.125499999849},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":28262.73704200005},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"33","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1566.9069169999566},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"30","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1269.6885830000974},{"questionId":"q129","format":"json-pretty","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19998,"outputTokens":2,"latencyMs":2611.260167000117},{"questionId":"q129","format":"json-compact","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":15039,"outputTokens":2,"latencyMs":3346.6841250001453},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":4243.497665999923},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":10893.754291999852},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1529.09466599999},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":7623.06495800009},{"questionId":"q130","format":"json-pretty","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":19997,"outputTokens":2,"latencyMs":1035.1543749999255},{"questionId":"q130","format":"json-compact","model":"gemini-2.5-flash","expected":"49","actual":"80","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1285.6448329999112},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":10546.691166999983},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":10701.617999999784},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"62","isCorrect":false,"inputTokens":21885,"outputTokens":2,"latencyMs":1278.1879160001408},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"66","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1394.9011669999454},{"questionId":"q131","format":"json-pretty","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19997,"outputTokens":2,"latencyMs":9548.623499999987},{"questionId":"q131","format":"json-compact","model":"gemini-2.5-flash","expected":"23","actual":"53","isCorrect":false,"inputTokens":15038,"outputTokens":2,"latencyMs":1137.6763750000391},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":12191.030291999923},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":67487.05520800012},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":11420.29916699999},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":10378.201458000112},{"questionId":"q132","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"14","isCorrect":false,"inputTokens":19997,"outputTokens":2,"latencyMs":1492.8980409998912},{"questionId":"q132","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":15038,"outputTokens":2,"latencyMs":9102.054459000006},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":8046.024499999825},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":12211,"outputTokens":2,"latencyMs":8102.911166999955},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":6774.607375000138},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":8455.944957999978},{"questionId":"q133","format":"json-pretty","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":9687.905416999944},{"questionId":"q133","format":"json-compact","model":"gemini-2.5-flash","expected":"19","actual":"20","isCorrect":false,"inputTokens":15037,"outputTokens":2,"latencyMs":1352.6926669999957},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":9811.571541999932},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":59821.31099999999},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"21","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":1241.824416999938},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"26","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":1345.4242499999236},{"questionId":"q134","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":19996,"outputTokens":1,"latencyMs":7429.3126250000205},{"questionId":"q134","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":15037,"outputTokens":1,"latencyMs":7140.53816700005},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":7507.361499999883},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":59907.75949999993},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":6860.513666999992},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"8","isCorrect":false,"inputTokens":17079,"outputTokens":1,"latencyMs":1162.3048750001471},{"questionId":"q135","format":"json-pretty","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20007,"outputTokens":2,"latencyMs":20415.82108299993},{"questionId":"q135","format":"json-compact","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":15048,"outputTokens":2,"latencyMs":17163.573416},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":16788.95291600004},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":50198.77866700012},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":18112.610708999913},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":31275.44225000008},{"questionId":"q136","format":"json-pretty","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":14892.168125000084},{"questionId":"q136","format":"json-compact","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":22694.75629099994},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":27078.04404199985},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":19149.948333000066},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":15261.174082999816},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":16479.740834000055},{"questionId":"q137","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20008,"outputTokens":2,"latencyMs":7598.253500000108},{"questionId":"q137","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":15049,"outputTokens":2,"latencyMs":7545.255165999988},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":9283.854208000004},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":11325.223790999968},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":10736.959583000047},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":5536.62716699997},{"questionId":"q138","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20008,"outputTokens":1,"latencyMs":3116.8004159999546},{"questionId":"q138","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15049,"outputTokens":1,"latencyMs":14883.594125000061},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":5870.130791999865},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":14998.586040999973},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":6802.919040999841},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":15930.758374999976},{"questionId":"q139","format":"json-pretty","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":10956.425416999962},{"questionId":"q139","format":"json-compact","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":13030.381082999986},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":12169.922540999949},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":97785.8919579999},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":15255.339541000081},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":15800.617708000122},{"questionId":"q140","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20007,"outputTokens":1,"latencyMs":10980.445999999996},{"questionId":"q140","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":15048,"outputTokens":1,"latencyMs":7907.627749999985},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":6456.499583000084},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":23957.531582999974},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":12261.751958000008},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":6809.318374999799},{"questionId":"q141","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1605.9582080000546},{"questionId":"q141","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":1501.998707999941},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":969.019083000021},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1413.439292000141},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":1694.577917000046},{"questionId":"q142","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":2283.318208999932},{"questionId":"q142","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1699.7539170000236},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":1754.3069579999428},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":2126.509667000035},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1012.7752910000272},{"questionId":"q143","format":"json-pretty","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":2026.8213750000577},{"questionId":"q143","format":"json-compact","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1698.7773329999764},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":883.7793330000713},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":1920.1967919999734},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"424","actual":"424","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":2803.983874999918},{"questionId":"q144","format":"json-pretty","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":8525,"outputTokens":4,"latencyMs":1193.4298329998273},{"questionId":"q144","format":"json-compact","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5855,"outputTokens":4,"latencyMs":1004.0108339998405},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6953,"outputTokens":4,"latencyMs":1344.3944589998573},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":9350,"outputTokens":4,"latencyMs":2016.0832499999087},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6905,"outputTokens":4,"latencyMs":2927.088333999971},{"questionId":"q145","format":"json-pretty","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1358.9339590000454},{"questionId":"q145","format":"json-compact","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":1159.8108749999665},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":923.715291999979},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1340.9324170001782},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"info","actual":"info","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":4382.729457999812},{"questionId":"q146","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":1744.061042000074},{"questionId":"q146","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1846.1962499998044},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":1531.9872079999186},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":1796.5622089998797},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1938.742291000206},{"questionId":"q147","format":"json-pretty","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":1691.580625000177},{"questionId":"q147","format":"json-compact","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1738.1999160000123},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":1360.7476250000764},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":2412.4747909998987},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"435","actual":"435","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":2774.8686249998864},{"questionId":"q148","format":"json-pretty","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":8525,"outputTokens":3,"latencyMs":1314.1310829999857},{"questionId":"q148","format":"json-compact","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":5855,"outputTokens":3,"latencyMs":1018.845792000182},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6953,"outputTokens":3,"latencyMs":1123.8829580000602},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":9350,"outputTokens":3,"latencyMs":1867.65945799998},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"408","actual":"408","isCorrect":true,"inputTokens":6905,"outputTokens":3,"latencyMs":1765.9763329999987},{"questionId":"q149","format":"json-pretty","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":8524,"outputTokens":1,"latencyMs":1480.0453329999},{"questionId":"q149","format":"json-compact","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":5854,"outputTokens":1,"latencyMs":2220.867542000022},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6952,"outputTokens":1,"latencyMs":2063.717165999813},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":9349,"outputTokens":1,"latencyMs":1865.1950000000652},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"error","actual":"error","isCorrect":true,"inputTokens":6904,"outputTokens":1,"latencyMs":1483.6974160000682},{"questionId":"q150","format":"json-pretty","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":8524,"outputTokens":4,"latencyMs":1341.9900419998448},{"questionId":"q150","format":"json-compact","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5854,"outputTokens":4,"latencyMs":1678.0698750000447},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6952,"outputTokens":4,"latencyMs":2014.6011669998989},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":9349,"outputTokens":4,"latencyMs":1779.783500000136},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6904,"outputTokens":4,"latencyMs":1688.4955420000479},{"questionId":"q151","format":"json-pretty","model":"gemini-2.5-flash","expected":"75","actual":"67","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":1379.534042000072},{"questionId":"q151","format":"json-compact","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":5829,"outputTokens":2,"latencyMs":1089.637875000015},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"75","actual":"56","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":1090.192042000126},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1178.423167000059},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"75","actual":"60","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":1311.6743329998571},{"questionId":"q152","format":"json-pretty","model":"gemini-2.5-flash","expected":"2453.41","actual":"2397.47","isCorrect":false,"inputTokens":8500,"outputTokens":7,"latencyMs":5550.224958000006},{"questionId":"q152","format":"json-compact","model":"gemini-2.5-flash","expected":"2453.41","actual":"2516.285714285714","isCorrect":false,"inputTokens":5830,"outputTokens":17,"latencyMs":5440.196208999958},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"2453.41","actual":"2040.88","isCorrect":false,"inputTokens":6928,"outputTokens":7,"latencyMs":5231.439917000011},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2447","isCorrect":false,"inputTokens":9325,"outputTokens":4,"latencyMs":5118.889167000074},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"2453.41","actual":"2382.19","isCorrect":false,"inputTokens":6880,"outputTokens":7,"latencyMs":32094.696499999845},{"questionId":"q153","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"28","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":673.9945420001168},{"questionId":"q153","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5829,"outputTokens":2,"latencyMs":5036.59695799998},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"30","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":810.2736659999937},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"25","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1109.847000000067},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"26","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":864.2904580000322},{"questionId":"q154","format":"json-pretty","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":8499,"outputTokens":2,"latencyMs":3743.257208999945},{"questionId":"q154","format":"json-compact","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5829,"outputTokens":2,"latencyMs":765.6129159999546},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":961.7399579999037},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"18","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":3994.9549579999875},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":6879,"outputTokens":2,"latencyMs":1098.734124999959},{"questionId":"q155","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"26","isCorrect":false,"inputTokens":8499,"outputTokens":2,"latencyMs":5752.466749999905},{"questionId":"q155","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5829,"outputTokens":2,"latencyMs":13573.806083000032},{"questionId":"q155","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":6927,"outputTokens":2,"latencyMs":700.9692919999361},{"questionId":"q155","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"20","isCorrect":false,"inputTokens":9324,"outputTokens":2,"latencyMs":1116.1672080000862},{"questionId":"q155","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6879,"outputTokens":2,"latencyMs":5723.979999999981},{"questionId":"q156","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":6274.29904199997},{"questionId":"q156","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":1382.3246659999713},{"questionId":"q156","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"9","isCorrect":false,"inputTokens":6930,"outputTokens":1,"latencyMs":1193.0527909998782},{"questionId":"q156","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":6970.961624999996},{"questionId":"q156","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":1530.3510830001906},{"questionId":"q157","format":"json-pretty","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":3575.672416999936},{"questionId":"q157","format":"json-compact","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":5082.896666999906},{"questionId":"q157","format":"toon","model":"gemini-2.5-flash","expected":"18","actual":"12","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":1172.229708999861},{"questionId":"q157","format":"xml","model":"gemini-2.5-flash","expected":"18","actual":"17","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":6136.45683400007},{"questionId":"q157","format":"yaml","model":"gemini-2.5-flash","expected":"18","actual":"13","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":2456.6963329999708},{"questionId":"q158","format":"json-pretty","model":"gemini-2.5-flash","expected":"21","actual":"18","isCorrect":false,"inputTokens":8502,"outputTokens":2,"latencyMs":1068.1430840003304},{"questionId":"q158","format":"json-compact","model":"gemini-2.5-flash","expected":"21","actual":"13","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":717.2058749999851},{"questionId":"q158","format":"toon","model":"gemini-2.5-flash","expected":"21","actual":"15","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":921.5842500003055},{"questionId":"q158","format":"xml","model":"gemini-2.5-flash","expected":"21","actual":"17","isCorrect":false,"inputTokens":9327,"outputTokens":2,"latencyMs":2569.1574999997392},{"questionId":"q158","format":"yaml","model":"gemini-2.5-flash","expected":"21","actual":"17","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":2232.0427079997025},{"questionId":"q159","format":"json-pretty","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":8502,"outputTokens":2,"latencyMs":3114.559499999974},{"questionId":"q159","format":"json-compact","model":"gemini-2.5-flash","expected":"11","actual":"13","isCorrect":false,"inputTokens":5832,"outputTokens":2,"latencyMs":777.496499999892},{"questionId":"q159","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"12","isCorrect":false,"inputTokens":6930,"outputTokens":2,"latencyMs":1127.1502499999478},{"questionId":"q159","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9327,"outputTokens":2,"latencyMs":2227.211207999848},{"questionId":"q159","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":6882,"outputTokens":2,"latencyMs":5462.041916999966},{"questionId":"q160","format":"json-pretty","model":"gemini-2.5-flash","expected":"33","actual":"31","isCorrect":false,"inputTokens":8508,"outputTokens":2,"latencyMs":1525.5389999998733},{"questionId":"q160","format":"json-compact","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5838,"outputTokens":2,"latencyMs":6343.815165999811},{"questionId":"q160","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"30","isCorrect":false,"inputTokens":6936,"outputTokens":2,"latencyMs":763.1296250000596},{"questionId":"q160","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"28","isCorrect":false,"inputTokens":9333,"outputTokens":2,"latencyMs":1527.0902080000378},{"questionId":"q160","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"28","isCorrect":false,"inputTokens":6888,"outputTokens":2,"latencyMs":956.7223749998957},{"questionId":"q161","format":"json-pretty","model":"gemini-2.5-flash","expected":"42","actual":"44","isCorrect":false,"inputTokens":8508,"outputTokens":2,"latencyMs":1553.197916999925},{"questionId":"q161","format":"json-compact","model":"gemini-2.5-flash","expected":"42","actual":"37","isCorrect":false,"inputTokens":5838,"outputTokens":2,"latencyMs":1141.333249999676},{"questionId":"q161","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"32","isCorrect":false,"inputTokens":6936,"outputTokens":2,"latencyMs":7899.8297500000335},{"questionId":"q161","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"32","isCorrect":false,"inputTokens":9333,"outputTokens":2,"latencyMs":7672.516416999977},{"questionId":"q161","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"30","isCorrect":false,"inputTokens":6888,"outputTokens":2,"latencyMs":1300.7943750000559},{"questionId":"q162","format":"json-pretty","model":"gemini-2.5-flash","expected":"25","actual":"21","isCorrect":false,"inputTokens":8500,"outputTokens":2,"latencyMs":7168.591250000056},{"questionId":"q162","format":"json-compact","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5830,"outputTokens":2,"latencyMs":28207.05195799982},{"questionId":"q162","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"32","isCorrect":false,"inputTokens":6928,"outputTokens":2,"latencyMs":1356.4802079997025},{"questionId":"q162","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":9325,"outputTokens":2,"latencyMs":12696.902415999677},{"questionId":"q162","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"23","isCorrect":false,"inputTokens":6880,"outputTokens":2,"latencyMs":13111.036291999742},{"questionId":"q163","format":"json-pretty","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":8508,"outputTokens":2,"latencyMs":19190.169292000122},{"questionId":"q163","format":"json-compact","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":5838,"outputTokens":2,"latencyMs":33367.51058299979},{"questionId":"q163","format":"toon","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6936,"outputTokens":2,"latencyMs":9108.897208000068},{"questionId":"q163","format":"xml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":9333,"outputTokens":2,"latencyMs":11476.60045899963},{"questionId":"q163","format":"yaml","model":"gemini-2.5-flash","expected":"29","actual":"29","isCorrect":true,"inputTokens":6888,"outputTokens":2,"latencyMs":6953.193874999881},{"questionId":"q164","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8508,"outputTokens":1,"latencyMs":8662.472874999978},{"questionId":"q164","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5838,"outputTokens":1,"latencyMs":7096.936749999877},{"questionId":"q164","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6936,"outputTokens":1,"latencyMs":2947.3432079995982},{"questionId":"q164","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9333,"outputTokens":1,"latencyMs":6218.432625000365},{"questionId":"q164","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6888,"outputTokens":1,"latencyMs":6595.942666000221},{"questionId":"q165","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":9285.213083000388},{"questionId":"q165","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":30566.854290999938},{"questionId":"q165","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":17161.46375000011},{"questionId":"q165","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":41344.291959000286},{"questionId":"q165","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":9253.821291999891},{"questionId":"q166","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":8400.555582999717},{"questionId":"q166","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":33527.2801669999},{"questionId":"q166","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":10671.21566700004},{"questionId":"q166","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":9951.027499999851},{"questionId":"q166","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":18475.66604100028},{"questionId":"q167","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8511,"outputTokens":1,"latencyMs":28121.308416999876},{"questionId":"q167","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":5841,"outputTokens":1,"latencyMs":19665.581833000295},{"questionId":"q167","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6939,"outputTokens":1,"latencyMs":12796.730875000358},{"questionId":"q167","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":9336,"outputTokens":1,"latencyMs":9534.918250000104},{"questionId":"q167","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":6891,"outputTokens":1,"latencyMs":6714.3964160000905},{"questionId":"q168","format":"json-pretty","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":10552.540833000094},{"questionId":"q168","format":"json-compact","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":27713.446874999907},{"questionId":"q168","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":11231.29224999994},{"questionId":"q168","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":9966.218791999854},{"questionId":"q168","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":20328.899792000186},{"questionId":"q169","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":8073.840500000399},{"questionId":"q169","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":12466.707791999914},{"questionId":"q169","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":6486.506416999735},{"questionId":"q169","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":10672.175291999709},{"questionId":"q169","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":6494.695999999996},{"questionId":"q170","format":"json-pretty","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":7073.632083999924},{"questionId":"q170","format":"json-compact","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":5837,"outputTokens":1,"latencyMs":20899.920458999928},{"questionId":"q170","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":6935,"outputTokens":1,"latencyMs":9937.709166999906},{"questionId":"q170","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":9332,"outputTokens":1,"latencyMs":19138.88975000009},{"questionId":"q170","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":6887,"outputTokens":1,"latencyMs":15767.994292000309},{"questionId":"q171","format":"json-pretty","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":947.8290840000845},{"questionId":"q171","format":"json-compact","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":543.3912080000155},{"questionId":"q171","format":"toon","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":657.0152910002507},{"questionId":"q171","format":"xml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1467.1521250000224},{"questionId":"q171","format":"yaml","model":"gemini-2.5-flash","expected":"development","actual":"development","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":782.4929579999298},{"questionId":"q172","format":"json-pretty","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1170,"outputTokens":6,"latencyMs":1091.8616669997573},{"questionId":"q172","format":"json-compact","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":656,"outputTokens":6,"latencyMs":756.855874999892},{"questionId":"q172","format":"toon","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":771,"outputTokens":6,"latencyMs":541.170167000033},{"questionId":"q172","format":"xml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1231,"outputTokens":6,"latencyMs":1036.1419580001384},{"questionId":"q172","format":"yaml","model":"gemini-2.5-flash","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":818,"outputTokens":6,"latencyMs":599.5028329999186},{"questionId":"q173","format":"json-pretty","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1170,"outputTokens":4,"latencyMs":696.9571660002694},{"questionId":"q173","format":"json-compact","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":656,"outputTokens":4,"latencyMs":434.65179200004786},{"questionId":"q173","format":"toon","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":771,"outputTokens":4,"latencyMs":531.1265420001},{"questionId":"q173","format":"xml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1231,"outputTokens":4,"latencyMs":743.1275419997983},{"questionId":"q173","format":"yaml","model":"gemini-2.5-flash","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":818,"outputTokens":4,"latencyMs":609.9960830002092},{"questionId":"q174","format":"json-pretty","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1172,"outputTokens":2,"latencyMs":835.3977080001496},{"questionId":"q174","format":"json-compact","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":658,"outputTokens":2,"latencyMs":517.9503339999355},{"questionId":"q174","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":773,"outputTokens":2,"latencyMs":1384.4555409997702},{"questionId":"q174","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":1233,"outputTokens":2,"latencyMs":2190.6872910000384},{"questionId":"q174","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":820,"outputTokens":2,"latencyMs":829.2387919998728},{"questionId":"q175","format":"json-pretty","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1170,"outputTokens":5,"latencyMs":1028.0178749999031},{"questionId":"q175","format":"json-compact","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":656,"outputTokens":5,"latencyMs":452.02345799980685},{"questionId":"q175","format":"toon","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":771,"outputTokens":5,"latencyMs":464.39495899993926},{"questionId":"q175","format":"xml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1231,"outputTokens":5,"latencyMs":777.597708999645},{"questionId":"q175","format":"yaml","model":"gemini-2.5-flash","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":818,"outputTokens":5,"latencyMs":769.4252080000006},{"questionId":"q176","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":1046.133666000329},{"questionId":"q176","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":515.6235000002198},{"questionId":"q176","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":691.7677919999696},{"questionId":"q176","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":992.8457909999415},{"questionId":"q176","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1097.7915420001373},{"questionId":"q177","format":"json-pretty","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1172,"outputTokens":5,"latencyMs":634.681541999802},{"questionId":"q177","format":"json-compact","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":658,"outputTokens":5,"latencyMs":630.7714169998653},{"questionId":"q177","format":"toon","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":773,"outputTokens":5,"latencyMs":1364.9323749998584},{"questionId":"q177","format":"xml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1233,"outputTokens":5,"latencyMs":1161.1202500001527},{"questionId":"q177","format":"yaml","model":"gemini-2.5-flash","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":820,"outputTokens":5,"latencyMs":1164.026583999861},{"questionId":"q178","format":"json-pretty","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1170,"outputTokens":1,"latencyMs":649.0882500000298},{"questionId":"q178","format":"json-compact","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":656,"outputTokens":1,"latencyMs":364.34079200029373},{"questionId":"q178","format":"toon","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":771,"outputTokens":1,"latencyMs":611.6082500000484},{"questionId":"q178","format":"xml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":1231,"outputTokens":1,"latencyMs":770.1603749999776},{"questionId":"q178","format":"yaml","model":"gemini-2.5-flash","expected":"real","actual":"real","isCorrect":true,"inputTokens":818,"outputTokens":1,"latencyMs":563.0174580002204},{"questionId":"q179","format":"json-pretty","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1171,"outputTokens":4,"latencyMs":837.9211659999564},{"questionId":"q179","format":"json-compact","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":657,"outputTokens":4,"latencyMs":868.185291999951},{"questionId":"q179","format":"toon","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":772,"outputTokens":4,"latencyMs":594.9985420000739},{"questionId":"q179","format":"xml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1232,"outputTokens":4,"latencyMs":510.3487089998089},{"questionId":"q179","format":"yaml","model":"gemini-2.5-flash","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":819,"outputTokens":4,"latencyMs":648.4825840000995},{"questionId":"q180","format":"json-pretty","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1172,"outputTokens":5,"latencyMs":796.2972500002943},{"questionId":"q180","format":"json-compact","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":658,"outputTokens":5,"latencyMs":438.46554200025275},{"questionId":"q180","format":"toon","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":773,"outputTokens":5,"latencyMs":1708.150041999761},{"questionId":"q180","format":"xml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1233,"outputTokens":5,"latencyMs":657.9564589997754},{"questionId":"q180","format":"yaml","model":"gemini-2.5-flash","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":820,"outputTokens":5,"latencyMs":660.0952500002459},{"questionId":"q181","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":985.1365829999559},{"questionId":"q181","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1298.6790419998579},{"questionId":"q181","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":997.7842079997063},{"questionId":"q181","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1482.0076659996994},{"questionId":"q181","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1148.404291999992},{"questionId":"q182","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":1354.2146669998765},{"questionId":"q182","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1081.870333999861},{"questionId":"q182","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":1404.3705000001937},{"questionId":"q182","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1529.8020000001416},{"questionId":"q182","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":1749.4241249999031},{"questionId":"q183","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1942.90379199991},{"questionId":"q183","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":560.814792000223},{"questionId":"q183","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":871.5588750001043},{"questionId":"q183","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1670.3332919999957},{"questionId":"q183","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":880.3838749998249},{"questionId":"q184","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1658.1538749998435},{"questionId":"q184","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":920.7527499999851},{"questionId":"q184","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":1454.3987500001676},{"questionId":"q184","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1970.9407910001464},{"questionId":"q184","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1972.1367919999175},{"questionId":"q185","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1291.3337910003029},{"questionId":"q185","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":495.252208000049},{"questionId":"q185","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":589.1258749999106},{"questionId":"q185","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":847.7674580002204},{"questionId":"q185","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1124.0138750001788},{"questionId":"q186","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":764.0714159999043},{"questionId":"q186","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1708.725708999671},{"questionId":"q186","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1553.1675419998355},{"questionId":"q186","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":3292.463791999966},{"questionId":"q186","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":1721.9920830000192},{"questionId":"q187","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1171,"outputTokens":1,"latencyMs":1275.31650000019},{"questionId":"q187","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":657,"outputTokens":1,"latencyMs":1651.908042000141},{"questionId":"q187","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":772,"outputTokens":1,"latencyMs":2289.7468329998665},{"questionId":"q187","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1232,"outputTokens":1,"latencyMs":1975.5837910003029},{"questionId":"q187","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":819,"outputTokens":1,"latencyMs":1074.0968340002},{"questionId":"q188","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1173,"outputTokens":1,"latencyMs":648.8097079996951},{"questionId":"q188","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":659,"outputTokens":1,"latencyMs":486.3216249998659},{"questionId":"q188","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":774,"outputTokens":1,"latencyMs":740.7007499998435},{"questionId":"q188","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1234,"outputTokens":1,"latencyMs":945.13816699991},{"questionId":"q188","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":821,"outputTokens":1,"latencyMs":842.4227499999106},{"questionId":"q189","format":"json-pretty","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":937.4279169999063},{"questionId":"q189","format":"json-compact","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1119.4625840000808},{"questionId":"q189","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1055.6167080001906},{"questionId":"q189","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":1548.7865829998627},{"questionId":"q189","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":1670.625},{"questionId":"q190","format":"json-pretty","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":2059.0615829997696},{"questionId":"q190","format":"json-compact","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":1558.3759580003098},{"questionId":"q190","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1872.8887080000713},{"questionId":"q190","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":1914.769125000108},{"questionId":"q190","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1581.8753329999745},{"questionId":"q191","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":1938.853666999843},{"questionId":"q191","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1519.0877500004135},{"questionId":"q191","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1621.3780829999596},{"questionId":"q191","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":2326.2068749996834},{"questionId":"q191","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":2091.3168330001645},{"questionId":"q192","format":"json-pretty","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":1674.8179159997962},{"questionId":"q192","format":"json-compact","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":662,"outputTokens":1,"latencyMs":1526.9237499996088},{"questionId":"q192","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":777,"outputTokens":1,"latencyMs":1314.5617920001969},{"questionId":"q192","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":1237,"outputTokens":1,"latencyMs":1824.5400839997455},{"questionId":"q192","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"4","isCorrect":false,"inputTokens":824,"outputTokens":1,"latencyMs":1097.7622079998255},{"questionId":"q193","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1176,"outputTokens":1,"latencyMs":638.2805409999564},{"questionId":"q193","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":662,"outputTokens":1,"latencyMs":416.3217910001986},{"questionId":"q193","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":777,"outputTokens":1,"latencyMs":1500.8407089998946},{"questionId":"q193","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1237,"outputTokens":1,"latencyMs":2030.8245000001043},{"questionId":"q193","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":638.9320409996435},{"questionId":"q194","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1178,"outputTokens":1,"latencyMs":1293.8015419999138},{"questionId":"q194","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":664,"outputTokens":1,"latencyMs":1945.5190840000287},{"questionId":"q194","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":779,"outputTokens":1,"latencyMs":1401.1005410002545},{"questionId":"q194","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1239,"outputTokens":1,"latencyMs":2248.435125000309},{"questionId":"q194","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":1384.6057919999585},{"questionId":"q195","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":1406.7216670000926},{"questionId":"q195","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":1853.2780829998665},{"questionId":"q195","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1730.876707999967},{"questionId":"q195","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":2032.7617919999175},{"questionId":"q195","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1436.9262079996988},{"questionId":"q196","format":"json-pretty","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":1699.8656660001725},{"questionId":"q196","format":"json-compact","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":665,"outputTokens":1,"latencyMs":2080.7790830000304},{"questionId":"q196","format":"toon","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":780,"outputTokens":1,"latencyMs":2128.64708300028},{"questionId":"q196","format":"xml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":1240,"outputTokens":1,"latencyMs":2822.6856670002453},{"questionId":"q196","format":"yaml","model":"gemini-2.5-flash","expected":"0","actual":"0","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":1806.194832999725},{"questionId":"q197","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1172,"outputTokens":1,"latencyMs":914.1780000003055},{"questionId":"q197","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":658,"outputTokens":1,"latencyMs":1701.7087499997579},{"questionId":"q197","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":773,"outputTokens":1,"latencyMs":1236.167958999984},{"questionId":"q197","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1233,"outputTokens":1,"latencyMs":1184.4969580001198},{"questionId":"q197","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":820,"outputTokens":1,"latencyMs":957.3225839999504},{"questionId":"q198","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1182,"outputTokens":1,"latencyMs":2065.5840420001186},{"questionId":"q198","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":668,"outputTokens":1,"latencyMs":1972.0095000001602},{"questionId":"q198","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":783,"outputTokens":1,"latencyMs":1472.4379590000026},{"questionId":"q198","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1243,"outputTokens":1,"latencyMs":3582.7416669996455},{"questionId":"q198","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":1017.9000829998404},{"questionId":"q199","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1175,"outputTokens":1,"latencyMs":754.4361250000075},{"questionId":"q199","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":661,"outputTokens":1,"latencyMs":1598.0787089997903},{"questionId":"q199","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":776,"outputTokens":1,"latencyMs":1229.806583000347},{"questionId":"q199","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1236,"outputTokens":1,"latencyMs":2702.642375000287},{"questionId":"q199","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":626.7756669996306},{"questionId":"q200","format":"json-pretty","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1174,"outputTokens":1,"latencyMs":1126.0804579998367},{"questionId":"q200","format":"json-compact","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":660,"outputTokens":1,"latencyMs":2499.595666000154},{"questionId":"q200","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":775,"outputTokens":1,"latencyMs":1220.6601250004023},{"questionId":"q200","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":1235,"outputTokens":1,"latencyMs":1346.9114589998499},{"questionId":"q200","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":1530.688792000059},{"questionId":"q201","format":"json-pretty","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1179,"outputTokens":1,"latencyMs":1514.126042000018},{"questionId":"q201","format":"json-compact","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":665,"outputTokens":1,"latencyMs":2863.486125000287},{"questionId":"q201","format":"toon","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":780,"outputTokens":1,"latencyMs":2489.5850829998963},{"questionId":"q201","format":"xml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":1240,"outputTokens":1,"latencyMs":3008.62900000019},{"questionId":"q201","format":"yaml","model":"gemini-2.5-flash","expected":"2","actual":"2","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":1704.2725829998963}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gpt-5-nano b/benchmarks/results/accuracy/models/gpt-5-nano index 4409451..dd127b0 100644 --- a/benchmarks/results/accuracy/models/gpt-5-nano +++ b/benchmarks/results/accuracy/models/gpt-5-nano @@ -1 +1 @@ -[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6392,"outputTokens":72,"latencyMs":2127.446833},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3988,"outputTokens":136,"latencyMs":2716.8948330000003},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2071.535292},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2136.67075},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2680.79675},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2024.567542},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6392,"outputTokens":135,"latencyMs":2437.081834},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3988,"outputTokens":135,"latencyMs":2525.4192080000003},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2527,"outputTokens":135,"latencyMs":2176.4404590000004},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2024.5860839999998},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2257.3687499999996},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2422.690667},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6394,"outputTokens":140,"latencyMs":2403.71925},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3990,"outputTokens":140,"latencyMs":2119.8877089999996},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2529,"outputTokens":140,"latencyMs":4198.161458},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2383,"outputTokens":140,"latencyMs":2654.8370000000004},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":140,"latencyMs":2614.0829160000003},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5014,"outputTokens":76,"latencyMs":1875.3632079999998},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6394,"outputTokens":71,"latencyMs":2368.5909999999994},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3990,"outputTokens":71,"latencyMs":2031.8725829999994},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2529,"outputTokens":135,"latencyMs":1866.846583999999},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2383,"outputTokens":71,"latencyMs":3083.3826660000013},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":2435.3937499999993},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2113.9651670000003},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":6390,"outputTokens":327,"latencyMs":4055.5535},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":3986,"outputTokens":263,"latencyMs":3478.2722079999985},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2525,"outputTokens":391,"latencyMs":4088.1159580000003},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2379,"outputTokens":967,"latencyMs":8762.517167000002},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":7355,"outputTokens":199,"latencyMs":2520.8531249999996},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":5010,"outputTokens":263,"latencyMs":5256.737874999999},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6391,"outputTokens":136,"latencyMs":2225.599124999999},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3987,"outputTokens":72,"latencyMs":1921.7396250000002},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2526,"outputTokens":72,"latencyMs":2374.9552090000016},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2380,"outputTokens":136,"latencyMs":3569.945375000001},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7356,"outputTokens":136,"latencyMs":4846.471792},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5011,"outputTokens":72,"latencyMs":1975.1777089999996},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":1978.4311250000028},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3988,"outputTokens":71,"latencyMs":7449.273417},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2527,"outputTokens":71,"latencyMs":1807.1260000000002},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2120.967499999999},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2420.088499999998},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5012,"outputTokens":135,"latencyMs":2405.3327500000014},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6393,"outputTokens":205,"latencyMs":2504.965874999998},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3989,"outputTokens":141,"latencyMs":3026.9738749999997},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2528,"outputTokens":141,"latencyMs":2329.000415999999},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2382,"outputTokens":141,"latencyMs":1728.7366249999977},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7358,"outputTokens":141,"latencyMs":9356.61475},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5013,"outputTokens":141,"latencyMs":2801.009209},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6395,"outputTokens":263,"latencyMs":3844.0697500000024},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":3991,"outputTokens":3463,"latencyMs":29629.265042},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2530,"outputTokens":71,"latencyMs":2165.308625000005},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2384,"outputTokens":327,"latencyMs":3985.9862920000014},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7360,"outputTokens":135,"latencyMs":2920.685749999997},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5015,"outputTokens":199,"latencyMs":5733.874833999995},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6392,"outputTokens":199,"latencyMs":2474.383915999999},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3988,"outputTokens":263,"latencyMs":4483.062333000002},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2527,"outputTokens":135,"latencyMs":2178.019291999997},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2381,"outputTokens":199,"latencyMs":2512.658540999997},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2638.570375000003},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5012,"outputTokens":199,"latencyMs":2816.424082999998},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6392,"outputTokens":136,"latencyMs":2955.187625000006},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3988,"outputTokens":72,"latencyMs":1787.2143329999963},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":1997.5536659999925},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2353.777624999988},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2417.743749999994},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5012,"outputTokens":136,"latencyMs":1985.3371670000051},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6390,"outputTokens":263,"latencyMs":3446.5381659999985},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3986,"outputTokens":71,"latencyMs":2065.9142909999937},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":1809.0080410000082},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2379,"outputTokens":71,"latencyMs":1986.6507500000007},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":2038.9150840000075},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":2044.6584579999908},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6391,"outputTokens":139,"latencyMs":2476.2554999999993},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3987,"outputTokens":75,"latencyMs":2071.1979579999897},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2526,"outputTokens":139,"latencyMs":2049.031124999994},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2380,"outputTokens":75,"latencyMs":1952.6431669999874},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7356,"outputTokens":203,"latencyMs":2946.449250000005},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5011,"outputTokens":139,"latencyMs":2256.4788750000007},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":6393,"outputTokens":71,"latencyMs":2060.4588340000046},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3989,"outputTokens":135,"latencyMs":2083.1752080000006},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2528,"outputTokens":71,"latencyMs":1825.7844170000026},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2382,"outputTokens":71,"latencyMs":7046.931541999991},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":7358,"outputTokens":135,"latencyMs":2538.5492499999964},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":5013,"outputTokens":71,"latencyMs":1873.8705419999897},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6390,"outputTokens":199,"latencyMs":4536.653749999998},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3986,"outputTokens":263,"latencyMs":3243.1342079999886},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2525,"outputTokens":455,"latencyMs":5216.653166999997},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2379,"outputTokens":263,"latencyMs":2429.1110000000044},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7355,"outputTokens":199,"latencyMs":4101.897125000003},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5010,"outputTokens":199,"latencyMs":3005.9902920000022},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6391,"outputTokens":136,"latencyMs":2499.983250000005},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3987,"outputTokens":72,"latencyMs":2080.9162919999944},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2526,"outputTokens":72,"latencyMs":1830.715333},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2380,"outputTokens":72,"latencyMs":1996.6067080000066},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7356,"outputTokens":200,"latencyMs":2608.7418340000004},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5011,"outputTokens":136,"latencyMs":2061.732917000001},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6394,"outputTokens":135,"latencyMs":4399.195875000005},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3990,"outputTokens":71,"latencyMs":2098.5688750000118},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2529,"outputTokens":135,"latencyMs":2054.67908300001},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2383,"outputTokens":71,"latencyMs":2122.044833000007},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7359,"outputTokens":135,"latencyMs":4540.003624999998},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5014,"outputTokens":71,"latencyMs":2207.297915999996},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6392,"outputTokens":203,"latencyMs":4751.124874999994},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3988,"outputTokens":75,"latencyMs":4136.3764999999985},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2527,"outputTokens":75,"latencyMs":2214.095165999999},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2381,"outputTokens":139,"latencyMs":2092.458958000003},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7357,"outputTokens":139,"latencyMs":7352.334374999991},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5012,"outputTokens":75,"latencyMs":4224.712583},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6394,"outputTokens":135,"latencyMs":5200.016167000009},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":3990,"outputTokens":455,"latencyMs":4887.343832999992},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":2529,"outputTokens":839,"latencyMs":8083.383249999984},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":2383,"outputTokens":135,"latencyMs":2220.754375000004},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":2658.854667000007},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2248.789082999996},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6390,"outputTokens":199,"latencyMs":3303.1532080000034},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3986,"outputTokens":199,"latencyMs":2819.2597079999978},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2525,"outputTokens":199,"latencyMs":2586.7377500000002},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2379,"outputTokens":135,"latencyMs":2080.091207999998},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7355,"outputTokens":327,"latencyMs":5286.073332999993},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5010,"outputTokens":199,"latencyMs":2689.7644169999985},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":839,"latencyMs":8567.196666999982},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":1095,"latencyMs":10589.001916999987},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":967,"latencyMs":10267.823499999999},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1351,"latencyMs":12066.012999999977},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":11335.774833000003},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":903,"latencyMs":9357.048374999984},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":711,"latencyMs":5054.897540999984},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":839,"latencyMs":8563.205790999986},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":967,"latencyMs":9134.974667000002},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1415,"latencyMs":12375.057499999995},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":775,"latencyMs":5170.273291999998},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":583,"latencyMs":5825.888707999984},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":647,"latencyMs":6039.176374999981},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":455,"latencyMs":4541.053417000017},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":711,"latencyMs":10309.963416999992},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":519,"latencyMs":4998.113542000006},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":583,"latencyMs":5819.545250000025},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":839,"latencyMs":7538.939000000013},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":6389,"outputTokens":903,"latencyMs":8582.55137500001},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":711,"latencyMs":6028.812042000005},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":455,"latencyMs":4548.7567500000005},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":903,"latencyMs":7251.027415999997},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":8489.887790999986},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":967,"latencyMs":7576.895749999996},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6389,"outputTokens":455,"latencyMs":4463.02899999998},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":3985,"outputTokens":839,"latencyMs":22017.547708},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":5846.688249999977},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2378,"outputTokens":583,"latencyMs":5684.488666999998},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7354,"outputTokens":1095,"latencyMs":8734.714457999973},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5009,"outputTokens":455,"latencyMs":4400.608666999993},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6389,"outputTokens":455,"latencyMs":7963.4257919999945},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":3985,"outputTokens":647,"latencyMs":5986.171166999993},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2524,"outputTokens":839,"latencyMs":7617.406709000003},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2378,"outputTokens":903,"latencyMs":9010.457082999987},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7354,"outputTokens":903,"latencyMs":8458.214000000007},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5009,"outputTokens":455,"latencyMs":5913.674958999996},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6394,"outputTokens":2055,"latencyMs":18105.282041999977},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":3990,"outputTokens":2119,"latencyMs":19136.157958000025},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2529,"outputTokens":1799,"latencyMs":16265.01108299999},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2383,"outputTokens":1159,"latencyMs":10390.743875000015},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7359,"outputTokens":1415,"latencyMs":14758.11933300001},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5014,"outputTokens":2759,"latencyMs":25936.80245799999},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":6394,"outputTokens":1543,"latencyMs":14299.486291999987},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":3990,"outputTokens":2119,"latencyMs":19484.44733300002},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":2529,"outputTokens":2567,"latencyMs":23181.959875},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"67","actual":"65","isCorrect":false,"inputTokens":2383,"outputTokens":3463,"latencyMs":30711.92625000002},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":7359,"outputTokens":1799,"latencyMs":16991.826666000008},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5014,"outputTokens":1479,"latencyMs":13235.286457999988},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6394,"outputTokens":2183,"latencyMs":17624.39970800001},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":3990,"outputTokens":1479,"latencyMs":16761.98225},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2529,"outputTokens":1479,"latencyMs":13466.078041},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2383,"outputTokens":1159,"latencyMs":7017.183667000005},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7359,"outputTokens":2247,"latencyMs":21784.277083000023},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5014,"outputTokens":1479,"latencyMs":12965.20087500001},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":6394,"outputTokens":1351,"latencyMs":11490.177708000003},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3990,"outputTokens":1735,"latencyMs":14337.081207999989},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2529,"outputTokens":2119,"latencyMs":17954.68650000001},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2383,"outputTokens":1671,"latencyMs":16554.943958999997},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":7359,"outputTokens":1351,"latencyMs":14185.472000000009},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":5014,"outputTokens":1991,"latencyMs":16491.845666999987},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6390,"outputTokens":71,"latencyMs":1887.7070839999942},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3986,"outputTokens":71,"latencyMs":2145.5994169999904},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":1993.8442499999946},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2379,"outputTokens":199,"latencyMs":1812.2809159999888},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":2881.464416999981},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":2086.535042000003},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":6391,"outputTokens":3850,"latencyMs":32849.320999999996},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":3987,"outputTokens":9482,"latencyMs":70137.12574999998},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2526,"outputTokens":4106,"latencyMs":33936.20300000001},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2380,"outputTokens":5834,"latencyMs":31271.991582999995},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":7356,"outputTokens":6538,"latencyMs":51614.35366699999},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":5011,"outputTokens":3786,"latencyMs":31516.008499999996},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6388,"outputTokens":1863,"latencyMs":18301.302833000023},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":3984,"outputTokens":1543,"latencyMs":13097.771500000003},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2523,"outputTokens":1479,"latencyMs":14350.233958000026},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"78","actual":"81","isCorrect":false,"inputTokens":2377,"outputTokens":1863,"latencyMs":16063.368041000009},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7353,"outputTokens":1735,"latencyMs":13852.442916000029},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5008,"outputTokens":1287,"latencyMs":12221.215583000012},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"21","isCorrect":false,"inputTokens":6388,"outputTokens":1927,"latencyMs":15286.39720799998},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3984,"outputTokens":775,"latencyMs":6875.652790999971},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2523,"outputTokens":967,"latencyMs":8030.98320800002},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"22","actual":"19","isCorrect":false,"inputTokens":2377,"outputTokens":1479,"latencyMs":12584.081166000047},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7353,"outputTokens":1287,"latencyMs":10148.304709000047},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5008,"outputTokens":839,"latencyMs":7661.956833000004},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6396,"outputTokens":1479,"latencyMs":12388.687167000026},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":967,"latencyMs":9209.88412500004},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":1351,"latencyMs":12282.647833999945},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":2951,"latencyMs":21666.540000000037},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":1735,"latencyMs":15488.01754099998},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":2503,"latencyMs":18833.181291999994},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6396,"outputTokens":1415,"latencyMs":13675.949792},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":967,"latencyMs":8419.737208000035},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1095,"latencyMs":8747.823333000008},{"questionId":"q36","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1735,"latencyMs":13620.579833999975},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1735,"latencyMs":13347.63495799998},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1543,"latencyMs":13941.067665999988},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1671,"latencyMs":13477.274458000029},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":775,"latencyMs":6366.234292000008},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":10156.73004200001},{"questionId":"q37","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1351,"latencyMs":12026.115292000002},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1223,"latencyMs":8512.052124999987},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1415,"latencyMs":10677.450249999994},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6396,"outputTokens":1351,"latencyMs":10232.014957999985},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":2183,"latencyMs":16443.848083999997},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"12","actual":"11","isCorrect":false,"inputTokens":2531,"outputTokens":1287,"latencyMs":11546.345458999975},{"questionId":"q38","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":1415,"latencyMs":16804.123374999966},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"12","actual":"11","isCorrect":false,"inputTokens":7361,"outputTokens":1863,"latencyMs":16268.956249999988},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":1927,"latencyMs":14657.831708000042},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":903,"latencyMs":8912.977124999976},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1031,"latencyMs":7111.949167000013},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1607,"latencyMs":12446.524624999962},{"questionId":"q39","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1607,"latencyMs":16030.972542000003},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1159,"latencyMs":10737.410791999951},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":647,"latencyMs":6745.002916999976},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6396,"outputTokens":775,"latencyMs":9155.00791699998},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":7470.527249999985},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2531,"outputTokens":1991,"latencyMs":17112.486040999996},{"questionId":"q40","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2385,"outputTokens":1607,"latencyMs":13574.461291000014},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7361,"outputTokens":1223,"latencyMs":11200.958707999962},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":5016,"outputTokens":2183,"latencyMs":18574.878000000026},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6395,"outputTokens":2823,"latencyMs":23475.563790999993},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"60","isCorrect":false,"inputTokens":3991,"outputTokens":2439,"latencyMs":21389.461375000014},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2530,"outputTokens":3335,"latencyMs":28548.866958},{"questionId":"q41","format":"csv","model":"gpt-5-nano","expected":"63","actual":"66","isCorrect":false,"inputTokens":2384,"outputTokens":3143,"latencyMs":23657.011874999967},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7360,"outputTokens":2759,"latencyMs":27103.303208000027},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"64","isCorrect":false,"inputTokens":5015,"outputTokens":3847,"latencyMs":32039.798583000025},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6395,"outputTokens":2887,"latencyMs":26333.869790999976},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":3991,"outputTokens":1863,"latencyMs":15878.925584000011},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2530,"outputTokens":2375,"latencyMs":20782.507999999973},{"questionId":"q42","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":2384,"outputTokens":3015,"latencyMs":29548.73966600001},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7360,"outputTokens":3015,"latencyMs":28028.811582999944},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5015,"outputTokens":3975,"latencyMs":30580.216833000013},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6395,"outputTokens":2375,"latencyMs":18680.17512499995},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":3991,"outputTokens":2695,"latencyMs":21022.389749999973},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2530,"outputTokens":4423,"latencyMs":35473.940417000034},{"questionId":"q43","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2384,"outputTokens":3527,"latencyMs":28055.930667000008},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7360,"outputTokens":2631,"latencyMs":22097.419500000018},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5015,"outputTokens":2567,"latencyMs":20316.09908299998},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":6395,"outputTokens":2183,"latencyMs":16458.746249999967},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":3991,"outputTokens":1735,"latencyMs":14029.02908300003},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2530,"outputTokens":2759,"latencyMs":22403.400041999994},{"questionId":"q44","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":2384,"outputTokens":1799,"latencyMs":15350.74679200002},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":7360,"outputTokens":1863,"latencyMs":21412.417083000008},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":5015,"outputTokens":2119,"latencyMs":17560.468208000006},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"12","isCorrect":false,"inputTokens":6396,"outputTokens":2183,"latencyMs":18786.57012499997},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1287,"latencyMs":14698.572374999989},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":12129.003958000045},{"questionId":"q45","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":967,"latencyMs":8813.114624999987},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1479,"latencyMs":14408.595375000034},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":13767.624791000038},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6396,"outputTokens":775,"latencyMs":10091.327833999996},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":3992,"outputTokens":1287,"latencyMs":11082.981374999974},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2531,"outputTokens":1287,"latencyMs":11912.598457999993},{"questionId":"q46","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2385,"outputTokens":1095,"latencyMs":10218.235957999947},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7361,"outputTokens":1415,"latencyMs":13081.857707999996},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5016,"outputTokens":1287,"latencyMs":11909.989208000014},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6396,"outputTokens":1159,"latencyMs":11507.682750000036},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":3992,"outputTokens":1863,"latencyMs":14510.310457999993},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2531,"outputTokens":1863,"latencyMs":17212.659583},{"questionId":"q47","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2385,"outputTokens":3143,"latencyMs":26812.993625000003},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7361,"outputTokens":1479,"latencyMs":13216.13504199998},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":5016,"outputTokens":1159,"latencyMs":9538.472459000011},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6390,"outputTokens":839,"latencyMs":7709.159417000017},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3986,"outputTokens":1479,"latencyMs":12997.947250000027},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2525,"outputTokens":1287,"latencyMs":9876.617458000022},{"questionId":"q48","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2379,"outputTokens":1863,"latencyMs":16711.708999999973},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7355,"outputTokens":903,"latencyMs":11534.970666999987},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5010,"outputTokens":1543,"latencyMs":13666.124833999958},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6390,"outputTokens":839,"latencyMs":8072.7850409999955},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3986,"outputTokens":839,"latencyMs":9340.48099999997},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2525,"outputTokens":1543,"latencyMs":13130.370125000016},{"questionId":"q49","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2379,"outputTokens":1031,"latencyMs":9130.117582999985},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":12628.025332999998},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5010,"outputTokens":1351,"latencyMs":12489.51549999998},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":6390,"outputTokens":1095,"latencyMs":10048.911083000014},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3986,"outputTokens":1159,"latencyMs":12466.029958},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2525,"outputTokens":1671,"latencyMs":17070.24783399998},{"questionId":"q50","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2379,"outputTokens":1991,"latencyMs":43994.20291599998},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":7355,"outputTokens":839,"latencyMs":11433.856708999956},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":5010,"outputTokens":1415,"latencyMs":14133.945333999989},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9740,"outputTokens":137,"latencyMs":5725.620500000019},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6008,"outputTokens":137,"latencyMs":3537.003999999957},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6012,"outputTokens":201,"latencyMs":3449.177832999965},{"questionId":"q51","format":"csv","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6780,"outputTokens":201,"latencyMs":5933.467000000004},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11036,"outputTokens":201,"latencyMs":3509.3787500000326},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":2774.943082999962},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9740,"outputTokens":72,"latencyMs":2053.312082999968},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6008,"outputTokens":200,"latencyMs":2541.1404999999795},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6012,"outputTokens":72,"latencyMs":3988.976666999981},{"questionId":"q52","format":"csv","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6780,"outputTokens":200,"latencyMs":2520.4412090000114},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11036,"outputTokens":200,"latencyMs":5243.8419170000125},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7372,"outputTokens":72,"latencyMs":2283.116207999992},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9740,"outputTokens":265,"latencyMs":3502.6304169999785},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6008,"outputTokens":201,"latencyMs":4080.190917},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6012,"outputTokens":201,"latencyMs":3261.813166000007},{"questionId":"q53","format":"csv","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6780,"outputTokens":201,"latencyMs":3492.52895800001},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11036,"outputTokens":329,"latencyMs":3560.5746250000084},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":2419.7249999999767},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9740,"outputTokens":199,"latencyMs":3400.6343329999945},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6008,"outputTokens":199,"latencyMs":3086.4611250000307},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6012,"outputTokens":199,"latencyMs":2696.701000000001},{"questionId":"q54","format":"csv","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6780,"outputTokens":199,"latencyMs":2757.865582999948},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11036,"outputTokens":455,"latencyMs":4984.519625000015},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7372,"outputTokens":135,"latencyMs":2136.6116670000483},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9740,"outputTokens":265,"latencyMs":3452.8920829999843},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6008,"outputTokens":201,"latencyMs":2598.8042499999865},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6012,"outputTokens":137,"latencyMs":2897.064624999999},{"questionId":"q55","format":"csv","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6780,"outputTokens":329,"latencyMs":3967.7099999999627},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11036,"outputTokens":457,"latencyMs":8116.1711249999935},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7372,"outputTokens":137,"latencyMs":3202.7209169999696},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9740,"outputTokens":135,"latencyMs":2074.6599590000114},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6008,"outputTokens":135,"latencyMs":2164.3609999999753},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6012,"outputTokens":135,"latencyMs":3566.127332999953},{"questionId":"q56","format":"csv","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6780,"outputTokens":199,"latencyMs":3565.683000000019},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11036,"outputTokens":391,"latencyMs":4907.061416000011},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7372,"outputTokens":135,"latencyMs":2943.460584000044},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9740,"outputTokens":202,"latencyMs":2144.1765409999643},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6008,"outputTokens":266,"latencyMs":3424.966791999992},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6012,"outputTokens":202,"latencyMs":2417.148833000043},{"questionId":"q57","format":"csv","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6780,"outputTokens":266,"latencyMs":3372.944375000021},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11036,"outputTokens":266,"latencyMs":3484.7837500000023},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7372,"outputTokens":266,"latencyMs":3864.2447909999755},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9740,"outputTokens":200,"latencyMs":2489.652166999993},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6008,"outputTokens":264,"latencyMs":3502.012915999978},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6012,"outputTokens":264,"latencyMs":3898.8280830000294},{"questionId":"q58","format":"csv","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6780,"outputTokens":264,"latencyMs":3990.811625000031},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11036,"outputTokens":200,"latencyMs":2862.5407089999644},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7372,"outputTokens":136,"latencyMs":2088.466040999978},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9741,"outputTokens":140,"latencyMs":2325.508792000008},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6009,"outputTokens":140,"latencyMs":2617.279791000008},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6013,"outputTokens":76,"latencyMs":2583.8585420000018},{"questionId":"q59","format":"csv","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6781,"outputTokens":140,"latencyMs":2149.215957999986},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11037,"outputTokens":140,"latencyMs":13527.727459000016},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7373,"outputTokens":76,"latencyMs":2010.3478750000359},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9741,"outputTokens":203,"latencyMs":2713.821666999953},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6009,"outputTokens":139,"latencyMs":2615.7578750000102},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":139,"latencyMs":2202.916790999996},{"questionId":"q60","format":"csv","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":139,"latencyMs":3688.6122499999474},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":203,"latencyMs":2394.360875000013},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":139,"latencyMs":2173.0029160000267},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":9741,"outputTokens":76,"latencyMs":17129.43391699996},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6009,"outputTokens":76,"latencyMs":2061.3274170000223},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6013,"outputTokens":204,"latencyMs":2808.737792},{"questionId":"q61","format":"csv","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6781,"outputTokens":396,"latencyMs":4798.517999999982},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11037,"outputTokens":204,"latencyMs":2441.288958000019},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7373,"outputTokens":204,"latencyMs":2711.5917079999927},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":9740,"outputTokens":519,"latencyMs":5028.681125000003},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6008,"outputTokens":199,"latencyMs":3480.4872499999474},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6012,"outputTokens":519,"latencyMs":4719.21637499996},{"questionId":"q62","format":"csv","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6780,"outputTokens":775,"latencyMs":7283.0868330000085},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"3","actual":"10","isCorrect":false,"inputTokens":11036,"outputTokens":1159,"latencyMs":9298.242665999976},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7372,"outputTokens":455,"latencyMs":4879.7195000000065},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9741,"outputTokens":138,"latencyMs":2442.797749999969},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6009,"outputTokens":138,"latencyMs":2896.6150840000482},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6013,"outputTokens":74,"latencyMs":2150.479082999984},{"questionId":"q63","format":"csv","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6781,"outputTokens":330,"latencyMs":3737.614416999975},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11037,"outputTokens":266,"latencyMs":3687.061833999993},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7373,"outputTokens":138,"latencyMs":4893.55895799998},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9741,"outputTokens":75,"latencyMs":2239.4757079999545},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6009,"outputTokens":203,"latencyMs":3304.993166},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":139,"latencyMs":2395.0019589999574},{"questionId":"q64","format":"csv","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":139,"latencyMs":3054.71295799996},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":139,"latencyMs":2598.0142079999787},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":75,"latencyMs":1889.0314580000122},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":9741,"outputTokens":204,"latencyMs":2524.660916999972},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6009,"outputTokens":524,"latencyMs":5003.049666000006},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6013,"outputTokens":268,"latencyMs":3194.4402079999563},{"questionId":"q65","format":"csv","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6781,"outputTokens":332,"latencyMs":3711.1594160000095},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11037,"outputTokens":268,"latencyMs":3005.8764580000425},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7373,"outputTokens":140,"latencyMs":2808.354125000071},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":9740,"outputTokens":903,"latencyMs":5933.9200420000125},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6008,"outputTokens":327,"latencyMs":3244.149875000003},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6012,"outputTokens":327,"latencyMs":4295.518625000026},{"questionId":"q66","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6780,"outputTokens":647,"latencyMs":7380.364457999938},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11036,"outputTokens":1159,"latencyMs":10308.702333000023},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7372,"outputTokens":903,"latencyMs":9549.437917000032},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9741,"outputTokens":399,"latencyMs":4437.538124999963},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6009,"outputTokens":399,"latencyMs":6042.861707999953},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6013,"outputTokens":335,"latencyMs":3416.4085409999825},{"questionId":"q67","format":"csv","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6781,"outputTokens":335,"latencyMs":3710.368625000003},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11037,"outputTokens":207,"latencyMs":3861.8590829999885},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7373,"outputTokens":143,"latencyMs":2025.141958000022},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9741,"outputTokens":141,"latencyMs":2411.0267919999314},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6009,"outputTokens":141,"latencyMs":2518.730666999938},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6013,"outputTokens":77,"latencyMs":3208.235166999977},{"questionId":"q68","format":"csv","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6781,"outputTokens":333,"latencyMs":4909.264625000069},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11037,"outputTokens":205,"latencyMs":2645.1856670000125},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7373,"outputTokens":205,"latencyMs":3111.7832499999786},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9737,"outputTokens":839,"latencyMs":7298.521249999991},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6005,"outputTokens":775,"latencyMs":6628.589833999984},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6009,"outputTokens":711,"latencyMs":4708.566166999983},{"questionId":"q69","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6777,"outputTokens":711,"latencyMs":6705.013832999975},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11033,"outputTokens":1031,"latencyMs":9393.352833000012},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7369,"outputTokens":583,"latencyMs":8342.430458999937},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9737,"outputTokens":711,"latencyMs":8210.610042000073},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6005,"outputTokens":647,"latencyMs":7051.117334000068},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6009,"outputTokens":647,"latencyMs":9010.19120900007},{"questionId":"q70","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6777,"outputTokens":711,"latencyMs":7750.6860840000445},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11033,"outputTokens":519,"latencyMs":6087.945958000026},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7369,"outputTokens":583,"latencyMs":6541.201082999934},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9738,"outputTokens":647,"latencyMs":6625.296708000009},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6006,"outputTokens":775,"latencyMs":7374.769958000048},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":775,"latencyMs":8572.729374999995},{"questionId":"q71","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":839,"latencyMs":7539.710083000013},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":647,"latencyMs":6099.271833000006},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":455,"latencyMs":4789.85483299999},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9738,"outputTokens":775,"latencyMs":7392.772207999951},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6006,"outputTokens":711,"latencyMs":8112.062459000037},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":455,"latencyMs":6011.086417000042},{"questionId":"q72","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":775,"latencyMs":8283.391458999948},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":775,"latencyMs":7579.059041999979},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":711,"latencyMs":6414.782541999943},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":9738,"outputTokens":583,"latencyMs":6136.286083000014},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6006,"outputTokens":711,"latencyMs":6812.743499999982},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6010,"outputTokens":775,"latencyMs":6956.611292000045},{"questionId":"q73","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6778,"outputTokens":775,"latencyMs":7990.318415999995},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":11034,"outputTokens":1031,"latencyMs":9773.780415999936},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7370,"outputTokens":583,"latencyMs":7890.909999999916},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":9738,"outputTokens":2506,"latencyMs":19493.305334000033},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6006,"outputTokens":6090,"latencyMs":51953.07158400002},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6010,"outputTokens":3082,"latencyMs":29362.179584000027},{"questionId":"q74","format":"csv","model":"gpt-5-nano","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":6778,"outputTokens":2442,"latencyMs":24639.954917000025},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"42342.25","actual":"42343.25","isCorrect":false,"inputTokens":11034,"outputTokens":4362,"latencyMs":40615.42608300003},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"42342.25","actual":"42425.97","isCorrect":false,"inputTokens":7370,"outputTokens":3082,"latencyMs":28586.037167000002},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":9736,"outputTokens":3529,"latencyMs":25651.624333999935},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6004,"outputTokens":3273,"latencyMs":46786.95341700001},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6008,"outputTokens":2761,"latencyMs":24286.425250000088},{"questionId":"q75","format":"csv","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":6776,"outputTokens":1609,"latencyMs":16949.571250000037},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"846.85","actual":"846.85","isCorrect":true,"inputTokens":11032,"outputTokens":3401,"latencyMs":30039.075500000035},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"846.85","actual":"826.10","isCorrect":false,"inputTokens":7368,"outputTokens":1673,"latencyMs":16827.681542000035},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":9737,"outputTokens":391,"latencyMs":4238.999582999968},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6005,"outputTokens":199,"latencyMs":3047.5202089999802},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6009,"outputTokens":71,"latencyMs":2563.8218330000527},{"questionId":"q76","format":"csv","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6777,"outputTokens":263,"latencyMs":3498.7692080000415},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":11033,"outputTokens":327,"latencyMs":4506.402833000058},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7369,"outputTokens":263,"latencyMs":5876.860083000036},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9736,"outputTokens":842,"latencyMs":8153.820082999999},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6004,"outputTokens":1034,"latencyMs":11978.250499999966},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6008,"outputTokens":842,"latencyMs":7998.971334000002},{"questionId":"q77","format":"csv","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6776,"outputTokens":1034,"latencyMs":10254.544750000001},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11032,"outputTokens":1226,"latencyMs":11710.384333000053},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7368,"outputTokens":970,"latencyMs":11105.55908399995},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":9740,"outputTokens":1991,"latencyMs":20458.259332999936},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6008,"outputTokens":1415,"latencyMs":12379.170209000004},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6012,"outputTokens":1095,"latencyMs":17466.13995900005},{"questionId":"q78","format":"csv","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":6780,"outputTokens":2055,"latencyMs":19377.742000000086},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":11036,"outputTokens":1671,"latencyMs":14522.479166000034},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":7372,"outputTokens":1415,"latencyMs":11591.883833999978},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":9740,"outputTokens":967,"latencyMs":8758.404834000045},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6008,"outputTokens":1351,"latencyMs":13009.658374999999},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6012,"outputTokens":1991,"latencyMs":17716.255083000055},{"questionId":"q79","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6780,"outputTokens":1415,"latencyMs":13160.655749999918},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":11036,"outputTokens":1415,"latencyMs":13413.996249999967},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7372,"outputTokens":1351,"latencyMs":13869.376125000068},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":9740,"outputTokens":1607,"latencyMs":16316.43429200002},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6008,"outputTokens":1223,"latencyMs":12814.356832999969},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6012,"outputTokens":2247,"latencyMs":22320.400582999922},{"questionId":"q80","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":6780,"outputTokens":1223,"latencyMs":12152.16066699999},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":11036,"outputTokens":1607,"latencyMs":15796.040042000008},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":7372,"outputTokens":1607,"latencyMs":14628.143124999944},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":9744,"outputTokens":775,"latencyMs":8044.3744169999845},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6012,"outputTokens":711,"latencyMs":8203.36170899996},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6016,"outputTokens":711,"latencyMs":7693.317082999973},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6784,"outputTokens":1031,"latencyMs":11246.009707999998},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":11040,"outputTokens":839,"latencyMs":8284.780958999996},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7376,"outputTokens":711,"latencyMs":7114.552957999986},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":9744,"outputTokens":1031,"latencyMs":11031.037917000009},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6012,"outputTokens":775,"latencyMs":7436.123291000025},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6016,"outputTokens":647,"latencyMs":5642.12870900007},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6784,"outputTokens":1415,"latencyMs":10684.036583999987},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":11040,"outputTokens":1095,"latencyMs":9591.51483400003},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7376,"outputTokens":583,"latencyMs":6549.260499999975},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":9745,"outputTokens":711,"latencyMs":7236.848207999952},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6013,"outputTokens":711,"latencyMs":6560.139999999898},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6017,"outputTokens":711,"latencyMs":7593.66174999997},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6785,"outputTokens":1159,"latencyMs":9643.338875000016},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":11041,"outputTokens":1351,"latencyMs":11227.10245799995},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7377,"outputTokens":1287,"latencyMs":10611.034708000021},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":9745,"outputTokens":1415,"latencyMs":14063.366374999983},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6013,"outputTokens":1031,"latencyMs":9524.272583000013},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6017,"outputTokens":775,"latencyMs":10805.742417000001},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6785,"outputTokens":1031,"latencyMs":8580.219749999931},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":11041,"outputTokens":839,"latencyMs":9619.70304199995},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7377,"outputTokens":775,"latencyMs":9559.123332999996},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":9745,"outputTokens":711,"latencyMs":8161.161457999959},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6013,"outputTokens":775,"latencyMs":8177.122957999934},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6017,"outputTokens":775,"latencyMs":9374.00295799994},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6785,"outputTokens":775,"latencyMs":8730.713875000016},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":11041,"outputTokens":1159,"latencyMs":12217.363624999998},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7377,"outputTokens":903,"latencyMs":12021.207540999982},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":9744,"outputTokens":1095,"latencyMs":10960.18225000007},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":6012,"outputTokens":839,"latencyMs":8279.23970799998},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6016,"outputTokens":1031,"latencyMs":10591.77891699993},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6784,"outputTokens":2055,"latencyMs":18758.21666699997},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"6","actual":"5","isCorrect":false,"inputTokens":11040,"outputTokens":2695,"latencyMs":28158.43187500001},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7376,"outputTokens":1031,"latencyMs":9581.11387500004},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":9744,"outputTokens":1159,"latencyMs":10407.487290999969},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6012,"outputTokens":1095,"latencyMs":11576.530207999982},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6016,"outputTokens":839,"latencyMs":8411.605875000008},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6784,"outputTokens":1735,"latencyMs":17041.64683299989},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":11040,"outputTokens":2503,"latencyMs":23509.831958000083},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7376,"outputTokens":775,"latencyMs":8364.68758300005},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":9745,"outputTokens":1351,"latencyMs":14116.522207999951},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6013,"outputTokens":1351,"latencyMs":12985.706667000079},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6017,"outputTokens":1095,"latencyMs":10501.19987500005},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"4","actual":"10","isCorrect":false,"inputTokens":6785,"outputTokens":1991,"latencyMs":17892.09812500002},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"4","actual":"9","isCorrect":false,"inputTokens":11041,"outputTokens":1415,"latencyMs":13647.587290999945},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7377,"outputTokens":775,"latencyMs":8616.568916999968},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":9746,"outputTokens":1607,"latencyMs":14166.543874999974},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6014,"outputTokens":2695,"latencyMs":32905.722499999916},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6018,"outputTokens":2247,"latencyMs":19274.332292000065},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6786,"outputTokens":2951,"latencyMs":25430.72445800004},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"27","actual":"26","isCorrect":false,"inputTokens":11042,"outputTokens":3463,"latencyMs":31853.391082999995},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":7378,"outputTokens":1991,"latencyMs":14248.684000000008},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":9746,"outputTokens":1991,"latencyMs":20797.932583000045},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6014,"outputTokens":2503,"latencyMs":21530.25679200003},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6018,"outputTokens":2119,"latencyMs":20685.752624999965},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":6786,"outputTokens":3271,"latencyMs":40167.07704200002},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"27","actual":"29","isCorrect":false,"inputTokens":11042,"outputTokens":3463,"latencyMs":31796.91783400008},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"27","actual":"27","isCorrect":true,"inputTokens":7378,"outputTokens":2119,"latencyMs":21988.869749999954},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3714,"outputTokens":72,"latencyMs":2160.4813750000903},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2390,"outputTokens":72,"latencyMs":1967.7473750000354},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1563,"outputTokens":136,"latencyMs":2468.6786660000216},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1441,"outputTokens":72,"latencyMs":4727.254416999989},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4423,"outputTokens":136,"latencyMs":2157.150082999957},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2985,"outputTokens":72,"latencyMs":1653.1267920000246},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3713,"outputTokens":138,"latencyMs":3584.292665999965},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2389,"outputTokens":138,"latencyMs":3113.247333999956},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1562,"outputTokens":138,"latencyMs":2210.6495829999913},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1440,"outputTokens":74,"latencyMs":1891.8386249999749},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4422,"outputTokens":138,"latencyMs":2846.9302089998964},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":2898.4864580000285},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":3714,"outputTokens":71,"latencyMs":3995.5857920000562},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2390,"outputTokens":135,"latencyMs":2615.45091600006},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2512.679416000028},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1441,"outputTokens":71,"latencyMs":1728.5510420000646},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2542.8469160000095},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2254.5805829999736},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":3714,"outputTokens":199,"latencyMs":5170.849916000036},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":2390,"outputTokens":263,"latencyMs":4656.3929170001065},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2779.383791},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":2264.0923750000075},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2195.5762920000125},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"377","actual":"377","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2428.351874999935},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3714,"outputTokens":137,"latencyMs":2332.109083000105},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2390,"outputTokens":201,"latencyMs":3142.835624999949},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1563,"outputTokens":201,"latencyMs":2913.622875000001},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1441,"outputTokens":201,"latencyMs":3285.8561669999035},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4423,"outputTokens":201,"latencyMs":3019.104291000054},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2985,"outputTokens":265,"latencyMs":4543.04220799997},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3714,"outputTokens":136,"latencyMs":2220.9247090000426},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2390,"outputTokens":136,"latencyMs":2244.313375000027},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1563,"outputTokens":584,"latencyMs":7906.118999999948},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1441,"outputTokens":72,"latencyMs":1877.4250410000095},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4423,"outputTokens":200,"latencyMs":2519.5705829999642},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2985,"outputTokens":136,"latencyMs":2408.983666999964},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3713,"outputTokens":266,"latencyMs":3586.8146669999696},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2389,"outputTokens":202,"latencyMs":3030.9730839999393},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1562,"outputTokens":74,"latencyMs":2050.371458000038},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1440,"outputTokens":138,"latencyMs":2373.4767500000307},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4422,"outputTokens":202,"latencyMs":3760.5842089999933},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":3329.644917000085},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":3714,"outputTokens":71,"latencyMs":1986.6049580000108},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":2390,"outputTokens":135,"latencyMs":3177.022958000074},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":1563,"outputTokens":135,"latencyMs":2825.66183300002},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":2152.4094589999877},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":4423,"outputTokens":199,"latencyMs":3164.6599589999532},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"44","actual":"44","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2033.3475420000032},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":3714,"outputTokens":199,"latencyMs":2555.278542000102},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":2390,"outputTokens":391,"latencyMs":4732.483666000073},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":1563,"outputTokens":1095,"latencyMs":10554.444750000024},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":1441,"outputTokens":71,"latencyMs":2174.649417000008},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":4423,"outputTokens":71,"latencyMs":2105.503625000012},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"411","actual":"411","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2100.110083000036},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3714,"outputTokens":201,"latencyMs":2821.6263340000296},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2390,"outputTokens":329,"latencyMs":3717.4844590000575},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1563,"outputTokens":137,"latencyMs":3140.835000000079},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1441,"outputTokens":201,"latencyMs":2552.8120419998886},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4423,"outputTokens":201,"latencyMs":2862.650499999989},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2985,"outputTokens":201,"latencyMs":2682.1707500000484},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3714,"outputTokens":456,"latencyMs":4452.458375000046},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2390,"outputTokens":136,"latencyMs":2489.246708000079},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1563,"outputTokens":456,"latencyMs":5249.345749999979},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1441,"outputTokens":136,"latencyMs":2197.3858330000658},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4423,"outputTokens":200,"latencyMs":3012.021791999927},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2985,"outputTokens":200,"latencyMs":3278.834125000052},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3713,"outputTokens":138,"latencyMs":2518.937874999945},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2389,"outputTokens":202,"latencyMs":3398.9049999999115},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1562,"outputTokens":74,"latencyMs":2296.9806660000468},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1440,"outputTokens":138,"latencyMs":2029.8846660000272},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4422,"outputTokens":138,"latencyMs":2302.419458999997},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2984,"outputTokens":138,"latencyMs":2475.870583000011},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3714,"outputTokens":135,"latencyMs":2315.1321659999667},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2390,"outputTokens":135,"latencyMs":2319.911582999979},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":1563,"outputTokens":71,"latencyMs":2558.925667000003},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":1441,"outputTokens":135,"latencyMs":2206.157208999968},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":4423,"outputTokens":135,"latencyMs":2380.1093339999206},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2985,"outputTokens":135,"latencyMs":2722.965749999974},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"344498","actual":"514834","isCorrect":false,"inputTokens":3711,"outputTokens":3208,"latencyMs":25559.368666999973},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":2387,"outputTokens":2056,"latencyMs":17917.260124999913},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":1560,"outputTokens":2760,"latencyMs":29381.368999999948},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":1438,"outputTokens":2568,"latencyMs":25301.604915999924},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":4420,"outputTokens":2120,"latencyMs":20036.88616699993},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":2982,"outputTokens":2440,"latencyMs":24809.837583000073},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":3709,"outputTokens":2698,"latencyMs":26614.256749999942},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":2385,"outputTokens":3850,"latencyMs":30384.39741700003},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":1558,"outputTokens":5002,"latencyMs":39310.72404100001},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":1436,"outputTokens":3914,"latencyMs":30534.346207999974},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":4418,"outputTokens":5962,"latencyMs":50942.82920799998},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":2980,"outputTokens":3722,"latencyMs":30183.680999999982},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":3711,"outputTokens":1544,"latencyMs":14554.544833999942},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2387,"outputTokens":1864,"latencyMs":16059.536958999932},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":1560,"outputTokens":1800,"latencyMs":13331.765167000005},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":1438,"outputTokens":2248,"latencyMs":20647.923750000075},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4420,"outputTokens":1992,"latencyMs":18711.77266700007},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2982,"outputTokens":1992,"latencyMs":17872.234582999954},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":3710,"outputTokens":3018,"latencyMs":24382.488749999902},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":2386,"outputTokens":2122,"latencyMs":17084.545166000025},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":1559,"outputTokens":2442,"latencyMs":16804.63529200002},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":false,"inputTokens":1437,"outputTokens":2762,"latencyMs":21603.769457999966},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":4419,"outputTokens":2954,"latencyMs":25898.32262500003},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"5742","actual":"5741.63","isCorrect":true,"inputTokens":2981,"outputTokens":3082,"latencyMs":26147.257792000077},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":3708,"outputTokens":2826,"latencyMs":22156.64049999998},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":2384,"outputTokens":5770,"latencyMs":45177.44458300003},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":1557,"outputTokens":6602,"latencyMs":51966.99800000002},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":1435,"outputTokens":5514,"latencyMs":60363.666292000096},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":4417,"outputTokens":3658,"latencyMs":30602.965833000024},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"5213.64","actual":"5213.64","isCorrect":true,"inputTokens":2979,"outputTokens":4042,"latencyMs":30952.006958000013},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":3710,"outputTokens":2505,"latencyMs":19555.168124999967},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"30","actual":"30.1833333333","isCorrect":false,"inputTokens":2386,"outputTokens":2060,"latencyMs":16246.430916999932},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"30","actual":"30.1833333333","isCorrect":false,"inputTokens":1559,"outputTokens":1868,"latencyMs":14605.703582999995},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":1437,"outputTokens":2121,"latencyMs":16087.205292000086},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":4419,"outputTokens":2569,"latencyMs":22576.87158300006},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":2981,"outputTokens":3081,"latencyMs":32493.861167000025},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3710,"outputTokens":199,"latencyMs":2471.700041999924},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2386,"outputTokens":199,"latencyMs":2623.0392089999514},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1559,"outputTokens":199,"latencyMs":4606.160499999998},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1437,"outputTokens":519,"latencyMs":8587.97979100002},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4419,"outputTokens":775,"latencyMs":8885.623999999953},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2981,"outputTokens":839,"latencyMs":9555.64512500004},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3713,"outputTokens":840,"latencyMs":10791.183000000077},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2389,"outputTokens":584,"latencyMs":6886.326374999946},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1562,"outputTokens":776,"latencyMs":6628.157125000027},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1440,"outputTokens":712,"latencyMs":21680.95612499991},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4422,"outputTokens":904,"latencyMs":6288.084542000084},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2984,"outputTokens":840,"latencyMs":7345.950208000024},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":3711,"outputTokens":1927,"latencyMs":15630.85641700006},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2387,"outputTokens":1543,"latencyMs":13830.881333000027},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1560,"outputTokens":3399,"latencyMs":27858.08337499993},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":1438,"outputTokens":2119,"latencyMs":17898.868416999932},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":4420,"outputTokens":1927,"latencyMs":16088.102375000017},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"42","isCorrect":true,"inputTokens":2982,"outputTokens":1351,"latencyMs":13756.239291999955},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3711,"outputTokens":1287,"latencyMs":11654.778041000012},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2387,"outputTokens":1223,"latencyMs":11301.72079199995},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":1560,"outputTokens":903,"latencyMs":11422.129083000007},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":1438,"outputTokens":1223,"latencyMs":10991.47654199996},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":4420,"outputTokens":1095,"latencyMs":9356.402750000008},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2982,"outputTokens":1671,"latencyMs":15116.39733399998},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3717,"outputTokens":2759,"latencyMs":22606.555333000026},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2393,"outputTokens":1991,"latencyMs":15961.106625000015},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1566,"outputTokens":3271,"latencyMs":28271.37262499996},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1444,"outputTokens":2055,"latencyMs":23485.87941599998},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4426,"outputTokens":2247,"latencyMs":17805.453624999966},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2988,"outputTokens":1991,"latencyMs":17092.77908300003},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":3717,"outputTokens":1799,"latencyMs":15907.823500000057},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2393,"outputTokens":1415,"latencyMs":13307.028707999969},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":1566,"outputTokens":1287,"latencyMs":11404.158042000025},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":1444,"outputTokens":1543,"latencyMs":15668.93991700001},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":4426,"outputTokens":1479,"latencyMs":12554.25237500004},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":2988,"outputTokens":1415,"latencyMs":10919.152374999947},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3717,"outputTokens":2119,"latencyMs":17944.776208000025},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"29","isCorrect":false,"inputTokens":2393,"outputTokens":1991,"latencyMs":15720.772207999951},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1566,"outputTokens":2183,"latencyMs":19091.403667000006},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1444,"outputTokens":2439,"latencyMs":17438.373416999937},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4426,"outputTokens":1927,"latencyMs":17590.84870900004},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2988,"outputTokens":1991,"latencyMs":15321.691541000037},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3718,"outputTokens":2695,"latencyMs":20300.308750000084},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2394,"outputTokens":2439,"latencyMs":20740.971458000015},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1567,"outputTokens":1863,"latencyMs":16252.319250000059},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1445,"outputTokens":2247,"latencyMs":16863.056542000035},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4427,"outputTokens":2119,"latencyMs":19002.159458000096},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2989,"outputTokens":2567,"latencyMs":22946.177290999913},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":3718,"outputTokens":1735,"latencyMs":16704.405833999976},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2394,"outputTokens":1351,"latencyMs":13587.151750000077},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1567,"outputTokens":2247,"latencyMs":19008.454666999984},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":1445,"outputTokens":2055,"latencyMs":17631.504249999998},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":4427,"outputTokens":2631,"latencyMs":21519.105417000013},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":2989,"outputTokens":2439,"latencyMs":19106.415500000003},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3718,"outputTokens":2055,"latencyMs":16352.67395899992},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2394,"outputTokens":2375,"latencyMs":21503.488541000057},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1567,"outputTokens":1479,"latencyMs":12799.796666000038},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1445,"outputTokens":2695,"latencyMs":19698.92416699999},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4427,"outputTokens":2311,"latencyMs":18700.16062500002},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2989,"outputTokens":2887,"latencyMs":22323.647707999917},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3718,"outputTokens":2247,"latencyMs":17946.829707999947},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2394,"outputTokens":2055,"latencyMs":16307.575625000056},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1567,"outputTokens":2183,"latencyMs":17700.423999999883},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1445,"outputTokens":1735,"latencyMs":15255.27416699985},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4427,"outputTokens":1927,"latencyMs":15669.658958999906},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2989,"outputTokens":2055,"latencyMs":20495.081250000047},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":3716,"outputTokens":2439,"latencyMs":21605.743334},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":2392,"outputTokens":1799,"latencyMs":15197.272000000114},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":1565,"outputTokens":2439,"latencyMs":21486.12920799991},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":1443,"outputTokens":2503,"latencyMs":24285.106000000145},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"35","actual":"37","isCorrect":false,"inputTokens":4425,"outputTokens":1991,"latencyMs":17135.61404100014},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"35","actual":"35","isCorrect":true,"inputTokens":2987,"outputTokens":2695,"latencyMs":23893.621500000125},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3716,"outputTokens":1735,"latencyMs":16284.016708999872},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2392,"outputTokens":1543,"latencyMs":13340.333666999824},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":1565,"outputTokens":2439,"latencyMs":22261.22108300007},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":1443,"outputTokens":1543,"latencyMs":13468.11233299994},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":4425,"outputTokens":2567,"latencyMs":23286.229291999945},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2987,"outputTokens":1607,"latencyMs":16397.918459000066},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3720,"outputTokens":2631,"latencyMs":21902.219999999972},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2396,"outputTokens":3527,"latencyMs":29852.68995800009},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1569,"outputTokens":2439,"latencyMs":20233.483499999857},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1447,"outputTokens":2631,"latencyMs":26612.42329200008},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4429,"outputTokens":2759,"latencyMs":24487.30795899988},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2991,"outputTokens":2951,"latencyMs":23926.094459000044},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3720,"outputTokens":2951,"latencyMs":25336.391208000015},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2396,"outputTokens":2631,"latencyMs":23826.401957999915},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1569,"outputTokens":2119,"latencyMs":18504.227542000124},{"questionId":"q124","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1447,"outputTokens":2631,"latencyMs":23583.039749999996},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4429,"outputTokens":2311,"latencyMs":19657.72862499999},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2991,"outputTokens":2887,"latencyMs":25947.33120799996},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15191,"outputTokens":72,"latencyMs":2164.636666000122},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11501,"outputTokens":72,"latencyMs":1901.091000000015},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":4415.32320899982},{"questionId":"q125","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8558,"outputTokens":200,"latencyMs":2920.6228329997975},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17140,"outputTokens":264,"latencyMs":4587.506916000042},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13173,"outputTokens":136,"latencyMs":2286.8508329999167},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15193,"outputTokens":264,"latencyMs":3363.261625000043},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":3887.2047080001794},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8792,"outputTokens":520,"latencyMs":6708.048416000092},{"questionId":"q126","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8560,"outputTokens":264,"latencyMs":5758.864082999993},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17142,"outputTokens":264,"latencyMs":4166.387667000061},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13175,"outputTokens":264,"latencyMs":3140.359625000041},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15188,"outputTokens":264,"latencyMs":3930.3937080001924},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":11498,"outputTokens":200,"latencyMs":3098.556833000155},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8787,"outputTokens":328,"latencyMs":3895.7291670001578},{"questionId":"q127","format":"csv","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8555,"outputTokens":328,"latencyMs":4520.822082999861},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17137,"outputTokens":200,"latencyMs":2747.752041999949},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13170,"outputTokens":328,"latencyMs":4313.89508399996},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15194,"outputTokens":263,"latencyMs":4023.4429170000367},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11504,"outputTokens":263,"latencyMs":3210.4502919998486},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8793,"outputTokens":199,"latencyMs":3089.29458300001},{"questionId":"q128","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8561,"outputTokens":199,"latencyMs":3090.7542090001516},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17143,"outputTokens":263,"latencyMs":4698.213415999897},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13176,"outputTokens":199,"latencyMs":3879.6035839999095},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15188,"outputTokens":200,"latencyMs":3448.898792000022},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":11498,"outputTokens":264,"latencyMs":3615.197167000035},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8787,"outputTokens":584,"latencyMs":5764.416458999971},{"questionId":"q129","format":"csv","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8555,"outputTokens":328,"latencyMs":4051.15395800001},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17137,"outputTokens":264,"latencyMs":3388.5157499997877},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13170,"outputTokens":264,"latencyMs":3257.507832999807},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15193,"outputTokens":136,"latencyMs":2803.681542000035},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":3043.779792000074},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8792,"outputTokens":328,"latencyMs":4162.984458999941},{"questionId":"q130","format":"csv","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8560,"outputTokens":392,"latencyMs":5044.698041999945},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17142,"outputTokens":392,"latencyMs":4277.821332999971},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13175,"outputTokens":264,"latencyMs":3352.8081249999814},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15192,"outputTokens":200,"latencyMs":3595.359125000192},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":11502,"outputTokens":200,"latencyMs":2783.8036670000292},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8791,"outputTokens":264,"latencyMs":4340.073084000032},{"questionId":"q131","format":"csv","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8559,"outputTokens":392,"latencyMs":4279.747250000015},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17141,"outputTokens":264,"latencyMs":3620.5965829999186},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13174,"outputTokens":200,"latencyMs":4745.045582999941},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15190,"outputTokens":200,"latencyMs":2580.8232499998994},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":11500,"outputTokens":200,"latencyMs":3814.516125000082},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8789,"outputTokens":200,"latencyMs":2801.5084999999963},{"questionId":"q132","format":"csv","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8557,"outputTokens":200,"latencyMs":3637.0402079999913},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17139,"outputTokens":136,"latencyMs":4604.886457999935},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":13172,"outputTokens":392,"latencyMs":3920.1444580000825},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"master","isCorrect":false,"inputTokens":15196,"outputTokens":135,"latencyMs":2331.6939999999013},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11506,"outputTokens":263,"latencyMs":3571.8804170000367},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8795,"outputTokens":327,"latencyMs":3559.3042909998912},{"questionId":"q133","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8563,"outputTokens":263,"latencyMs":3334.2357079999056},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17145,"outputTokens":263,"latencyMs":18791.048083000118},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13178,"outputTokens":327,"latencyMs":5832.162791999988},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15191,"outputTokens":264,"latencyMs":3848.7241670000367},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":11501,"outputTokens":264,"latencyMs":3234.1249170000665},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8790,"outputTokens":456,"latencyMs":5127.666250000009},{"questionId":"q134","format":"csv","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8558,"outputTokens":264,"latencyMs":3306.8452089999337},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17140,"outputTokens":264,"latencyMs":18364.08929100004},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13173,"outputTokens":200,"latencyMs":2857.1215830000583},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15196,"outputTokens":200,"latencyMs":3283.6052079999354},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":11506,"outputTokens":200,"latencyMs":3696.613749999786},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8795,"outputTokens":456,"latencyMs":4567.435082999989},{"questionId":"q135","format":"csv","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8563,"outputTokens":712,"latencyMs":7086.083374999929},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17145,"outputTokens":328,"latencyMs":4897.1226669999305},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13178,"outputTokens":136,"latencyMs":2840.204291000031},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"13178919","isCorrect":false,"inputTokens":15190,"outputTokens":4233,"latencyMs":34639.57329099998},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15414563","isCorrect":false,"inputTokens":11500,"outputTokens":8329,"latencyMs":68246.8836660001},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8789,"outputTokens":5577,"latencyMs":47256.002624999965},{"questionId":"q136","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8557,"outputTokens":5385,"latencyMs":46965.73054199992},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"14797213","isCorrect":false,"inputTokens":17139,"outputTokens":6025,"latencyMs":50248.46258300007},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"13742751","isCorrect":false,"inputTokens":13172,"outputTokens":5257,"latencyMs":39502.975500000175},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15187,"outputTokens":1351,"latencyMs":11809.556374999927},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11497,"outputTokens":1543,"latencyMs":13457.828125},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8786,"outputTokens":327,"latencyMs":3699.344458000036},{"questionId":"q137","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8554,"outputTokens":1223,"latencyMs":13058.361959000118},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17136,"outputTokens":2183,"latencyMs":17140.390542000066},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13169,"outputTokens":2183,"latencyMs":29176.603999999817},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"158781.58","isCorrect":false,"inputTokens":15189,"outputTokens":5706,"latencyMs":45636.09379100008},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"157962.66","isCorrect":false,"inputTokens":11499,"outputTokens":5386,"latencyMs":42989.80387499998},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8788,"outputTokens":6538,"latencyMs":57928.51500000013},{"questionId":"q138","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154125.63","isCorrect":false,"inputTokens":8556,"outputTokens":7626,"latencyMs":67333.23220800003},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"174931.16","isCorrect":false,"inputTokens":17138,"outputTokens":7946,"latencyMs":71926.34970899997},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"158528.33","isCorrect":false,"inputTokens":13171,"outputTokens":5002,"latencyMs":42671.62604200002},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"98","isCorrect":false,"inputTokens":15190,"outputTokens":7623,"latencyMs":65881.46004199982},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":11500,"outputTokens":2631,"latencyMs":24811.405624999898},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8789,"outputTokens":2887,"latencyMs":27943.76012500003},{"questionId":"q139","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8557,"outputTokens":2247,"latencyMs":19364.62383399997},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"77","actual":"66","isCorrect":false,"inputTokens":17139,"outputTokens":2375,"latencyMs":23098.882291000104},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":13172,"outputTokens":4103,"latencyMs":34143.06470800005},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"36","isCorrect":false,"inputTokens":15190,"outputTokens":1991,"latencyMs":18638.995750000002},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":11500,"outputTokens":1927,"latencyMs":17657.982624999946},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8789,"outputTokens":2503,"latencyMs":24297.584833999863},{"questionId":"q140","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8557,"outputTokens":2055,"latencyMs":17578.884124999866},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":17139,"outputTokens":2375,"latencyMs":25739.030000000028},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13172,"outputTokens":1159,"latencyMs":12195.97116700001},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15190,"outputTokens":1415,"latencyMs":14156.082792000147},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":11500,"outputTokens":1735,"latencyMs":16448.939500000095},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8789,"outputTokens":2695,"latencyMs":24518.68125000014},{"questionId":"q141","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8557,"outputTokens":2183,"latencyMs":20246.06700000004},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":17139,"outputTokens":1223,"latencyMs":11820.103957999963},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":13172,"outputTokens":1287,"latencyMs":13218.47016700008},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"66","isCorrect":false,"inputTokens":15190,"outputTokens":15815,"latencyMs":129439.63525000005},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"48","isCorrect":false,"inputTokens":11500,"outputTokens":2375,"latencyMs":19213.368790999986},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"49","actual":"41","isCorrect":false,"inputTokens":8789,"outputTokens":2631,"latencyMs":22324.61266699992},{"questionId":"q142","format":"csv","model":"gpt-5-nano","expected":"49","actual":"43","isCorrect":false,"inputTokens":8557,"outputTokens":8519,"latencyMs":71462.14699999988},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"49","actual":"37","isCorrect":false,"inputTokens":17139,"outputTokens":1927,"latencyMs":18054.367833999917},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"52","isCorrect":false,"inputTokens":13172,"outputTokens":7111,"latencyMs":57687.61658300017},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"27","isCorrect":false,"inputTokens":15190,"outputTokens":6343,"latencyMs":54117.42270800006},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":11500,"outputTokens":2503,"latencyMs":21336.07250000001},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8789,"outputTokens":3207,"latencyMs":28726.409750000108},{"questionId":"q143","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8557,"outputTokens":3207,"latencyMs":28144.135374999838},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":17139,"outputTokens":7751,"latencyMs":68708.20299999998},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13172,"outputTokens":2631,"latencyMs":24963.287832999835},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":15190,"outputTokens":1351,"latencyMs":12307.157791999867},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11500,"outputTokens":1799,"latencyMs":16081.048833000008},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8789,"outputTokens":2311,"latencyMs":24229.94125000015},{"questionId":"q144","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8557,"outputTokens":2887,"latencyMs":71006.91904199985},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17139,"outputTokens":4359,"latencyMs":38575.388624999905},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13172,"outputTokens":2439,"latencyMs":25632.12412500009},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":15190,"outputTokens":4679,"latencyMs":41555.575666000135},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":11500,"outputTokens":3079,"latencyMs":27977.129915999947},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8789,"outputTokens":4487,"latencyMs":38732.8980419999},{"questionId":"q145","format":"csv","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8557,"outputTokens":3911,"latencyMs":36557.17979099997},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":17139,"outputTokens":3335,"latencyMs":26307.532499999972},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":13172,"outputTokens":6727,"latencyMs":53212.62387500005},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15190,"outputTokens":2567,"latencyMs":21439.23270799988},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11500,"outputTokens":2439,"latencyMs":21897.947292000055},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8789,"outputTokens":4999,"latencyMs":44197.20708299987},{"questionId":"q146","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8557,"outputTokens":2247,"latencyMs":18559.95900000003},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17139,"outputTokens":1223,"latencyMs":12629.996582999825},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":13172,"outputTokens":2247,"latencyMs":19349.258458000142},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"31","isCorrect":false,"inputTokens":15191,"outputTokens":2375,"latencyMs":20621.535374999978},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"34","isCorrect":false,"inputTokens":11501,"outputTokens":3079,"latencyMs":26991.963708000025},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":8790,"outputTokens":6855,"latencyMs":56376.46891599987},{"questionId":"q147","format":"csv","model":"gpt-5-nano","expected":"41","actual":"48","isCorrect":false,"inputTokens":8558,"outputTokens":4359,"latencyMs":33850.91108300001},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"41","actual":"30","isCorrect":false,"inputTokens":17140,"outputTokens":6215,"latencyMs":55234.437541999854},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":13173,"outputTokens":4615,"latencyMs":36097.152},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"48","isCorrect":false,"inputTokens":15191,"outputTokens":3847,"latencyMs":30409.343500000192},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":11501,"outputTokens":5319,"latencyMs":46027.35070800013},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":8790,"outputTokens":2567,"latencyMs":23506.050000000047},{"questionId":"q148","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":8558,"outputTokens":2759,"latencyMs":22184.165415999945},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"53","actual":"38","isCorrect":false,"inputTokens":17140,"outputTokens":4039,"latencyMs":35298.61958299996},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":13173,"outputTokens":3783,"latencyMs":30614.689082999947},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"44","isCorrect":false,"inputTokens":15197,"outputTokens":3719,"latencyMs":29834.36266699992},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"40","isCorrect":false,"inputTokens":11507,"outputTokens":3079,"latencyMs":25090.877416000003},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8796,"outputTokens":9031,"latencyMs":73046.81608300004},{"questionId":"q149","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":8564,"outputTokens":4679,"latencyMs":37390.074375000084},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"57","actual":"53","isCorrect":false,"inputTokens":17146,"outputTokens":9863,"latencyMs":78908.07916700002},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"50","isCorrect":false,"inputTokens":13179,"outputTokens":5383,"latencyMs":44164.842792000156},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"40","isCorrect":false,"inputTokens":15197,"outputTokens":3975,"latencyMs":30214.30533299991},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":11507,"outputTokens":5767,"latencyMs":45538.37183299987},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8796,"outputTokens":7303,"latencyMs":55886.405792000005},{"questionId":"q150","format":"csv","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8564,"outputTokens":5063,"latencyMs":40918.89833300002},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"43","actual":"39","isCorrect":false,"inputTokens":17146,"outputTokens":5575,"latencyMs":44533.51637499989},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"41","isCorrect":false,"inputTokens":13179,"outputTokens":4167,"latencyMs":34540.51241600001},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15197,"outputTokens":2759,"latencyMs":22830.521541999886},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"24","isCorrect":false,"inputTokens":11507,"outputTokens":3655,"latencyMs":30591.125791999977},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8796,"outputTokens":2375,"latencyMs":19980.225000000093},{"questionId":"q151","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8564,"outputTokens":4487,"latencyMs":35011.44550000015},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"25","actual":"21","isCorrect":false,"inputTokens":17146,"outputTokens":2503,"latencyMs":20680.795791999903},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":13179,"outputTokens":3015,"latencyMs":25470.429832999827},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":1991,"latencyMs":15904.653542000102},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":1991,"latencyMs":15773.399708000012},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"6","actual":"8","isCorrect":false,"inputTokens":8796,"outputTokens":3911,"latencyMs":30477.758333999896},{"questionId":"q152","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":3079,"latencyMs":25298.29920800007},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2055,"latencyMs":17381.36900000018},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2247,"latencyMs":17803.371458000038},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":3975,"latencyMs":34721.63870900008},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":2247,"latencyMs":18682.798541999888},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":4487,"latencyMs":45786.2000409998},{"questionId":"q153","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":3207,"latencyMs":28298.8419590001},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2951,"latencyMs":25429.855874999892},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2759,"latencyMs":25250.47745799995},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15197,"outputTokens":2695,"latencyMs":23820.388250000076},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11507,"outputTokens":1671,"latencyMs":15172.126457999926},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8796,"outputTokens":2311,"latencyMs":51265.31212499994},{"questionId":"q154","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8564,"outputTokens":3143,"latencyMs":26948.168459000066},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17146,"outputTokens":1543,"latencyMs":14983.307834000094},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13179,"outputTokens":1991,"latencyMs":18626.102167000063}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6392,"outputTokens":72,"latencyMs":2078.769583},{"questionId":"q1","format":"json-compact","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3988,"outputTokens":72,"latencyMs":2286.344208},{"questionId":"q1","format":"toon","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2220.303833},{"questionId":"q1","format":"csv","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2116.4641249999995},{"questionId":"q1","format":"xml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7357,"outputTokens":72,"latencyMs":2664.9530839999998},{"questionId":"q1","format":"yaml","model":"gpt-5-nano","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2455.82575},{"questionId":"q2","format":"json-pretty","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":2826.348},{"questionId":"q2","format":"json-compact","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3988,"outputTokens":71,"latencyMs":2469.144125},{"questionId":"q2","format":"toon","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2527,"outputTokens":135,"latencyMs":5199.884250000001},{"questionId":"q2","format":"csv","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":3862.3828750000002},{"questionId":"q2","format":"xml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7357,"outputTokens":135,"latencyMs":2561.805292},{"questionId":"q2","format":"yaml","model":"gpt-5-nano","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2003.0125829999997},{"questionId":"q3","format":"json-pretty","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6394,"outputTokens":140,"latencyMs":2455.9199160000007},{"questionId":"q3","format":"json-compact","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3990,"outputTokens":140,"latencyMs":3007.208625},{"questionId":"q3","format":"toon","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2529,"outputTokens":76,"latencyMs":1868.8760000000002},{"questionId":"q3","format":"csv","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2383,"outputTokens":140,"latencyMs":5434.258791},{"questionId":"q3","format":"xml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7359,"outputTokens":204,"latencyMs":2821.106749999999},{"questionId":"q3","format":"yaml","model":"gpt-5-nano","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5014,"outputTokens":76,"latencyMs":2086.864208000001},{"questionId":"q4","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6394,"outputTokens":71,"latencyMs":1992.7088330000006},{"questionId":"q4","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3990,"outputTokens":135,"latencyMs":3147.158791},{"questionId":"q4","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2529,"outputTokens":71,"latencyMs":5706.099082999999},{"questionId":"q4","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2383,"outputTokens":135,"latencyMs":3978.5169159999987},{"questionId":"q4","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7359,"outputTokens":199,"latencyMs":2989.3253750000003},{"questionId":"q4","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5014,"outputTokens":135,"latencyMs":2769.682458000001},{"questionId":"q5","format":"json-pretty","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":6390,"outputTokens":263,"latencyMs":5637.810874999999},{"questionId":"q5","format":"json-compact","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":3986,"outputTokens":199,"latencyMs":6490.267375000001},{"questionId":"q5","format":"toon","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2525,"outputTokens":135,"latencyMs":2260.756625},{"questionId":"q5","format":"csv","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":2379,"outputTokens":391,"latencyMs":3622.753625000001},{"questionId":"q5","format":"xml","model":"gpt-5-nano","expected":"no","actual":"false","isCorrect":true,"inputTokens":7355,"outputTokens":263,"latencyMs":5385.692167000001},{"questionId":"q5","format":"yaml","model":"gpt-5-nano","expected":"no","actual":"No","isCorrect":true,"inputTokens":5010,"outputTokens":199,"latencyMs":2357.047292000001},{"questionId":"q6","format":"json-pretty","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6391,"outputTokens":72,"latencyMs":1957.1621669999986},{"questionId":"q6","format":"json-compact","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3987,"outputTokens":136,"latencyMs":3281.5455},{"questionId":"q6","format":"toon","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2526,"outputTokens":136,"latencyMs":4039.6904579999973},{"questionId":"q6","format":"csv","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2380,"outputTokens":136,"latencyMs":2458.8482079999994},{"questionId":"q6","format":"xml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7356,"outputTokens":200,"latencyMs":3105.4839589999974},{"questionId":"q6","format":"yaml","model":"gpt-5-nano","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5011,"outputTokens":136,"latencyMs":2068.466833000002},{"questionId":"q7","format":"json-pretty","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6392,"outputTokens":71,"latencyMs":2092.5348749999976},{"questionId":"q7","format":"json-compact","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3988,"outputTokens":135,"latencyMs":5935.967916000001},{"questionId":"q7","format":"toon","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2527,"outputTokens":71,"latencyMs":5195.145874999998},{"questionId":"q7","format":"csv","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2381,"outputTokens":71,"latencyMs":2287.965042},{"questionId":"q7","format":"xml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7357,"outputTokens":199,"latencyMs":2487.2381250000035},{"questionId":"q7","format":"yaml","model":"gpt-5-nano","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5012,"outputTokens":71,"latencyMs":2313.178500000002},{"questionId":"q8","format":"json-pretty","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6393,"outputTokens":205,"latencyMs":4081.784875000001},{"questionId":"q8","format":"json-compact","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3989,"outputTokens":205,"latencyMs":6560.793207999999},{"questionId":"q8","format":"toon","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2528,"outputTokens":141,"latencyMs":2312.6436670000003},{"questionId":"q8","format":"csv","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2382,"outputTokens":77,"latencyMs":4411.307166999999},{"questionId":"q8","format":"xml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7358,"outputTokens":205,"latencyMs":4337.495209000001},{"questionId":"q8","format":"yaml","model":"gpt-5-nano","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5013,"outputTokens":141,"latencyMs":2772.227417000002},{"questionId":"q9","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6395,"outputTokens":263,"latencyMs":3022.998958},{"questionId":"q9","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":3991,"outputTokens":455,"latencyMs":13800.004500000003},{"questionId":"q9","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2530,"outputTokens":135,"latencyMs":2432.2625839999964},{"questionId":"q9","format":"csv","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":2384,"outputTokens":135,"latencyMs":2085.0626669999983},{"questionId":"q9","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7360,"outputTokens":135,"latencyMs":2103.842291000001},{"questionId":"q9","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5015,"outputTokens":455,"latencyMs":8971.76425},{"questionId":"q10","format":"json-pretty","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":6392,"outputTokens":199,"latencyMs":3885.991624999995},{"questionId":"q10","format":"json-compact","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3988,"outputTokens":199,"latencyMs":4017.9676670000044},{"questionId":"q10","format":"toon","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":2527,"outputTokens":199,"latencyMs":4211.8792079999985},{"questionId":"q10","format":"csv","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2381,"outputTokens":199,"latencyMs":3170.7663749999992},{"questionId":"q10","format":"xml","model":"gpt-5-nano","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7357,"outputTokens":263,"latencyMs":3168.6007089999985},{"questionId":"q10","format":"yaml","model":"gpt-5-nano","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5012,"outputTokens":135,"latencyMs":2319.3176669999957},{"questionId":"q11","format":"json-pretty","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6392,"outputTokens":136,"latencyMs":2265.252333999997},{"questionId":"q11","format":"json-compact","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3988,"outputTokens":136,"latencyMs":2461.641583000004},{"questionId":"q11","format":"toon","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2527,"outputTokens":72,"latencyMs":2196.478833000001},{"questionId":"q11","format":"csv","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2381,"outputTokens":72,"latencyMs":2482.977834000005},{"questionId":"q11","format":"xml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7357,"outputTokens":136,"latencyMs":2561.757625000013},{"questionId":"q11","format":"yaml","model":"gpt-5-nano","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5012,"outputTokens":72,"latencyMs":2162.630375000008},{"questionId":"q12","format":"json-pretty","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6390,"outputTokens":391,"latencyMs":10819.934167},{"questionId":"q12","format":"json-compact","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3986,"outputTokens":135,"latencyMs":2315.984083000003},{"questionId":"q12","format":"toon","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":2148.631500000003},{"questionId":"q12","format":"csv","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2379,"outputTokens":71,"latencyMs":2214.4667090000003},{"questionId":"q12","format":"xml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":4295.099459000005},{"questionId":"q12","format":"yaml","model":"gpt-5-nano","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5010,"outputTokens":135,"latencyMs":2242.5427079999936},{"questionId":"q13","format":"json-pretty","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6391,"outputTokens":75,"latencyMs":2479.8340409999946},{"questionId":"q13","format":"json-compact","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3987,"outputTokens":203,"latencyMs":2862.1206669999956},{"questionId":"q13","format":"toon","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2526,"outputTokens":139,"latencyMs":8137.737084000008},{"questionId":"q13","format":"csv","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2380,"outputTokens":75,"latencyMs":5324.73262499999},{"questionId":"q13","format":"xml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7356,"outputTokens":139,"latencyMs":4157.264208000008},{"questionId":"q13","format":"yaml","model":"gpt-5-nano","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5011,"outputTokens":75,"latencyMs":2731.800583000004},{"questionId":"q14","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":6393,"outputTokens":71,"latencyMs":3853.803083000006},{"questionId":"q14","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":3989,"outputTokens":135,"latencyMs":2782.3580409999995},{"questionId":"q14","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2528,"outputTokens":71,"latencyMs":5036.661458000002},{"questionId":"q14","format":"csv","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":2382,"outputTokens":135,"latencyMs":4002.7713749999966},{"questionId":"q14","format":"xml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":7358,"outputTokens":135,"latencyMs":3917.8589169999905},{"questionId":"q14","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":5013,"outputTokens":71,"latencyMs":2177.3954999999987},{"questionId":"q15","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":647,"latencyMs":8273.000667},{"questionId":"q15","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":647,"latencyMs":12405.76954200001},{"questionId":"q15","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":6425.983124999999},{"questionId":"q15","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":775,"latencyMs":6285.518624999997},{"questionId":"q15","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":967,"latencyMs":12559.903458999994},{"questionId":"q15","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":1095,"latencyMs":12367.204958000002},{"questionId":"q16","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":839,"latencyMs":6685.705291000006},{"questionId":"q16","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":775,"latencyMs":6697.711457999991},{"questionId":"q16","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":647,"latencyMs":6723.034},{"questionId":"q16","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1159,"latencyMs":9714.703083},{"questionId":"q16","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":775,"latencyMs":7889.768791999988},{"questionId":"q16","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":711,"latencyMs":13341.982250000001},{"questionId":"q17","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":711,"latencyMs":5754.920500000007},{"questionId":"q17","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":519,"latencyMs":11683.509875000003},{"questionId":"q17","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":5763.5320000000065},{"questionId":"q17","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":519,"latencyMs":10530.100458},{"questionId":"q17","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":1095,"latencyMs":12526.946167000016},{"questionId":"q17","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":1095,"latencyMs":11839.349292000014},{"questionId":"q18","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":6389,"outputTokens":2247,"latencyMs":18483.898125000007},{"questionId":"q18","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":3985,"outputTokens":455,"latencyMs":7281.0249579999945},{"questionId":"q18","format":"toon","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2524,"outputTokens":583,"latencyMs":8506.119999999995},{"questionId":"q18","format":"csv","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":2378,"outputTokens":1159,"latencyMs":10120.30075000001},{"questionId":"q18","format":"xml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":7354,"outputTokens":775,"latencyMs":9018.661625000008},{"questionId":"q18","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":5009,"outputTokens":455,"latencyMs":6589.971958000009},{"questionId":"q19","format":"json-pretty","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":6394,"outputTokens":1479,"latencyMs":13003.03525},{"questionId":"q19","format":"json-compact","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":3990,"outputTokens":1223,"latencyMs":13685.534624999986},{"questionId":"q19","format":"toon","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2529,"outputTokens":2567,"latencyMs":20683.93420800002},{"questionId":"q19","format":"csv","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":2383,"outputTokens":2375,"latencyMs":19631.53791700001},{"questionId":"q19","format":"xml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":7359,"outputTokens":2759,"latencyMs":22402.644},{"questionId":"q19","format":"yaml","model":"gpt-5-nano","expected":"91","actual":"91","isCorrect":true,"inputTokens":5014,"outputTokens":1671,"latencyMs":12527.036709000007},{"questionId":"q20","format":"json-pretty","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":6394,"outputTokens":2887,"latencyMs":23129.929500000027},{"questionId":"q20","format":"json-compact","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":3990,"outputTokens":2567,"latencyMs":21387.081917000003},{"questionId":"q20","format":"toon","model":"gpt-5-nano","expected":"67","actual":"66","isCorrect":false,"inputTokens":2529,"outputTokens":2183,"latencyMs":20363.842542},{"questionId":"q20","format":"csv","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":2383,"outputTokens":2631,"latencyMs":23649.840665999975},{"questionId":"q20","format":"xml","model":"gpt-5-nano","expected":"67","actual":"68","isCorrect":false,"inputTokens":7359,"outputTokens":1991,"latencyMs":17243.555416999996},{"questionId":"q20","format":"yaml","model":"gpt-5-nano","expected":"67","actual":"67","isCorrect":true,"inputTokens":5014,"outputTokens":2055,"latencyMs":57025.845},{"questionId":"q21","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":6394,"outputTokens":1287,"latencyMs":11415.442540999997},{"questionId":"q21","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":3990,"outputTokens":1351,"latencyMs":11069.942459000013},{"questionId":"q21","format":"toon","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2529,"outputTokens":1735,"latencyMs":16588.129209000006},{"questionId":"q21","format":"csv","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":2383,"outputTokens":1991,"latencyMs":26131.483957999997},{"questionId":"q21","format":"xml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":7359,"outputTokens":3399,"latencyMs":28480.564042000013},{"questionId":"q21","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":5014,"outputTokens":1479,"latencyMs":14035.88608299999},{"questionId":"q22","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":6394,"outputTokens":1735,"latencyMs":18531.348959000024},{"questionId":"q22","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3990,"outputTokens":967,"latencyMs":11805.304084000003},{"questionId":"q22","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2529,"outputTokens":1415,"latencyMs":13521.503375},{"questionId":"q22","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2383,"outputTokens":1671,"latencyMs":14909.26575000002},{"questionId":"q22","format":"xml","model":"gpt-5-nano","expected":"26","actual":"27","isCorrect":false,"inputTokens":7359,"outputTokens":2055,"latencyMs":19508.665708000015},{"questionId":"q22","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":5014,"outputTokens":2183,"latencyMs":21271.429833000002},{"questionId":"q23","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":6390,"outputTokens":71,"latencyMs":2270.0503750000207},{"questionId":"q23","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":3986,"outputTokens":71,"latencyMs":2155.5414170000004},{"questionId":"q23","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2525,"outputTokens":71,"latencyMs":2134.968583000009},{"questionId":"q23","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":2379,"outputTokens":199,"latencyMs":4961.78125},{"questionId":"q23","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":7355,"outputTokens":135,"latencyMs":2120.214416999981},{"questionId":"q23","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":5010,"outputTokens":71,"latencyMs":2344.0168330000015},{"questionId":"q24","format":"json-pretty","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":6391,"outputTokens":5066,"latencyMs":45185.542042000015},{"questionId":"q24","format":"json-compact","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":3987,"outputTokens":4426,"latencyMs":36955.091832999984},{"questionId":"q24","format":"toon","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2526,"outputTokens":2314,"latencyMs":30335.04233300002},{"questionId":"q24","format":"csv","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":false,"inputTokens":2380,"outputTokens":8522,"latencyMs":74362.652417},{"questionId":"q24","format":"xml","model":"gpt-5-nano","expected":"96503","actual":"96503.32","isCorrect":true,"inputTokens":7356,"outputTokens":5450,"latencyMs":51073.93729199999},{"questionId":"q24","format":"yaml","model":"gpt-5-nano","expected":"96503","actual":"96467.10","isCorrect":false,"inputTokens":5011,"outputTokens":4490,"latencyMs":60703.54225},{"questionId":"q25","format":"json-pretty","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":6388,"outputTokens":2695,"latencyMs":24870.39837500002},{"questionId":"q25","format":"json-compact","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":3984,"outputTokens":2503,"latencyMs":31109.160082999995},{"questionId":"q25","format":"toon","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":2523,"outputTokens":1159,"latencyMs":10765.190583000018},{"questionId":"q25","format":"csv","model":"gpt-5-nano","expected":"78","actual":"80","isCorrect":false,"inputTokens":2377,"outputTokens":2055,"latencyMs":17508.67416700002},{"questionId":"q25","format":"xml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":7353,"outputTokens":1351,"latencyMs":21333.227958000003},{"questionId":"q25","format":"yaml","model":"gpt-5-nano","expected":"78","actual":"78","isCorrect":true,"inputTokens":5008,"outputTokens":1671,"latencyMs":19259.801041},{"questionId":"q26","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":6388,"outputTokens":967,"latencyMs":10191.771791000006},{"questionId":"q26","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3984,"outputTokens":839,"latencyMs":8745.638249999989},{"questionId":"q26","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2523,"outputTokens":1031,"latencyMs":11259.924333999981},{"questionId":"q26","format":"csv","model":"gpt-5-nano","expected":"22","actual":"19","isCorrect":false,"inputTokens":2377,"outputTokens":1479,"latencyMs":14941.088791999995},{"questionId":"q26","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":7353,"outputTokens":2439,"latencyMs":40263.036708},{"questionId":"q26","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":5008,"outputTokens":711,"latencyMs":9024.678957999975},{"questionId":"q27","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"8","isCorrect":false,"inputTokens":6396,"outputTokens":711,"latencyMs":8603.781832999986},{"questionId":"q27","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":1415,"latencyMs":12109.858917000005},{"questionId":"q27","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":1351,"latencyMs":10167.306374999986},{"questionId":"q27","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":1607,"latencyMs":15261.691583999986},{"questionId":"q27","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":1351,"latencyMs":14462.300707999995},{"questionId":"q27","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5016,"outputTokens":1479,"latencyMs":18792.323958000023},{"questionId":"q28","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":967,"latencyMs":10875.097416000004},{"questionId":"q28","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":2055,"latencyMs":16322.352042000013},{"questionId":"q28","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1159,"latencyMs":13797.854374999995},{"questionId":"q28","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1479,"latencyMs":17348.537833999988},{"questionId":"q28","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1095,"latencyMs":24745.00983299999},{"questionId":"q28","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":20879.110292000027},{"questionId":"q29","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1159,"latencyMs":11617.077583000006},{"questionId":"q29","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1031,"latencyMs":15388.797083000012},{"questionId":"q29","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":2951,"latencyMs":28987.518958},{"questionId":"q29","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":903,"latencyMs":13211.93524999998},{"questionId":"q29","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1095,"latencyMs":11708.547833000019},{"questionId":"q29","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":5016,"outputTokens":1223,"latencyMs":13580.73662500002},{"questionId":"q30","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6396,"outputTokens":1287,"latencyMs":17392.390957999974},{"questionId":"q30","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3992,"outputTokens":967,"latencyMs":13681.080625000002},{"questionId":"q30","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2531,"outputTokens":967,"latencyMs":9296.219000000041},{"questionId":"q30","format":"csv","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2385,"outputTokens":2119,"latencyMs":18520.291499999992},{"questionId":"q30","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7361,"outputTokens":2119,"latencyMs":19189.80129099998},{"questionId":"q30","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"10","isCorrect":false,"inputTokens":5016,"outputTokens":1287,"latencyMs":10311.586499999976},{"questionId":"q31","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1607,"latencyMs":15077.88366599998},{"questionId":"q31","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":1479,"latencyMs":12285.55054200004},{"questionId":"q31","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1223,"latencyMs":10714.697291999997},{"questionId":"q31","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":2055,"latencyMs":18640.315417000034},{"questionId":"q31","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1479,"latencyMs":14206.075333999994},{"questionId":"q31","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":17371.15075000003},{"questionId":"q32","format":"json-pretty","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":6395,"outputTokens":3079,"latencyMs":36501.39595799998},{"questionId":"q32","format":"json-compact","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":3991,"outputTokens":2631,"latencyMs":23280.330041999987},{"questionId":"q32","format":"toon","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":2530,"outputTokens":2311,"latencyMs":19539.219250000024},{"questionId":"q32","format":"csv","model":"gpt-5-nano","expected":"63","actual":"65","isCorrect":false,"inputTokens":2384,"outputTokens":3335,"latencyMs":42724.188832999964},{"questionId":"q32","format":"xml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":7360,"outputTokens":4231,"latencyMs":35739.77020899998},{"questionId":"q32","format":"yaml","model":"gpt-5-nano","expected":"63","actual":"63","isCorrect":true,"inputTokens":5015,"outputTokens":3015,"latencyMs":42764.11920899997},{"questionId":"q33","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":6395,"outputTokens":2823,"latencyMs":42624.029125},{"questionId":"q33","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":3991,"outputTokens":2951,"latencyMs":23813.482542000012},{"questionId":"q33","format":"toon","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":2530,"outputTokens":2631,"latencyMs":25342.407499999972},{"questionId":"q33","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":2384,"outputTokens":3655,"latencyMs":43043.585375000024},{"questionId":"q33","format":"xml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":7360,"outputTokens":2951,"latencyMs":28314.361250000016},{"questionId":"q33","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"53","isCorrect":true,"inputTokens":5015,"outputTokens":3079,"latencyMs":26021.059165999992},{"questionId":"q34","format":"json-pretty","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":6395,"outputTokens":2823,"latencyMs":23804.65850000002},{"questionId":"q34","format":"json-compact","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":3991,"outputTokens":1991,"latencyMs":20360.360125000007},{"questionId":"q34","format":"toon","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2530,"outputTokens":3655,"latencyMs":27229.876667000004},{"questionId":"q34","format":"csv","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":2384,"outputTokens":2887,"latencyMs":27827.847916},{"questionId":"q34","format":"xml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":7360,"outputTokens":3143,"latencyMs":33391.13962499995},{"questionId":"q34","format":"yaml","model":"gpt-5-nano","expected":"39","actual":"39","isCorrect":true,"inputTokens":5015,"outputTokens":2567,"latencyMs":20044.105166999972},{"questionId":"q35","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6396,"outputTokens":1735,"latencyMs":14027.94995899999},{"questionId":"q35","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":7019.074957999983},{"questionId":"q35","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2531,"outputTokens":1223,"latencyMs":10114.735167000035},{"questionId":"q35","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2385,"outputTokens":1799,"latencyMs":16795.225124999997},{"questionId":"q35","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7361,"outputTokens":1415,"latencyMs":15242.745417000027},{"questionId":"q35","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5016,"outputTokens":1351,"latencyMs":15649.116666999995},{"questionId":"q36","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"7","isCorrect":false,"inputTokens":6396,"outputTokens":1223,"latencyMs":12130.71887500002},{"questionId":"q36","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":8597.109791999974},{"questionId":"q36","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2531,"outputTokens":1095,"latencyMs":13367.502416000003},{"questionId":"q36","format":"csv","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":2385,"outputTokens":1671,"latencyMs":20361.29466700001},{"questionId":"q36","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7361,"outputTokens":1159,"latencyMs":13410.062083000026},{"questionId":"q36","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":5016,"outputTokens":1031,"latencyMs":12128.651083000004},{"questionId":"q37","format":"json-pretty","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":6396,"outputTokens":1031,"latencyMs":15129.850916999974},{"questionId":"q37","format":"json-compact","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":3992,"outputTokens":839,"latencyMs":12621.828458000033},{"questionId":"q37","format":"toon","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2531,"outputTokens":1159,"latencyMs":12503.53462500003},{"questionId":"q37","format":"csv","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":2385,"outputTokens":1543,"latencyMs":16422.054375000007},{"questionId":"q37","format":"xml","model":"gpt-5-nano","expected":"15","actual":"15","isCorrect":true,"inputTokens":7361,"outputTokens":839,"latencyMs":9087.380000000005},{"questionId":"q37","format":"yaml","model":"gpt-5-nano","expected":"15","actual":"14","isCorrect":false,"inputTokens":5016,"outputTokens":2503,"latencyMs":27245.24887499999},{"questionId":"q38","format":"json-pretty","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":6390,"outputTokens":1223,"latencyMs":13184.535415999999},{"questionId":"q38","format":"json-compact","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":3986,"outputTokens":1159,"latencyMs":11834.035083999974},{"questionId":"q38","format":"toon","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":2525,"outputTokens":1031,"latencyMs":15038.483000000007},{"questionId":"q38","format":"csv","model":"gpt-5-nano","expected":"12","actual":"13","isCorrect":false,"inputTokens":2379,"outputTokens":2119,"latencyMs":23098.934791000036},{"questionId":"q38","format":"xml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":16077.686457999982},{"questionId":"q38","format":"yaml","model":"gpt-5-nano","expected":"12","actual":"12","isCorrect":true,"inputTokens":5010,"outputTokens":1095,"latencyMs":11576.117834000033},{"questionId":"q39","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":6390,"outputTokens":967,"latencyMs":12655.292707999994},{"questionId":"q39","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":3986,"outputTokens":903,"latencyMs":8293.30487500003},{"questionId":"q39","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2525,"outputTokens":1607,"latencyMs":23016.926750000042},{"questionId":"q39","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":2379,"outputTokens":1671,"latencyMs":16085.622083000024},{"questionId":"q39","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":7355,"outputTokens":1095,"latencyMs":12398.032415999973},{"questionId":"q39","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":5010,"outputTokens":2631,"latencyMs":23948.821166000038},{"questionId":"q40","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":6390,"outputTokens":2119,"latencyMs":22373.338916000037},{"questionId":"q40","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3986,"outputTokens":1159,"latencyMs":13522.523749999993},{"questionId":"q40","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2525,"outputTokens":903,"latencyMs":13927.005750000011},{"questionId":"q40","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2379,"outputTokens":1927,"latencyMs":19904.28591700003},{"questionId":"q40","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":7355,"outputTokens":1287,"latencyMs":17521.882541999978},{"questionId":"q40","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":5010,"outputTokens":1671,"latencyMs":18487.39854199998},{"questionId":"q41","format":"json-pretty","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10746,"outputTokens":73,"latencyMs":2656.210791999998},{"questionId":"q41","format":"json-compact","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6830,"outputTokens":137,"latencyMs":3054.2220420000376},{"questionId":"q41","format":"toon","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7242,"outputTokens":137,"latencyMs":3282.2207499999786},{"questionId":"q41","format":"xml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12057,"outputTokens":201,"latencyMs":4273.123625000007},{"questionId":"q41","format":"yaml","model":"gpt-5-nano","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8378,"outputTokens":137,"latencyMs":3018.086666999967},{"questionId":"q42","format":"json-pretty","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10746,"outputTokens":136,"latencyMs":2799.0237919999636},{"questionId":"q42","format":"json-compact","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6830,"outputTokens":136,"latencyMs":2971.1506250000093},{"questionId":"q42","format":"toon","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7242,"outputTokens":136,"latencyMs":2566.4567079999833},{"questionId":"q42","format":"xml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12057,"outputTokens":328,"latencyMs":5797.833333000017},{"questionId":"q42","format":"yaml","model":"gpt-5-nano","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8378,"outputTokens":136,"latencyMs":4384.071624999982},{"questionId":"q43","format":"json-pretty","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10746,"outputTokens":201,"latencyMs":4255.959207999986},{"questionId":"q43","format":"json-compact","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6830,"outputTokens":137,"latencyMs":3028.7627090000315},{"questionId":"q43","format":"toon","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7242,"outputTokens":201,"latencyMs":3335.3807079999824},{"questionId":"q43","format":"xml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12057,"outputTokens":201,"latencyMs":3949.997000000032},{"questionId":"q43","format":"yaml","model":"gpt-5-nano","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8378,"outputTokens":137,"latencyMs":2931.0225830000127},{"questionId":"q44","format":"json-pretty","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10746,"outputTokens":199,"latencyMs":3792.594916000031},{"questionId":"q44","format":"json-compact","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6830,"outputTokens":263,"latencyMs":4405.953916999977},{"questionId":"q44","format":"toon","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7242,"outputTokens":135,"latencyMs":2797.702541000035},{"questionId":"q44","format":"xml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12057,"outputTokens":263,"latencyMs":4174.922709000006},{"questionId":"q44","format":"yaml","model":"gpt-5-nano","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8378,"outputTokens":135,"latencyMs":3190.860875000013},{"questionId":"q45","format":"json-pretty","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10746,"outputTokens":266,"latencyMs":4578.102458999958},{"questionId":"q45","format":"json-compact","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6830,"outputTokens":266,"latencyMs":7236.144333000004},{"questionId":"q45","format":"toon","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7242,"outputTokens":266,"latencyMs":6756.866041000001},{"questionId":"q45","format":"xml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12057,"outputTokens":394,"latencyMs":4459.0485409999965},{"questionId":"q45","format":"yaml","model":"gpt-5-nano","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8378,"outputTokens":138,"latencyMs":3742.748208999983},{"questionId":"q46","format":"json-pretty","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10746,"outputTokens":71,"latencyMs":2217.8815830000094},{"questionId":"q46","format":"json-compact","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6830,"outputTokens":135,"latencyMs":2583.0153329999885},{"questionId":"q46","format":"toon","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7242,"outputTokens":263,"latencyMs":4847.764666999981},{"questionId":"q46","format":"xml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12057,"outputTokens":199,"latencyMs":3596.4091250000056},{"questionId":"q46","format":"yaml","model":"gpt-5-nano","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8378,"outputTokens":199,"latencyMs":3530.4264170000097},{"questionId":"q47","format":"json-pretty","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10746,"outputTokens":138,"latencyMs":2612.874958999979},{"questionId":"q47","format":"json-compact","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6830,"outputTokens":138,"latencyMs":2722.895166000002},{"questionId":"q47","format":"toon","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7242,"outputTokens":330,"latencyMs":7097.873415999988},{"questionId":"q47","format":"xml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12057,"outputTokens":394,"latencyMs":5004.683750000026},{"questionId":"q47","format":"yaml","model":"gpt-5-nano","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8378,"outputTokens":330,"latencyMs":6204.588500000013},{"questionId":"q48","format":"json-pretty","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10746,"outputTokens":264,"latencyMs":3872.7820000000065},{"questionId":"q48","format":"json-compact","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6830,"outputTokens":328,"latencyMs":10264.713999999978},{"questionId":"q48","format":"toon","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7242,"outputTokens":264,"latencyMs":5820.8117499999935},{"questionId":"q48","format":"xml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12057,"outputTokens":392,"latencyMs":5102.4835840000305},{"questionId":"q48","format":"yaml","model":"gpt-5-nano","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8378,"outputTokens":136,"latencyMs":2751.7640000000247},{"questionId":"q49","format":"json-pretty","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10747,"outputTokens":140,"latencyMs":5629.419916000043},{"questionId":"q49","format":"json-compact","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6831,"outputTokens":140,"latencyMs":3611.221750000026},{"questionId":"q49","format":"toon","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7243,"outputTokens":140,"latencyMs":2814.377124999999},{"questionId":"q49","format":"xml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12058,"outputTokens":332,"latencyMs":8023.7573749999865},{"questionId":"q49","format":"yaml","model":"gpt-5-nano","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8379,"outputTokens":332,"latencyMs":5113.901000000013},{"questionId":"q50","format":"json-pretty","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10747,"outputTokens":143,"latencyMs":7452.778416999965},{"questionId":"q50","format":"json-compact","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6831,"outputTokens":143,"latencyMs":3232.3775840000017},{"questionId":"q50","format":"toon","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7243,"outputTokens":143,"latencyMs":2680.5747919999994},{"questionId":"q50","format":"xml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12058,"outputTokens":143,"latencyMs":3736.463999999978},{"questionId":"q50","format":"yaml","model":"gpt-5-nano","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8379,"outputTokens":143,"latencyMs":4709.959458999976},{"questionId":"q51","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10747,"outputTokens":204,"latencyMs":4317.466208000027},{"questionId":"q51","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":6831,"outputTokens":268,"latencyMs":4184.698249999958},{"questionId":"q51","format":"toon","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7243,"outputTokens":204,"latencyMs":2852.2384159999783},{"questionId":"q51","format":"xml","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":12058,"outputTokens":204,"latencyMs":3062.632708000019},{"questionId":"q51","format":"yaml","model":"gpt-5-nano","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8379,"outputTokens":140,"latencyMs":3174.549624999985},{"questionId":"q52","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10746,"outputTokens":647,"latencyMs":7474.592458999949},{"questionId":"q52","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6830,"outputTokens":391,"latencyMs":5149.398959000013},{"questionId":"q52","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7242,"outputTokens":455,"latencyMs":6941.362708000001},{"questionId":"q52","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12057,"outputTokens":583,"latencyMs":11817.745916999993},{"questionId":"q52","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8378,"outputTokens":455,"latencyMs":6241.550916999986},{"questionId":"q53","format":"json-pretty","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10747,"outputTokens":74,"latencyMs":4867.307084000029},{"questionId":"q53","format":"json-compact","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6831,"outputTokens":266,"latencyMs":4612.4286250000005},{"questionId":"q53","format":"toon","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7243,"outputTokens":266,"latencyMs":4435.250708000036},{"questionId":"q53","format":"xml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12058,"outputTokens":202,"latencyMs":5451.669999999984},{"questionId":"q53","format":"yaml","model":"gpt-5-nano","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8379,"outputTokens":330,"latencyMs":4619.904291999992},{"questionId":"q54","format":"json-pretty","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10747,"outputTokens":205,"latencyMs":4042.867333000002},{"questionId":"q54","format":"json-compact","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6831,"outputTokens":141,"latencyMs":2826.6769579999964},{"questionId":"q54","format":"toon","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7243,"outputTokens":141,"latencyMs":8194.042083000008},{"questionId":"q54","format":"xml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12058,"outputTokens":205,"latencyMs":10055.24095800001},{"questionId":"q54","format":"yaml","model":"gpt-5-nano","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8379,"outputTokens":269,"latencyMs":7120.709917000029},{"questionId":"q55","format":"json-pretty","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10747,"outputTokens":76,"latencyMs":4509.828834000044},{"questionId":"q55","format":"json-compact","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6831,"outputTokens":332,"latencyMs":7700.467291000008},{"questionId":"q55","format":"toon","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7243,"outputTokens":268,"latencyMs":6265.29233299999},{"questionId":"q55","format":"xml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12058,"outputTokens":140,"latencyMs":3280.394791999948},{"questionId":"q55","format":"yaml","model":"gpt-5-nano","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8379,"outputTokens":332,"latencyMs":5732.282332999981},{"questionId":"q56","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":10746,"outputTokens":199,"latencyMs":6115.614375000005},{"questionId":"q56","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":6830,"outputTokens":711,"latencyMs":12085.062124999997},{"questionId":"q56","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7242,"outputTokens":327,"latencyMs":5937.982667000033},{"questionId":"q56","format":"xml","model":"gpt-5-nano","expected":"2","actual":"6","isCorrect":false,"inputTokens":12057,"outputTokens":391,"latencyMs":6653.749458000006},{"questionId":"q56","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":8378,"outputTokens":199,"latencyMs":3958.974583000003},{"questionId":"q57","format":"json-pretty","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10747,"outputTokens":136,"latencyMs":2564.8965830000234},{"questionId":"q57","format":"json-compact","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":6831,"outputTokens":200,"latencyMs":4260.3964999999735},{"questionId":"q57","format":"toon","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7243,"outputTokens":200,"latencyMs":4574.628625000012},{"questionId":"q57","format":"xml","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":12058,"outputTokens":328,"latencyMs":7205.561209000007},{"questionId":"q57","format":"yaml","model":"gpt-5-nano","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8379,"outputTokens":136,"latencyMs":3892.812083000026},{"questionId":"q58","format":"json-pretty","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10747,"outputTokens":76,"latencyMs":2301.49450000003},{"questionId":"q58","format":"json-compact","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":6831,"outputTokens":204,"latencyMs":5321.156625000003},{"questionId":"q58","format":"toon","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7243,"outputTokens":140,"latencyMs":2477.9105419999687},{"questionId":"q58","format":"xml","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":12058,"outputTokens":140,"latencyMs":3110.8528750000405},{"questionId":"q58","format":"yaml","model":"gpt-5-nano","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8379,"outputTokens":204,"latencyMs":4217.622583999997},{"questionId":"q59","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10743,"outputTokens":711,"latencyMs":10292.991584000003},{"questionId":"q59","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6827,"outputTokens":775,"latencyMs":10173.268334000022},{"questionId":"q59","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7239,"outputTokens":711,"latencyMs":9212.75583400001},{"questionId":"q59","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12054,"outputTokens":519,"latencyMs":7160.680500000017},{"questionId":"q59","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8375,"outputTokens":583,"latencyMs":8264.736124999996},{"questionId":"q60","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"14","isCorrect":false,"inputTokens":10743,"outputTokens":711,"latencyMs":10676.07600000006},{"questionId":"q60","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6827,"outputTokens":1095,"latencyMs":12435.074458999967},{"questionId":"q60","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7239,"outputTokens":583,"latencyMs":9649.840958000044},{"questionId":"q60","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12054,"outputTokens":647,"latencyMs":17972.485791999963},{"questionId":"q60","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8375,"outputTokens":647,"latencyMs":9033.528833999997},{"questionId":"q61","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10744,"outputTokens":775,"latencyMs":8901.85791599995},{"questionId":"q61","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6828,"outputTokens":839,"latencyMs":10243.802625000011},{"questionId":"q61","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7240,"outputTokens":455,"latencyMs":6408.620292000007},{"questionId":"q61","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12055,"outputTokens":647,"latencyMs":8796.986291000037},{"questionId":"q61","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8376,"outputTokens":967,"latencyMs":11305.48129200004},{"questionId":"q62","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10744,"outputTokens":775,"latencyMs":9256.402999999933},{"questionId":"q62","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6828,"outputTokens":775,"latencyMs":11486.740834000055},{"questionId":"q62","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7240,"outputTokens":519,"latencyMs":6083.119249999989},{"questionId":"q62","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12055,"outputTokens":775,"latencyMs":9670.269833000028},{"questionId":"q62","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8376,"outputTokens":583,"latencyMs":8863.258458000026},{"questionId":"q63","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10744,"outputTokens":775,"latencyMs":11505.406583999982},{"questionId":"q63","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6828,"outputTokens":391,"latencyMs":5274.0428339999635},{"questionId":"q63","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7240,"outputTokens":455,"latencyMs":6083.655458000023},{"questionId":"q63","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12055,"outputTokens":647,"latencyMs":12123.586875000037},{"questionId":"q63","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8376,"outputTokens":391,"latencyMs":21449.908415999962},{"questionId":"q64","format":"json-pretty","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":10744,"outputTokens":2954,"latencyMs":37616.38274999999},{"questionId":"q64","format":"json-compact","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":6828,"outputTokens":2506,"latencyMs":35582.95970799995},{"questionId":"q64","format":"toon","model":"gpt-5-nano","expected":"34904.81","actual":"34904.81","isCorrect":true,"inputTokens":7240,"outputTokens":4042,"latencyMs":68946.26887500007},{"questionId":"q64","format":"xml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":12055,"outputTokens":2634,"latencyMs":38358.65491599997},{"questionId":"q64","format":"yaml","model":"gpt-5-nano","expected":"34904.81","actual":"35004.81","isCorrect":false,"inputTokens":8376,"outputTokens":6026,"latencyMs":86550.32154199993},{"questionId":"q65","format":"json-pretty","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":10742,"outputTokens":1673,"latencyMs":19262.35470799997},{"questionId":"q65","format":"json-compact","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":6826,"outputTokens":1929,"latencyMs":26676.00749999995},{"questionId":"q65","format":"toon","model":"gpt-5-nano","expected":"698.10","actual":"693.64","isCorrect":false,"inputTokens":7238,"outputTokens":4873,"latencyMs":73272.71195799997},{"questionId":"q65","format":"xml","model":"gpt-5-nano","expected":"698.10","actual":"700.10","isCorrect":false,"inputTokens":12053,"outputTokens":10633,"latencyMs":107026.944625},{"questionId":"q65","format":"yaml","model":"gpt-5-nano","expected":"698.10","actual":"698.10","isCorrect":true,"inputTokens":8374,"outputTokens":2121,"latencyMs":24273.297875000047},{"questionId":"q66","format":"json-pretty","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":10743,"outputTokens":135,"latencyMs":5229.512250000029},{"questionId":"q66","format":"json-compact","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":6827,"outputTokens":391,"latencyMs":4698.655374999973},{"questionId":"q66","format":"toon","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":7239,"outputTokens":135,"latencyMs":2643.2422500000102},{"questionId":"q66","format":"xml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":12054,"outputTokens":455,"latencyMs":5830.233541000052},{"questionId":"q66","format":"yaml","model":"gpt-5-nano","expected":"50","actual":"50","isCorrect":true,"inputTokens":8375,"outputTokens":135,"latencyMs":3485.5614160000114},{"questionId":"q67","format":"json-pretty","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10742,"outputTokens":970,"latencyMs":14973.009792000055},{"questionId":"q67","format":"json-compact","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6826,"outputTokens":778,"latencyMs":11578.405790999997},{"questionId":"q67","format":"toon","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7238,"outputTokens":906,"latencyMs":12376.76779199997},{"questionId":"q67","format":"xml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12053,"outputTokens":906,"latencyMs":10221.225499999942},{"questionId":"q67","format":"yaml","model":"gpt-5-nano","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8374,"outputTokens":714,"latencyMs":8870.585083000013},{"questionId":"q68","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":10746,"outputTokens":1671,"latencyMs":16134.752541000023},{"questionId":"q68","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":6830,"outputTokens":1671,"latencyMs":17833.419957999955},{"questionId":"q68","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":7242,"outputTokens":1415,"latencyMs":19554.71983399999},{"questionId":"q68","format":"xml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":12057,"outputTokens":1479,"latencyMs":16067.55120899994},{"questionId":"q68","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8378,"outputTokens":1351,"latencyMs":13758.361250000075},{"questionId":"q69","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":10746,"outputTokens":1415,"latencyMs":15464.307708000066},{"questionId":"q69","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":6830,"outputTokens":1607,"latencyMs":16590.618833000073},{"questionId":"q69","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":7242,"outputTokens":1799,"latencyMs":21242.38249999995},{"questionId":"q69","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":12057,"outputTokens":1223,"latencyMs":15049.062292000046},{"questionId":"q69","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8378,"outputTokens":1223,"latencyMs":19380.05795799999},{"questionId":"q70","format":"json-pretty","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":10746,"outputTokens":1799,"latencyMs":20317.953125},{"questionId":"q70","format":"json-compact","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":6830,"outputTokens":839,"latencyMs":9550.478332999977},{"questionId":"q70","format":"toon","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":7242,"outputTokens":1607,"latencyMs":17113.381416999968},{"questionId":"q70","format":"xml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":12057,"outputTokens":2695,"latencyMs":30646.07908299996},{"questionId":"q70","format":"yaml","model":"gpt-5-nano","expected":"28","actual":"28","isCorrect":true,"inputTokens":8378,"outputTokens":1415,"latencyMs":18045.827374999993},{"questionId":"q71","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10750,"outputTokens":1415,"latencyMs":20285.664833000046},{"questionId":"q71","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6834,"outputTokens":1031,"latencyMs":12436.832416999969},{"questionId":"q71","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7246,"outputTokens":839,"latencyMs":11336.988750000019},{"questionId":"q71","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12061,"outputTokens":967,"latencyMs":12893.964541999972},{"questionId":"q71","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8382,"outputTokens":711,"latencyMs":9290.175999999978},{"questionId":"q72","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":10750,"outputTokens":1223,"latencyMs":14263.45629100001},{"questionId":"q72","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":6834,"outputTokens":1095,"latencyMs":15056.45087499998},{"questionId":"q72","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":7246,"outputTokens":1223,"latencyMs":14124.27683300001},{"questionId":"q72","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":12061,"outputTokens":1543,"latencyMs":19762.44741599995},{"questionId":"q72","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8382,"outputTokens":775,"latencyMs":11886.01787500002},{"questionId":"q73","format":"json-pretty","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":10751,"outputTokens":775,"latencyMs":11373.247915999964},{"questionId":"q73","format":"json-compact","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":6835,"outputTokens":903,"latencyMs":12820.320708999992},{"questionId":"q73","format":"toon","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":7247,"outputTokens":775,"latencyMs":8838.580041999929},{"questionId":"q73","format":"xml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":12062,"outputTokens":1351,"latencyMs":15866.377624999965},{"questionId":"q73","format":"yaml","model":"gpt-5-nano","expected":"10","actual":"10","isCorrect":true,"inputTokens":8383,"outputTokens":647,"latencyMs":10087.275916000013},{"questionId":"q74","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":10751,"outputTokens":775,"latencyMs":9781.712166999932},{"questionId":"q74","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":6835,"outputTokens":967,"latencyMs":12105.847499999916},{"questionId":"q74","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":7247,"outputTokens":775,"latencyMs":9764.602791999932},{"questionId":"q74","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":12062,"outputTokens":1799,"latencyMs":23643.802459000028},{"questionId":"q74","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":8383,"outputTokens":903,"latencyMs":11188.800625000033},{"questionId":"q75","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":10751,"outputTokens":839,"latencyMs":17448.161333999946},{"questionId":"q75","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":6835,"outputTokens":647,"latencyMs":22295.874917000066},{"questionId":"q75","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":7247,"outputTokens":775,"latencyMs":17655.812082999968},{"questionId":"q75","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":12062,"outputTokens":711,"latencyMs":12363.571083000046},{"questionId":"q75","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":8383,"outputTokens":775,"latencyMs":10697.301124999998},{"questionId":"q76","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10750,"outputTokens":1287,"latencyMs":18506.707000000053},{"questionId":"q76","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6834,"outputTokens":1031,"latencyMs":13021.202415999956},{"questionId":"q76","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7246,"outputTokens":1031,"latencyMs":15153.686832999927},{"questionId":"q76","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":12061,"outputTokens":2183,"latencyMs":24830.726082999958},{"questionId":"q76","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8382,"outputTokens":775,"latencyMs":12990.702792000026},{"questionId":"q77","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":10750,"outputTokens":1287,"latencyMs":16386.535709000076},{"questionId":"q77","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":6834,"outputTokens":903,"latencyMs":11385.765000000014},{"questionId":"q77","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7246,"outputTokens":775,"latencyMs":9487.797374999966},{"questionId":"q77","format":"xml","model":"gpt-5-nano","expected":"3","actual":"5","isCorrect":false,"inputTokens":12061,"outputTokens":1671,"latencyMs":20168.665458000032},{"questionId":"q77","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":8382,"outputTokens":967,"latencyMs":12439.690208000015},{"questionId":"q78","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":10751,"outputTokens":1223,"latencyMs":14507.635542000062},{"questionId":"q78","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6835,"outputTokens":1223,"latencyMs":15065.51112499996},{"questionId":"q78","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7247,"outputTokens":1095,"latencyMs":13516.303458999959},{"questionId":"q78","format":"xml","model":"gpt-5-nano","expected":"5","actual":"9","isCorrect":false,"inputTokens":12062,"outputTokens":3719,"latencyMs":41026.73679200001},{"questionId":"q78","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":8383,"outputTokens":903,"latencyMs":10701.561875000014},{"questionId":"q79","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"40","isCorrect":false,"inputTokens":10752,"outputTokens":4551,"latencyMs":49425.679417000036},{"questionId":"q79","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":6836,"outputTokens":2247,"latencyMs":29369.607500000042},{"questionId":"q79","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":7248,"outputTokens":1863,"latencyMs":26279.607749999966},{"questionId":"q79","format":"xml","model":"gpt-5-nano","expected":"20","actual":"40","isCorrect":false,"inputTokens":12063,"outputTokens":10951,"latencyMs":111290.49837499997},{"questionId":"q79","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":8384,"outputTokens":2311,"latencyMs":25988.91145799996},{"questionId":"q80","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"17","isCorrect":false,"inputTokens":10752,"outputTokens":4295,"latencyMs":48372.87274999998},{"questionId":"q80","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"20","isCorrect":false,"inputTokens":6836,"outputTokens":2055,"latencyMs":23419.303790999926},{"questionId":"q80","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":7248,"outputTokens":1479,"latencyMs":19850.771874999977},{"questionId":"q80","format":"xml","model":"gpt-5-nano","expected":"19","actual":"21","isCorrect":false,"inputTokens":12063,"outputTokens":3527,"latencyMs":63271.50995800004},{"questionId":"q80","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"30","isCorrect":false,"inputTokens":8384,"outputTokens":3079,"latencyMs":46636.86820899998},{"questionId":"q81","format":"json-pretty","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3711,"outputTokens":72,"latencyMs":2128.128291999921},{"questionId":"q81","format":"json-compact","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2387,"outputTokens":72,"latencyMs":2439.844792000018},{"questionId":"q81","format":"toon","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1560,"outputTokens":136,"latencyMs":2975.1664579999633},{"questionId":"q81","format":"csv","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1438,"outputTokens":136,"latencyMs":2591.4848340000026},{"questionId":"q81","format":"xml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4420,"outputTokens":136,"latencyMs":5749.886291999952},{"questionId":"q81","format":"yaml","model":"gpt-5-nano","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2982,"outputTokens":72,"latencyMs":2120.013125000056},{"questionId":"q82","format":"json-pretty","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3711,"outputTokens":74,"latencyMs":2057.68666700006},{"questionId":"q82","format":"json-compact","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2387,"outputTokens":138,"latencyMs":5603.400541999959},{"questionId":"q82","format":"toon","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1560,"outputTokens":74,"latencyMs":2622.034624999971},{"questionId":"q82","format":"csv","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1438,"outputTokens":74,"latencyMs":3105.3826670000562},{"questionId":"q82","format":"xml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4420,"outputTokens":202,"latencyMs":3747.984708999982},{"questionId":"q82","format":"yaml","model":"gpt-5-nano","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2982,"outputTokens":138,"latencyMs":7779.004375000019},{"questionId":"q83","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3712,"outputTokens":201,"latencyMs":4330.725790999946},{"questionId":"q83","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2388,"outputTokens":201,"latencyMs":3652.015124999918},{"questionId":"q83","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1561,"outputTokens":201,"latencyMs":3891.6784580000676},{"questionId":"q83","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1439,"outputTokens":137,"latencyMs":7464.134208000032},{"questionId":"q83","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4421,"outputTokens":201,"latencyMs":5357.20954099996},{"questionId":"q83","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2983,"outputTokens":137,"latencyMs":6651.367833000026},{"questionId":"q84","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3712,"outputTokens":71,"latencyMs":2474.9470000000438},{"questionId":"q84","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2388,"outputTokens":135,"latencyMs":4348.41320900002},{"questionId":"q84","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1561,"outputTokens":135,"latencyMs":5345.497124999994},{"questionId":"q84","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1439,"outputTokens":327,"latencyMs":5050.065166999935},{"questionId":"q84","format":"xml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":4421,"outputTokens":135,"latencyMs":3440.968375000055},{"questionId":"q84","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2983,"outputTokens":199,"latencyMs":5453.882457999978},{"questionId":"q85","format":"json-pretty","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3711,"outputTokens":136,"latencyMs":2723.6162920000497},{"questionId":"q85","format":"json-compact","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2387,"outputTokens":392,"latencyMs":5148.946208000067},{"questionId":"q85","format":"toon","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1560,"outputTokens":200,"latencyMs":3283.4655839999905},{"questionId":"q85","format":"csv","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1438,"outputTokens":200,"latencyMs":2884.8391249999404},{"questionId":"q85","format":"xml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4420,"outputTokens":136,"latencyMs":3073.218916999991},{"questionId":"q85","format":"yaml","model":"gpt-5-nano","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2982,"outputTokens":136,"latencyMs":2668.86495800002},{"questionId":"q86","format":"json-pretty","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3711,"outputTokens":202,"latencyMs":3165.5562080000527},{"questionId":"q86","format":"json-compact","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2387,"outputTokens":138,"latencyMs":7619.118917000014},{"questionId":"q86","format":"toon","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1560,"outputTokens":202,"latencyMs":4254.273624999914},{"questionId":"q86","format":"csv","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1438,"outputTokens":202,"latencyMs":4428.146833999897},{"questionId":"q86","format":"xml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4420,"outputTokens":138,"latencyMs":2771.701999999932},{"questionId":"q86","format":"yaml","model":"gpt-5-nano","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2982,"outputTokens":138,"latencyMs":2899.6582909999415},{"questionId":"q87","format":"json-pretty","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3712,"outputTokens":137,"latencyMs":5803.216167000006},{"questionId":"q87","format":"json-compact","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2388,"outputTokens":201,"latencyMs":6668.2681250000605},{"questionId":"q87","format":"toon","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1561,"outputTokens":201,"latencyMs":10477.985458999989},{"questionId":"q87","format":"csv","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1439,"outputTokens":393,"latencyMs":7442.054832999944},{"questionId":"q87","format":"xml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4421,"outputTokens":201,"latencyMs":4409.48125000007},{"questionId":"q87","format":"yaml","model":"gpt-5-nano","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2983,"outputTokens":137,"latencyMs":5724.8143750000745},{"questionId":"q88","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":3712,"outputTokens":135,"latencyMs":4365.2832909999415},{"questionId":"q88","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2388,"outputTokens":135,"latencyMs":3451.3044169999193},{"questionId":"q88","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1561,"outputTokens":135,"latencyMs":2155.7576660000486},{"questionId":"q88","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":1439,"outputTokens":135,"latencyMs":3433.023708999972},{"questionId":"q88","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4421,"outputTokens":263,"latencyMs":3939.3246659999713},{"questionId":"q88","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":2983,"outputTokens":327,"latencyMs":5769.574041999993},{"questionId":"q89","format":"json-pretty","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3711,"outputTokens":136,"latencyMs":4140.041165999952},{"questionId":"q89","format":"json-compact","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2387,"outputTokens":136,"latencyMs":2933.1684999999125},{"questionId":"q89","format":"toon","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1560,"outputTokens":136,"latencyMs":3400.5328750000335},{"questionId":"q89","format":"csv","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1438,"outputTokens":136,"latencyMs":2585.496207999997},{"questionId":"q89","format":"xml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4420,"outputTokens":200,"latencyMs":3915.7951250000624},{"questionId":"q89","format":"yaml","model":"gpt-5-nano","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2982,"outputTokens":136,"latencyMs":2933.3852500000503},{"questionId":"q90","format":"json-pretty","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":3708,"outputTokens":391,"latencyMs":9066.156875000102},{"questionId":"q90","format":"json-compact","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2384,"outputTokens":391,"latencyMs":5514.844000000041},{"questionId":"q90","format":"toon","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1557,"outputTokens":199,"latencyMs":6366.5004999999655},{"questionId":"q90","format":"csv","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":1435,"outputTokens":391,"latencyMs":5572.397791999974},{"questionId":"q90","format":"xml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":4417,"outputTokens":711,"latencyMs":10464.521666000015},{"questionId":"q90","format":"yaml","model":"gpt-5-nano","expected":"60","actual":"60","isCorrect":true,"inputTokens":2979,"outputTokens":775,"latencyMs":11206.093209000072},{"questionId":"q91","format":"json-pretty","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":3709,"outputTokens":3144,"latencyMs":53918.70204100001},{"questionId":"q91","format":"json-compact","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2385,"outputTokens":2888,"latencyMs":37430.806208999944},{"questionId":"q91","format":"toon","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1558,"outputTokens":3144,"latencyMs":35559.74687500007},{"questionId":"q91","format":"csv","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":1436,"outputTokens":2632,"latencyMs":31485.019250000012},{"questionId":"q91","format":"xml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":4418,"outputTokens":2888,"latencyMs":31130.943499999936},{"questionId":"q91","format":"yaml","model":"gpt-5-nano","expected":"328320","actual":"328320","isCorrect":true,"inputTokens":2980,"outputTokens":2760,"latencyMs":33402.07020800002},{"questionId":"q92","format":"json-pretty","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":3709,"outputTokens":2376,"latencyMs":45183.240917000105},{"questionId":"q92","format":"json-compact","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2385,"outputTokens":1544,"latencyMs":18546.928833000013},{"questionId":"q92","format":"toon","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1558,"outputTokens":3272,"latencyMs":46995.17575000005},{"questionId":"q92","format":"csv","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":1436,"outputTokens":1992,"latencyMs":19896.097999999998},{"questionId":"q92","format":"xml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":4418,"outputTokens":2376,"latencyMs":27770.092707999982},{"questionId":"q92","format":"yaml","model":"gpt-5-nano","expected":"1791","actual":"1791","isCorrect":true,"inputTokens":2980,"outputTokens":1736,"latencyMs":18245.15612499998},{"questionId":"q93","format":"json-pretty","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":3707,"outputTokens":4106,"latencyMs":42237.331000000006},{"questionId":"q93","format":"json-compact","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2383,"outputTokens":6346,"latencyMs":69054.92366700002},{"questionId":"q93","format":"toon","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1556,"outputTokens":3274,"latencyMs":50603.64245799999},{"questionId":"q93","format":"csv","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":1434,"outputTokens":2570,"latencyMs":41846.44295899989},{"questionId":"q93","format":"xml","model":"gpt-5-nano","expected":"311695.88","actual":"310695.88","isCorrect":false,"inputTokens":4416,"outputTokens":5706,"latencyMs":66111.141542},{"questionId":"q93","format":"yaml","model":"gpt-5-nano","expected":"311695.88","actual":"311695.88","isCorrect":true,"inputTokens":2978,"outputTokens":4234,"latencyMs":23266.762332999962},{"questionId":"q94","format":"json-pretty","model":"gpt-5-nano","expected":"0.53","actual":"60.7%","isCorrect":false,"inputTokens":3705,"outputTokens":3466,"latencyMs":36247.53037499997},{"questionId":"q94","format":"json-compact","model":"gpt-5-nano","expected":"0.53","actual":"0.607","isCorrect":false,"inputTokens":2381,"outputTokens":4041,"latencyMs":45752.75199999998},{"questionId":"q94","format":"toon","model":"gpt-5-nano","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1554,"outputTokens":2761,"latencyMs":33002.445916000055},{"questionId":"q94","format":"csv","model":"gpt-5-nano","expected":"0.53","actual":"0.528","isCorrect":true,"inputTokens":1432,"outputTokens":3465,"latencyMs":36889.813041999936},{"questionId":"q94","format":"xml","model":"gpt-5-nano","expected":"0.53","actual":"0.5298","isCorrect":true,"inputTokens":4414,"outputTokens":3338,"latencyMs":38038.26558400004},{"questionId":"q94","format":"yaml","model":"gpt-5-nano","expected":"0.53","actual":"0.528","isCorrect":true,"inputTokens":2976,"outputTokens":2505,"latencyMs":28824.336624999996},{"questionId":"q95","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":3709,"outputTokens":1671,"latencyMs":18659.28445799998},{"questionId":"q95","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2385,"outputTokens":1479,"latencyMs":18735.998083999963},{"questionId":"q95","format":"toon","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1558,"outputTokens":1287,"latencyMs":15056.705249999999},{"questionId":"q95","format":"csv","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":1436,"outputTokens":2247,"latencyMs":25440.516916999943},{"questionId":"q95","format":"xml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4418,"outputTokens":1607,"latencyMs":18432.36162500002},{"questionId":"q95","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":2980,"outputTokens":2375,"latencyMs":27082.86175000004},{"questionId":"q96","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3709,"outputTokens":1479,"latencyMs":20086.147750000004},{"questionId":"q96","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2385,"outputTokens":1351,"latencyMs":19313.62812499993},{"questionId":"q96","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1558,"outputTokens":1095,"latencyMs":13365.826834000065},{"questionId":"q96","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1436,"outputTokens":1735,"latencyMs":19266.281709000003},{"questionId":"q96","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4418,"outputTokens":1351,"latencyMs":16883.64279100008},{"questionId":"q96","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2980,"outputTokens":1671,"latencyMs":23911.803749999963},{"questionId":"q97","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":3708,"outputTokens":1415,"latencyMs":21701.364957999904},{"questionId":"q97","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":2384,"outputTokens":1415,"latencyMs":16060.445916999946},{"questionId":"q97","format":"toon","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":1557,"outputTokens":2183,"latencyMs":29182.68304100004},{"questionId":"q97","format":"csv","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":1435,"outputTokens":1607,"latencyMs":22388.038375000004},{"questionId":"q97","format":"xml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":4417,"outputTokens":1479,"latencyMs":17509.47016700008},{"questionId":"q97","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"57","isCorrect":true,"inputTokens":2979,"outputTokens":1927,"latencyMs":24463.595458000083},{"questionId":"q98","format":"json-pretty","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":3708,"outputTokens":1671,"latencyMs":17709.37954200001},{"questionId":"q98","format":"json-compact","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2384,"outputTokens":1671,"latencyMs":18501.210709000006},{"questionId":"q98","format":"toon","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1557,"outputTokens":1479,"latencyMs":15282.943666000036},{"questionId":"q98","format":"csv","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":1435,"outputTokens":1287,"latencyMs":15633.147707999917},{"questionId":"q98","format":"xml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":4417,"outputTokens":1223,"latencyMs":15916.369582999963},{"questionId":"q98","format":"yaml","model":"gpt-5-nano","expected":"26","actual":"26","isCorrect":true,"inputTokens":2979,"outputTokens":1991,"latencyMs":31098.979625000036},{"questionId":"q99","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3715,"outputTokens":1671,"latencyMs":19573.677125000046},{"questionId":"q99","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2391,"outputTokens":1991,"latencyMs":24230.817333000014},{"questionId":"q99","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1564,"outputTokens":1287,"latencyMs":15111.934834000072},{"questionId":"q99","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1442,"outputTokens":1671,"latencyMs":17451.69987500005},{"questionId":"q99","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4424,"outputTokens":1863,"latencyMs":23496.489834000007},{"questionId":"q99","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2986,"outputTokens":1991,"latencyMs":28230.884500000044},{"questionId":"q100","format":"json-pretty","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":3715,"outputTokens":1863,"latencyMs":23162.504666999914},{"questionId":"q100","format":"json-compact","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2391,"outputTokens":1927,"latencyMs":21515.284083000035},{"questionId":"q100","format":"toon","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1564,"outputTokens":1607,"latencyMs":18902.34387500002},{"questionId":"q100","format":"csv","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":1442,"outputTokens":1159,"latencyMs":14345.058542000013},{"questionId":"q100","format":"xml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":4424,"outputTokens":1863,"latencyMs":21815.303208000027},{"questionId":"q100","format":"yaml","model":"gpt-5-nano","expected":"14","actual":"14","isCorrect":true,"inputTokens":2986,"outputTokens":1479,"latencyMs":23898.152709000045},{"questionId":"q101","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"23","isCorrect":false,"inputTokens":3714,"outputTokens":1735,"latencyMs":25300.290707999957},{"questionId":"q101","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2390,"outputTokens":2567,"latencyMs":27552.036041000043},{"questionId":"q101","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1563,"outputTokens":2503,"latencyMs":41749.07820899994},{"questionId":"q101","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1441,"outputTokens":1991,"latencyMs":20592.050500000012},{"questionId":"q101","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4423,"outputTokens":2375,"latencyMs":56958.93012500007},{"questionId":"q101","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2985,"outputTokens":2439,"latencyMs":28990.416958000045},{"questionId":"q102","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3715,"outputTokens":2439,"latencyMs":26602.145416999934},{"questionId":"q102","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2391,"outputTokens":2567,"latencyMs":32486.61183399998},{"questionId":"q102","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1564,"outputTokens":2119,"latencyMs":23841.673959000036},{"questionId":"q102","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1442,"outputTokens":2119,"latencyMs":25085.510124999913},{"questionId":"q102","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4424,"outputTokens":2119,"latencyMs":26183.17416699999},{"questionId":"q102","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2986,"outputTokens":2631,"latencyMs":29355.201708000037},{"questionId":"q103","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3715,"outputTokens":2311,"latencyMs":26250.42304200004},{"questionId":"q103","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2391,"outputTokens":2503,"latencyMs":32117.33341600001},{"questionId":"q103","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1564,"outputTokens":2439,"latencyMs":27666.40054199996},{"questionId":"q103","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1442,"outputTokens":2375,"latencyMs":28733.283082999988},{"questionId":"q103","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4424,"outputTokens":2183,"latencyMs":23498.870125000132},{"questionId":"q103","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2986,"outputTokens":2759,"latencyMs":48928.34454199986},{"questionId":"q104","format":"json-pretty","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":3715,"outputTokens":2055,"latencyMs":25926.606750000035},{"questionId":"q104","format":"json-compact","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2391,"outputTokens":2439,"latencyMs":27456.208915999858},{"questionId":"q104","format":"toon","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1564,"outputTokens":2055,"latencyMs":22728.036415999988},{"questionId":"q104","format":"csv","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":1442,"outputTokens":1863,"latencyMs":25700.34054200002},{"questionId":"q104","format":"xml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":4424,"outputTokens":2311,"latencyMs":27577.019124999875},{"questionId":"q104","format":"yaml","model":"gpt-5-nano","expected":"20","actual":"20","isCorrect":true,"inputTokens":2986,"outputTokens":1863,"latencyMs":26626.03037500009},{"questionId":"q105","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":3715,"outputTokens":2247,"latencyMs":23972.308582999976},{"questionId":"q105","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":2391,"outputTokens":2439,"latencyMs":26164.001208999893},{"questionId":"q105","format":"toon","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":1564,"outputTokens":2567,"latencyMs":26208.671124999877},{"questionId":"q105","format":"csv","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":1442,"outputTokens":1543,"latencyMs":15995.28112499998},{"questionId":"q105","format":"xml","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":4424,"outputTokens":2247,"latencyMs":27680.706999999937},{"questionId":"q105","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"18","isCorrect":true,"inputTokens":2986,"outputTokens":1927,"latencyMs":23579.999667000026},{"questionId":"q106","format":"json-pretty","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":3714,"outputTokens":2247,"latencyMs":33612.52674999996},{"questionId":"q106","format":"json-compact","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2390,"outputTokens":2119,"latencyMs":23442.17241599993},{"questionId":"q106","format":"toon","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1563,"outputTokens":2503,"latencyMs":24862.57912499993},{"questionId":"q106","format":"csv","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":1441,"outputTokens":2247,"latencyMs":19540.445542},{"questionId":"q106","format":"xml","model":"gpt-5-nano","expected":"32","actual":"33","isCorrect":false,"inputTokens":4423,"outputTokens":2055,"latencyMs":30667.614834000124},{"questionId":"q106","format":"yaml","model":"gpt-5-nano","expected":"32","actual":"32","isCorrect":true,"inputTokens":2985,"outputTokens":1735,"latencyMs":18941.90916699986},{"questionId":"q107","format":"json-pretty","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":3714,"outputTokens":1735,"latencyMs":16882.287166999886},{"questionId":"q107","format":"json-compact","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2390,"outputTokens":1479,"latencyMs":16137.853874999797},{"questionId":"q107","format":"toon","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1563,"outputTokens":2247,"latencyMs":19255.835875000106},{"questionId":"q107","format":"csv","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":1441,"outputTokens":2119,"latencyMs":25974.13358299993},{"questionId":"q107","format":"xml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":4423,"outputTokens":1671,"latencyMs":25438.466000000015},{"questionId":"q107","format":"yaml","model":"gpt-5-nano","expected":"9","actual":"9","isCorrect":true,"inputTokens":2985,"outputTokens":1607,"latencyMs":15440.568208999932},{"questionId":"q108","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3717,"outputTokens":2695,"latencyMs":25186.893625000026},{"questionId":"q108","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2393,"outputTokens":2503,"latencyMs":23031.526041999925},{"questionId":"q108","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1566,"outputTokens":2887,"latencyMs":31272.701291000005},{"questionId":"q108","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1444,"outputTokens":2439,"latencyMs":31080.203416999895},{"questionId":"q108","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4426,"outputTokens":3015,"latencyMs":43750.97133300011},{"questionId":"q108","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2988,"outputTokens":2503,"latencyMs":32471.38195800013},{"questionId":"q109","format":"json-pretty","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":3717,"outputTokens":2695,"latencyMs":25399.157000000123},{"questionId":"q109","format":"json-compact","model":"gpt-5-nano","expected":"22","actual":"21","isCorrect":false,"inputTokens":2393,"outputTokens":3271,"latencyMs":53055.90758399991},{"questionId":"q109","format":"toon","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1566,"outputTokens":2887,"latencyMs":36729.46558400011},{"questionId":"q109","format":"csv","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":1444,"outputTokens":2759,"latencyMs":32542.42408300005},{"questionId":"q109","format":"xml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":4426,"outputTokens":2567,"latencyMs":24373.039249999914},{"questionId":"q109","format":"yaml","model":"gpt-5-nano","expected":"22","actual":"22","isCorrect":true,"inputTokens":2988,"outputTokens":3335,"latencyMs":30927.106040999992},{"questionId":"q110","format":"json-pretty","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15191,"outputTokens":72,"latencyMs":2852.6239169999026},{"questionId":"q110","format":"json-compact","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11501,"outputTokens":136,"latencyMs":9205.15933299996},{"questionId":"q110","format":"toon","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":11571.579249999952},{"questionId":"q110","format":"csv","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8558,"outputTokens":264,"latencyMs":6701.877708000131},{"questionId":"q110","format":"xml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17140,"outputTokens":136,"latencyMs":3170.1385419999715},{"questionId":"q110","format":"yaml","model":"gpt-5-nano","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13173,"outputTokens":136,"latencyMs":4597.75779199996},{"questionId":"q111","format":"json-pretty","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15193,"outputTokens":264,"latencyMs":3896.9185419999994},{"questionId":"q111","format":"json-compact","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":3818.34770799987},{"questionId":"q111","format":"toon","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8792,"outputTokens":456,"latencyMs":8133.202000000048},{"questionId":"q111","format":"csv","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8560,"outputTokens":264,"latencyMs":4126.644957999932},{"questionId":"q111","format":"xml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17142,"outputTokens":264,"latencyMs":2889.9264589999802},{"questionId":"q111","format":"yaml","model":"gpt-5-nano","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13175,"outputTokens":328,"latencyMs":9917.843957999954},{"questionId":"q112","format":"json-pretty","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15188,"outputTokens":200,"latencyMs":22887.91504199989},{"questionId":"q112","format":"json-compact","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11498,"outputTokens":264,"latencyMs":5538.217459000181},{"questionId":"q112","format":"toon","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8787,"outputTokens":264,"latencyMs":3908.395082999952},{"questionId":"q112","format":"csv","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8555,"outputTokens":264,"latencyMs":9212.294333999977},{"questionId":"q112","format":"xml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17137,"outputTokens":264,"latencyMs":4170.181875000009},{"questionId":"q112","format":"yaml","model":"gpt-5-nano","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13170,"outputTokens":328,"latencyMs":7411.955917000072},{"questionId":"q113","format":"json-pretty","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":15194,"outputTokens":199,"latencyMs":4206.49679200002},{"questionId":"q113","format":"json-compact","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":11504,"outputTokens":263,"latencyMs":5070.6724580000155},{"questionId":"q113","format":"toon","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8793,"outputTokens":263,"latencyMs":3286.898583999835},{"questionId":"q113","format":"csv","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":8561,"outputTokens":327,"latencyMs":5107.250916999998},{"questionId":"q113","format":"xml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":17143,"outputTokens":327,"latencyMs":5830.636124999961},{"questionId":"q113","format":"yaml","model":"gpt-5-nano","expected":"master","actual":"master","isCorrect":true,"inputTokens":13176,"outputTokens":327,"latencyMs":7349.715250000125},{"questionId":"q114","format":"json-pretty","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15188,"outputTokens":200,"latencyMs":4917.507708000019},{"questionId":"q114","format":"json-compact","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11498,"outputTokens":136,"latencyMs":2664.0555000000168},{"questionId":"q114","format":"toon","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8787,"outputTokens":328,"latencyMs":4996.481208999874},{"questionId":"q114","format":"csv","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8555,"outputTokens":200,"latencyMs":3612.7158749999944},{"questionId":"q114","format":"xml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17137,"outputTokens":200,"latencyMs":4158.2371660000645},{"questionId":"q114","format":"yaml","model":"gpt-5-nano","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13170,"outputTokens":328,"latencyMs":4690.776083000004},{"questionId":"q115","format":"json-pretty","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15193,"outputTokens":200,"latencyMs":3788.426582999993},{"questionId":"q115","format":"json-compact","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11503,"outputTokens":264,"latencyMs":4445.150167000014},{"questionId":"q115","format":"toon","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8792,"outputTokens":328,"latencyMs":4624.978750000009},{"questionId":"q115","format":"csv","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8560,"outputTokens":264,"latencyMs":4528.476833000081},{"questionId":"q115","format":"xml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17142,"outputTokens":328,"latencyMs":29992.695916000055},{"questionId":"q115","format":"yaml","model":"gpt-5-nano","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13175,"outputTokens":328,"latencyMs":4792.978958000196},{"questionId":"q116","format":"json-pretty","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":15192,"outputTokens":199,"latencyMs":3117.1432920000516},{"questionId":"q116","format":"json-compact","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":11502,"outputTokens":263,"latencyMs":4451.735875000013},{"questionId":"q116","format":"toon","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8791,"outputTokens":583,"latencyMs":11190.991000000155},{"questionId":"q116","format":"csv","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":8559,"outputTokens":199,"latencyMs":3691.145082999952},{"questionId":"q116","format":"xml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":17141,"outputTokens":263,"latencyMs":4206.492874999996},{"questionId":"q116","format":"yaml","model":"gpt-5-nano","expected":"678","actual":"678","isCorrect":true,"inputTokens":13174,"outputTokens":263,"latencyMs":6080.835583999986},{"questionId":"q117","format":"json-pretty","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":15191,"outputTokens":199,"latencyMs":3317.2915000000503},{"questionId":"q117","format":"json-compact","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":11501,"outputTokens":263,"latencyMs":10316.831042000093},{"questionId":"q117","format":"toon","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8790,"outputTokens":327,"latencyMs":5291.984916999936},{"questionId":"q117","format":"csv","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":8558,"outputTokens":135,"latencyMs":2963.7500830001663},{"questionId":"q117","format":"xml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":17140,"outputTokens":327,"latencyMs":5541.921791000059},{"questionId":"q117","format":"yaml","model":"gpt-5-nano","expected":"main","actual":"main","isCorrect":true,"inputTokens":13173,"outputTokens":199,"latencyMs":3236.05700000003},{"questionId":"q118","format":"json-pretty","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15195,"outputTokens":264,"latencyMs":7516.096499999985},{"questionId":"q118","format":"json-compact","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11505,"outputTokens":264,"latencyMs":4007.5514169998933},{"questionId":"q118","format":"toon","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8794,"outputTokens":520,"latencyMs":10093.844749999931},{"questionId":"q118","format":"csv","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8562,"outputTokens":584,"latencyMs":10973.766583000077},{"questionId":"q118","format":"xml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17144,"outputTokens":264,"latencyMs":6697.042584000155},{"questionId":"q118","format":"yaml","model":"gpt-5-nano","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13177,"outputTokens":264,"latencyMs":4294.768958000001},{"questionId":"q119","format":"json-pretty","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15191,"outputTokens":136,"latencyMs":3615.9884999999776},{"questionId":"q119","format":"json-compact","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11501,"outputTokens":200,"latencyMs":6127.050125000067},{"questionId":"q119","format":"toon","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8790,"outputTokens":392,"latencyMs":5816.570957999909},{"questionId":"q119","format":"csv","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8558,"outputTokens":200,"latencyMs":4153.094250000082},{"questionId":"q119","format":"xml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17140,"outputTokens":264,"latencyMs":4096.013791000005},{"questionId":"q119","format":"yaml","model":"gpt-5-nano","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13173,"outputTokens":136,"latencyMs":4603.969957999885},{"questionId":"q120","format":"json-pretty","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15196,"outputTokens":328,"latencyMs":7266.2965420000255},{"questionId":"q120","format":"json-compact","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11506,"outputTokens":200,"latencyMs":3924.3384170001373},{"questionId":"q120","format":"toon","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8795,"outputTokens":456,"latencyMs":6277.6105840001255},{"questionId":"q120","format":"csv","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8563,"outputTokens":648,"latencyMs":10128.45941599994},{"questionId":"q120","format":"xml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17145,"outputTokens":264,"latencyMs":11136.480958000058},{"questionId":"q120","format":"yaml","model":"gpt-5-nano","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13178,"outputTokens":200,"latencyMs":5341.478583000135},{"questionId":"q121","format":"json-pretty","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":15187,"outputTokens":1287,"latencyMs":14037.949082999956},{"questionId":"q121","format":"json-compact","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":11497,"outputTokens":263,"latencyMs":5154.104999999981},{"questionId":"q121","format":"toon","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8786,"outputTokens":9159,"latencyMs":98469.73783300002},{"questionId":"q121","format":"csv","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":8554,"outputTokens":1543,"latencyMs":17382.797625000123},{"questionId":"q121","format":"xml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":17136,"outputTokens":199,"latencyMs":7302.043917000061},{"questionId":"q121","format":"yaml","model":"gpt-5-nano","expected":"100","actual":"100","isCorrect":true,"inputTokens":13169,"outputTokens":263,"latencyMs":4604.409790999955},{"questionId":"q122","format":"json-pretty","model":"gpt-5-nano","expected":"15413563","actual":"13742751","isCorrect":false,"inputTokens":15190,"outputTokens":3209,"latencyMs":30879.385833000066},{"questionId":"q122","format":"json-compact","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":11500,"outputTokens":5705,"latencyMs":56103.89754200005},{"questionId":"q122","format":"toon","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8789,"outputTokens":10313,"latencyMs":158620.58558299998},{"questionId":"q122","format":"csv","model":"gpt-5-nano","expected":"15413563","actual":"15413563","isCorrect":true,"inputTokens":8557,"outputTokens":6025,"latencyMs":58493.769917000085},{"questionId":"q122","format":"xml","model":"gpt-5-nano","expected":"15413563","actual":"13333712","isCorrect":false,"inputTokens":17139,"outputTokens":14473,"latencyMs":139162.06208300008},{"questionId":"q122","format":"yaml","model":"gpt-5-nano","expected":"15413563","actual":"13742751","isCorrect":false,"inputTokens":13172,"outputTokens":6473,"latencyMs":66953.80708299996},{"questionId":"q123","format":"json-pretty","model":"gpt-5-nano","expected":"2528243","actual":"2077263","isCorrect":false,"inputTokens":15190,"outputTokens":6345,"latencyMs":70420.02891699993},{"questionId":"q123","format":"json-compact","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":11500,"outputTokens":6729,"latencyMs":69811.16091699991},{"questionId":"q123","format":"toon","model":"gpt-5-nano","expected":"2528243","actual":"2528243","isCorrect":true,"inputTokens":8789,"outputTokens":8201,"latencyMs":80909.2337499999},{"questionId":"q123","format":"csv","model":"gpt-5-nano","expected":"2528243","actual":"2265463","isCorrect":false,"inputTokens":8557,"outputTokens":5961,"latencyMs":69011.71520800004},{"questionId":"q123","format":"xml","model":"gpt-5-nano","expected":"2528243","actual":"2071783","isCorrect":false,"inputTokens":17139,"outputTokens":6729,"latencyMs":68628.07733300002},{"questionId":"q123","format":"yaml","model":"gpt-5-nano","expected":"2528243","actual":"2516898","isCorrect":false,"inputTokens":13172,"outputTokens":6857,"latencyMs":68040.294},{"questionId":"q124","format":"json-pretty","model":"gpt-5-nano","expected":"154136","actual":"157511.5","isCorrect":false,"inputTokens":15189,"outputTokens":4874,"latencyMs":50332.01549999998},{"questionId":"q124","format":"json-compact","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":11499,"outputTokens":5642,"latencyMs":56079.0257499998},{"questionId":"q124","format":"toon","model":"gpt-5-nano","expected":"154136","actual":"154126.63","isCorrect":false,"inputTokens":8788,"outputTokens":5066,"latencyMs":50133.97937500011},{"questionId":"q124","format":"csv","model":"gpt-5-nano","expected":"154136","actual":"154135.63","isCorrect":true,"inputTokens":8556,"outputTokens":3530,"latencyMs":38348.292541999836},{"questionId":"q124","format":"xml","model":"gpt-5-nano","expected":"154136","actual":"159000","isCorrect":false,"inputTokens":17138,"outputTokens":14088,"latencyMs":161166.67354099988},{"questionId":"q124","format":"yaml","model":"gpt-5-nano","expected":"154136","actual":"157951.16","isCorrect":false,"inputTokens":13171,"outputTokens":7370,"latencyMs":69534.30116699985},{"questionId":"q125","format":"json-pretty","model":"gpt-5-nano","expected":"41","actual":"76","isCorrect":false,"inputTokens":15191,"outputTokens":8135,"latencyMs":72622.7357079999},{"questionId":"q125","format":"json-compact","model":"gpt-5-nano","expected":"41","actual":"33","isCorrect":false,"inputTokens":11501,"outputTokens":3143,"latencyMs":31973.760957999853},{"questionId":"q125","format":"toon","model":"gpt-5-nano","expected":"41","actual":"40","isCorrect":false,"inputTokens":8790,"outputTokens":4679,"latencyMs":44710.291833000025},{"questionId":"q125","format":"csv","model":"gpt-5-nano","expected":"41","actual":"39","isCorrect":false,"inputTokens":8558,"outputTokens":2311,"latencyMs":23444.977249999996},{"questionId":"q125","format":"xml","model":"gpt-5-nano","expected":"41","actual":"33","isCorrect":false,"inputTokens":17140,"outputTokens":3783,"latencyMs":39129.00425},{"questionId":"q125","format":"yaml","model":"gpt-5-nano","expected":"41","actual":"41","isCorrect":true,"inputTokens":13173,"outputTokens":3655,"latencyMs":38346.29554199986},{"questionId":"q126","format":"json-pretty","model":"gpt-5-nano","expected":"53","actual":"44","isCorrect":false,"inputTokens":15191,"outputTokens":8327,"latencyMs":123490.10370799992},{"questionId":"q126","format":"json-compact","model":"gpt-5-nano","expected":"53","actual":"52","isCorrect":false,"inputTokens":11501,"outputTokens":2759,"latencyMs":24773.580083000008},{"questionId":"q126","format":"toon","model":"gpt-5-nano","expected":"53","actual":"50","isCorrect":false,"inputTokens":8790,"outputTokens":2695,"latencyMs":49047.61629200005},{"questionId":"q126","format":"csv","model":"gpt-5-nano","expected":"53","actual":"54","isCorrect":false,"inputTokens":8558,"outputTokens":3463,"latencyMs":29928.04916699999},{"questionId":"q126","format":"xml","model":"gpt-5-nano","expected":"53","actual":"57","isCorrect":false,"inputTokens":17140,"outputTokens":7303,"latencyMs":60693.58595800004},{"questionId":"q126","format":"yaml","model":"gpt-5-nano","expected":"53","actual":"66","isCorrect":false,"inputTokens":13173,"outputTokens":10311,"latencyMs":112334.66404199996},{"questionId":"q127","format":"json-pretty","model":"gpt-5-nano","expected":"77","actual":"60","isCorrect":false,"inputTokens":15190,"outputTokens":2183,"latencyMs":18363.82633299986},{"questionId":"q127","format":"json-compact","model":"gpt-5-nano","expected":"77","actual":"54","isCorrect":false,"inputTokens":11500,"outputTokens":2247,"latencyMs":33625.62533399998},{"questionId":"q127","format":"toon","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8789,"outputTokens":2375,"latencyMs":20699.89266699995},{"questionId":"q127","format":"csv","model":"gpt-5-nano","expected":"77","actual":"77","isCorrect":true,"inputTokens":8557,"outputTokens":2951,"latencyMs":26386.59887499991},{"questionId":"q127","format":"xml","model":"gpt-5-nano","expected":"77","actual":"68","isCorrect":false,"inputTokens":17139,"outputTokens":4807,"latencyMs":41859.012749999994},{"questionId":"q127","format":"yaml","model":"gpt-5-nano","expected":"77","actual":"64","isCorrect":false,"inputTokens":13172,"outputTokens":3399,"latencyMs":48692.47666599997},{"questionId":"q128","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":15190,"outputTokens":2887,"latencyMs":23339.93741600006},{"questionId":"q128","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"36","isCorrect":false,"inputTokens":11500,"outputTokens":3079,"latencyMs":43466.81170800002},{"questionId":"q128","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8789,"outputTokens":5127,"latencyMs":51769.98491700017},{"questionId":"q128","format":"csv","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":8557,"outputTokens":2055,"latencyMs":25532.220666000154},{"questionId":"q128","format":"xml","model":"gpt-5-nano","expected":"37","actual":"33","isCorrect":false,"inputTokens":17139,"outputTokens":1287,"latencyMs":13731.505916000111},{"questionId":"q128","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":13172,"outputTokens":1735,"latencyMs":21406.975875000004},{"questionId":"q129","format":"json-pretty","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":15190,"outputTokens":1159,"latencyMs":13449.887916000094},{"questionId":"q129","format":"json-compact","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":11500,"outputTokens":1415,"latencyMs":16210.721792000113},{"questionId":"q129","format":"toon","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8789,"outputTokens":2439,"latencyMs":21948.377875000006},{"questionId":"q129","format":"csv","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":8557,"outputTokens":1671,"latencyMs":14840.930042000022},{"questionId":"q129","format":"xml","model":"gpt-5-nano","expected":"16","actual":"16","isCorrect":true,"inputTokens":17139,"outputTokens":1863,"latencyMs":18653.78958300012},{"questionId":"q129","format":"yaml","model":"gpt-5-nano","expected":"16","actual":"15","isCorrect":false,"inputTokens":13172,"outputTokens":3399,"latencyMs":33220.26370800007},{"questionId":"q130","format":"json-pretty","model":"gpt-5-nano","expected":"49","actual":"37","isCorrect":false,"inputTokens":15190,"outputTokens":2247,"latencyMs":19096.837624999927},{"questionId":"q130","format":"json-compact","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":11500,"outputTokens":3207,"latencyMs":38697.13145899982},{"questionId":"q130","format":"toon","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8789,"outputTokens":4359,"latencyMs":53964.05995799997},{"questionId":"q130","format":"csv","model":"gpt-5-nano","expected":"49","actual":"49","isCorrect":true,"inputTokens":8557,"outputTokens":5767,"latencyMs":53766.278916000156},{"questionId":"q130","format":"xml","model":"gpt-5-nano","expected":"49","actual":"36","isCorrect":false,"inputTokens":17139,"outputTokens":9543,"latencyMs":79621.58354200004},{"questionId":"q130","format":"yaml","model":"gpt-5-nano","expected":"49","actual":"47","isCorrect":false,"inputTokens":13172,"outputTokens":4615,"latencyMs":39818.43429100001},{"questionId":"q131","format":"json-pretty","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":15190,"outputTokens":5831,"latencyMs":54345.21616599988},{"questionId":"q131","format":"json-compact","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":11500,"outputTokens":2503,"latencyMs":34713.12620899989},{"questionId":"q131","format":"toon","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":8789,"outputTokens":3527,"latencyMs":31329.026165999938},{"questionId":"q131","format":"csv","model":"gpt-5-nano","expected":"23","actual":"22","isCorrect":false,"inputTokens":8557,"outputTokens":3271,"latencyMs":36582.53816700005},{"questionId":"q131","format":"xml","model":"gpt-5-nano","expected":"23","actual":"19","isCorrect":false,"inputTokens":17139,"outputTokens":5447,"latencyMs":47379.5254579999},{"questionId":"q131","format":"yaml","model":"gpt-5-nano","expected":"23","actual":"23","isCorrect":true,"inputTokens":13172,"outputTokens":2311,"latencyMs":29729.37791699986},{"questionId":"q132","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":15190,"outputTokens":2247,"latencyMs":21578.743292000145},{"questionId":"q132","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":11500,"outputTokens":1863,"latencyMs":16963.776208000025},{"questionId":"q132","format":"toon","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8789,"outputTokens":2439,"latencyMs":18650.686165999854},{"questionId":"q132","format":"csv","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":8557,"outputTokens":2439,"latencyMs":26544.82395800017},{"questionId":"q132","format":"xml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":17139,"outputTokens":4807,"latencyMs":41516.513417000184},{"questionId":"q132","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"11","isCorrect":true,"inputTokens":13172,"outputTokens":1863,"latencyMs":18691.906082999893},{"questionId":"q133","format":"json-pretty","model":"gpt-5-nano","expected":"19","actual":"18","isCorrect":false,"inputTokens":15190,"outputTokens":3015,"latencyMs":24943.790249999845},{"questionId":"q133","format":"json-compact","model":"gpt-5-nano","expected":"19","actual":"22","isCorrect":false,"inputTokens":11500,"outputTokens":8903,"latencyMs":68350.89208300016},{"questionId":"q133","format":"toon","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8789,"outputTokens":3847,"latencyMs":44008.335709000006},{"questionId":"q133","format":"csv","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":8557,"outputTokens":3911,"latencyMs":34467.511834000004},{"questionId":"q133","format":"xml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":17139,"outputTokens":3719,"latencyMs":31071.0626660001},{"questionId":"q133","format":"yaml","model":"gpt-5-nano","expected":"19","actual":"19","isCorrect":true,"inputTokens":13172,"outputTokens":3975,"latencyMs":28671.710834000027},{"questionId":"q134","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":15190,"outputTokens":2055,"latencyMs":15931.26629200019},{"questionId":"q134","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":11500,"outputTokens":1671,"latencyMs":16124.433875000104},{"questionId":"q134","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8789,"outputTokens":2439,"latencyMs":20923.443708000006},{"questionId":"q134","format":"csv","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":8557,"outputTokens":2567,"latencyMs":21340.743791999994},{"questionId":"q134","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":17139,"outputTokens":2375,"latencyMs":32010.177040999988},{"questionId":"q134","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":13172,"outputTokens":1607,"latencyMs":11625.25783300004},{"questionId":"q135","format":"json-pretty","model":"gpt-5-nano","expected":"57","actual":"53","isCorrect":false,"inputTokens":15197,"outputTokens":7495,"latencyMs":68949.04179099994},{"questionId":"q135","format":"json-compact","model":"gpt-5-nano","expected":"57","actual":"41","isCorrect":false,"inputTokens":11507,"outputTokens":4743,"latencyMs":37681.80333300005},{"questionId":"q135","format":"toon","model":"gpt-5-nano","expected":"57","actual":"38","isCorrect":false,"inputTokens":8796,"outputTokens":5319,"latencyMs":56274.31879199995},{"questionId":"q135","format":"csv","model":"gpt-5-nano","expected":"57","actual":"56","isCorrect":false,"inputTokens":8564,"outputTokens":5063,"latencyMs":42104.97999999998},{"questionId":"q135","format":"xml","model":"gpt-5-nano","expected":"57","actual":"36","isCorrect":false,"inputTokens":17146,"outputTokens":12039,"latencyMs":126853.45950000011},{"questionId":"q135","format":"yaml","model":"gpt-5-nano","expected":"57","actual":"71","isCorrect":false,"inputTokens":13179,"outputTokens":11783,"latencyMs":101580.45762500004},{"questionId":"q136","format":"json-pretty","model":"gpt-5-nano","expected":"43","actual":"41","isCorrect":false,"inputTokens":15197,"outputTokens":4167,"latencyMs":30061.539249999914},{"questionId":"q136","format":"json-compact","model":"gpt-5-nano","expected":"43","actual":"34","isCorrect":false,"inputTokens":11507,"outputTokens":3143,"latencyMs":33771.257874999894},{"questionId":"q136","format":"toon","model":"gpt-5-nano","expected":"43","actual":"43","isCorrect":true,"inputTokens":8796,"outputTokens":4743,"latencyMs":49998.796291999985},{"questionId":"q136","format":"csv","model":"gpt-5-nano","expected":"43","actual":"45","isCorrect":false,"inputTokens":8564,"outputTokens":5831,"latencyMs":80039.76354199997},{"questionId":"q136","format":"xml","model":"gpt-5-nano","expected":"43","actual":"40","isCorrect":false,"inputTokens":17146,"outputTokens":7495,"latencyMs":64600.94316600007},{"questionId":"q136","format":"yaml","model":"gpt-5-nano","expected":"43","actual":"46","isCorrect":false,"inputTokens":13179,"outputTokens":6855,"latencyMs":54770.970709000016},{"questionId":"q137","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":15197,"outputTokens":2375,"latencyMs":22857.344666999998},{"questionId":"q137","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":11507,"outputTokens":4807,"latencyMs":42634.341874999925},{"questionId":"q137","format":"toon","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8796,"outputTokens":5319,"latencyMs":45114.67554199998},{"questionId":"q137","format":"csv","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":8564,"outputTokens":4039,"latencyMs":31626.9827500002},{"questionId":"q137","format":"xml","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":17146,"outputTokens":6599,"latencyMs":49159.09495800012},{"questionId":"q137","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"23","isCorrect":false,"inputTokens":13179,"outputTokens":6087,"latencyMs":46398.68758399994},{"questionId":"q138","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":5383,"latencyMs":40467.513166000135},{"questionId":"q138","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":1927,"latencyMs":18182.53533299989},{"questionId":"q138","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":4615,"latencyMs":37593.01341699995},{"questionId":"q138","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":2439,"latencyMs":22954.645708000055},{"questionId":"q138","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2119,"latencyMs":18005.40216700011},{"questionId":"q138","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2439,"latencyMs":19272.56758299982},{"questionId":"q139","format":"json-pretty","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":15197,"outputTokens":2375,"latencyMs":19271.752374999924},{"questionId":"q139","format":"json-compact","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":11507,"outputTokens":2439,"latencyMs":20368.269499999937},{"questionId":"q139","format":"toon","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8796,"outputTokens":2887,"latencyMs":30644.972624999937},{"questionId":"q139","format":"csv","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":8564,"outputTokens":3463,"latencyMs":28201.715125000104},{"questionId":"q139","format":"xml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":17146,"outputTokens":2567,"latencyMs":23073.364082999993},{"questionId":"q139","format":"yaml","model":"gpt-5-nano","expected":"6","actual":"6","isCorrect":true,"inputTokens":13179,"outputTokens":2375,"latencyMs":20809.007874999894},{"questionId":"q140","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":15197,"outputTokens":1927,"latencyMs":15322.00524999993},{"questionId":"q140","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":11507,"outputTokens":3015,"latencyMs":26285.97937500011},{"questionId":"q140","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8796,"outputTokens":4103,"latencyMs":32970.411542000016},{"questionId":"q140","format":"csv","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":8564,"outputTokens":3399,"latencyMs":28285.164749999996},{"questionId":"q140","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":17146,"outputTokens":2055,"latencyMs":20341.28712500003},{"questionId":"q140","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":13179,"outputTokens":2631,"latencyMs":22226.259208000032},{"questionId":"q141","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6844,"outputTokens":71,"latencyMs":1955.5735419997945},{"questionId":"q141","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4869,"outputTokens":135,"latencyMs":4553.265250000171},{"questionId":"q141","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5823,"outputTokens":135,"latencyMs":2543.069000000134},{"questionId":"q141","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7757,"outputTokens":135,"latencyMs":6649.405292000156},{"questionId":"q141","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5872,"outputTokens":71,"latencyMs":2115.310083999997},{"questionId":"q142","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6844,"outputTokens":265,"latencyMs":2872.5037909999955},{"questionId":"q142","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4869,"outputTokens":265,"latencyMs":2775.808750000084},{"questionId":"q142","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5823,"outputTokens":201,"latencyMs":2832.860875000013},{"questionId":"q142","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7757,"outputTokens":201,"latencyMs":2757.7934580000583},{"questionId":"q142","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5872,"outputTokens":137,"latencyMs":2296.003792000003},{"questionId":"q143","format":"json-pretty","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":6845,"outputTokens":199,"latencyMs":3644.8466250000056},{"questionId":"q143","format":"json-compact","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":4870,"outputTokens":199,"latencyMs":2455.349042000016},{"questionId":"q143","format":"toon","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5824,"outputTokens":455,"latencyMs":6325.387290999992},{"questionId":"q143","format":"xml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":7758,"outputTokens":263,"latencyMs":3406.4738750001416},{"questionId":"q143","format":"yaml","model":"gpt-5-nano","expected":"424","actual":"424","isCorrect":true,"inputTokens":5873,"outputTokens":327,"latencyMs":4431.845083000138},{"questionId":"q144","format":"json-pretty","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6845,"outputTokens":456,"latencyMs":4227.286917000078},{"questionId":"q144","format":"json-compact","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4870,"outputTokens":200,"latencyMs":5167.462166999932},{"questionId":"q144","format":"toon","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5824,"outputTokens":136,"latencyMs":1726.5238749999553},{"questionId":"q144","format":"xml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7758,"outputTokens":200,"latencyMs":2920.706625000108},{"questionId":"q144","format":"yaml","model":"gpt-5-nano","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5873,"outputTokens":200,"latencyMs":5353.086708999937},{"questionId":"q145","format":"json-pretty","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":6844,"outputTokens":135,"latencyMs":2240.6291249999776},{"questionId":"q145","format":"json-compact","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":4869,"outputTokens":199,"latencyMs":3427.6226250000764},{"questionId":"q145","format":"toon","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5823,"outputTokens":583,"latencyMs":4925.623542000074},{"questionId":"q145","format":"xml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":7757,"outputTokens":199,"latencyMs":2547.716708000051},{"questionId":"q145","format":"yaml","model":"gpt-5-nano","expected":"info","actual":"info","isCorrect":true,"inputTokens":5872,"outputTokens":263,"latencyMs":2926.5854579999577},{"questionId":"q146","format":"json-pretty","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6844,"outputTokens":201,"latencyMs":5352.11487499997},{"questionId":"q146","format":"json-compact","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4869,"outputTokens":265,"latencyMs":2607.2685000000056},{"questionId":"q146","format":"toon","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5823,"outputTokens":201,"latencyMs":2415.289124999894},{"questionId":"q146","format":"xml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/payments","isCorrect":false,"inputTokens":7757,"outputTokens":778,"latencyMs":6241.869958000025},{"questionId":"q146","format":"yaml","model":"gpt-5-nano","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5872,"outputTokens":265,"latencyMs":3028.791874999879},{"questionId":"q147","format":"json-pretty","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":6845,"outputTokens":391,"latencyMs":4027.367249999894},{"questionId":"q147","format":"json-compact","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":4870,"outputTokens":263,"latencyMs":4823.794457999989},{"questionId":"q147","format":"toon","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5824,"outputTokens":1159,"latencyMs":5227.228416000027},{"questionId":"q147","format":"xml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":7758,"outputTokens":263,"latencyMs":4392.368125000037},{"questionId":"q147","format":"yaml","model":"gpt-5-nano","expected":"435","actual":"435","isCorrect":true,"inputTokens":5873,"outputTokens":263,"latencyMs":2816.9377089999616},{"questionId":"q148","format":"json-pretty","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":6845,"outputTokens":263,"latencyMs":3177.5520840000827},{"questionId":"q148","format":"json-compact","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":4870,"outputTokens":1031,"latencyMs":10394.779458000092},{"questionId":"q148","format":"toon","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5824,"outputTokens":327,"latencyMs":3701.9437499998603},{"questionId":"q148","format":"xml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":7758,"outputTokens":455,"latencyMs":4569.166167000076},{"questionId":"q148","format":"yaml","model":"gpt-5-nano","expected":"408","actual":"408","isCorrect":true,"inputTokens":5873,"outputTokens":135,"latencyMs":2118.045625000028},{"questionId":"q149","format":"json-pretty","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":6844,"outputTokens":391,"latencyMs":4502.763165999902},{"questionId":"q149","format":"json-compact","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":4869,"outputTokens":199,"latencyMs":4288.05683399993},{"questionId":"q149","format":"toon","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5823,"outputTokens":263,"latencyMs":3630.843292000005},{"questionId":"q149","format":"xml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":7757,"outputTokens":263,"latencyMs":2849.0280410000123},{"questionId":"q149","format":"yaml","model":"gpt-5-nano","expected":"error","actual":"error","isCorrect":true,"inputTokens":5872,"outputTokens":199,"latencyMs":5936.186666000169},{"questionId":"q150","format":"json-pretty","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6844,"outputTokens":137,"latencyMs":3142.1735000000335},{"questionId":"q150","format":"json-compact","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4869,"outputTokens":201,"latencyMs":2833.1345420000143},{"questionId":"q150","format":"toon","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5823,"outputTokens":201,"latencyMs":3233.6386659999844},{"questionId":"q150","format":"xml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7757,"outputTokens":265,"latencyMs":3583.4880000001285},{"questionId":"q150","format":"yaml","model":"gpt-5-nano","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5872,"outputTokens":201,"latencyMs":8540.047708000056},{"questionId":"q151","format":"json-pretty","model":"gpt-5-nano","expected":"75","actual":"60","isCorrect":false,"inputTokens":6828,"outputTokens":6791,"latencyMs":48107.50708299992},{"questionId":"q151","format":"json-compact","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":4853,"outputTokens":4295,"latencyMs":43854.570666000014},{"questionId":"q151","format":"toon","model":"gpt-5-nano","expected":"75","actual":"75","isCorrect":true,"inputTokens":5807,"outputTokens":2375,"latencyMs":19343.47558300011},{"questionId":"q151","format":"xml","model":"gpt-5-nano","expected":"75","actual":"60","isCorrect":false,"inputTokens":7741,"outputTokens":6215,"latencyMs":45255.489790999796},{"questionId":"q151","format":"yaml","model":"gpt-5-nano","expected":"75","actual":"60","isCorrect":false,"inputTokens":5856,"outputTokens":7751,"latencyMs":57626.912584000034},{"questionId":"q152","format":"json-pretty","model":"gpt-5-nano","expected":"2453.41","actual":"2451.07 ms","isCorrect":false,"inputTokens":6829,"outputTokens":7307,"latencyMs":55600.42350000003},{"questionId":"q152","format":"json-compact","model":"gpt-5-nano","expected":"2453.41","actual":"2380","isCorrect":false,"inputTokens":4854,"outputTokens":6280,"latencyMs":56472.022457999876},{"questionId":"q152","format":"toon","model":"gpt-5-nano","expected":"2453.41","actual":"2600","isCorrect":false,"inputTokens":5808,"outputTokens":4168,"latencyMs":27412.818875000114},{"questionId":"q152","format":"xml","model":"gpt-5-nano","expected":"2453.41","actual":"2311","isCorrect":false,"inputTokens":7742,"outputTokens":4552,"latencyMs":54611.92854200001},{"questionId":"q152","format":"yaml","model":"gpt-5-nano","expected":"2453.41","actual":"2406 ms","isCorrect":false,"inputTokens":5857,"outputTokens":8201,"latencyMs":204211.82074999996},{"questionId":"q153","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":6828,"outputTokens":3591,"latencyMs":34190.486999999965},{"questionId":"q153","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"29","isCorrect":true,"inputTokens":4853,"outputTokens":4743,"latencyMs":32694.806542000035},{"questionId":"q153","format":"toon","model":"gpt-5-nano","expected":"29","actual":"28","isCorrect":false,"inputTokens":5807,"outputTokens":10311,"latencyMs":91965.75545800012},{"questionId":"q153","format":"xml","model":"gpt-5-nano","expected":"29","actual":"27","isCorrect":false,"inputTokens":7741,"outputTokens":8071,"latencyMs":63860.74241600023},{"questionId":"q153","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"24","isCorrect":false,"inputTokens":5856,"outputTokens":13255,"latencyMs":102318.08991600014},{"questionId":"q154","format":"json-pretty","model":"gpt-5-nano","expected":"17","actual":"15","isCorrect":false,"inputTokens":6828,"outputTokens":10887,"latencyMs":86690.09720800002},{"questionId":"q154","format":"json-compact","model":"gpt-5-nano","expected":"17","actual":"17","isCorrect":true,"inputTokens":4853,"outputTokens":4359,"latencyMs":37245.442166999914},{"questionId":"q154","format":"toon","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":5807,"outputTokens":10695,"latencyMs":83700.91350000002},{"questionId":"q154","format":"xml","model":"gpt-5-nano","expected":"17","actual":"16","isCorrect":false,"inputTokens":7741,"outputTokens":13639,"latencyMs":105430.35033399984},{"questionId":"q154","format":"yaml","model":"gpt-5-nano","expected":"17","actual":"15","isCorrect":false,"inputTokens":5856,"outputTokens":1799,"latencyMs":21637.062541999854},{"questionId":"q155","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"17","isCorrect":false,"inputTokens":6828,"outputTokens":1543,"latencyMs":18981.798124999972},{"questionId":"q155","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"33","isCorrect":false,"inputTokens":4853,"outputTokens":9095,"latencyMs":77612.70395800006},{"questionId":"q155","format":"toon","model":"gpt-5-nano","expected":"29","actual":"33","isCorrect":false,"inputTokens":5807,"outputTokens":11463,"latencyMs":87329.67408299982},{"questionId":"q155","format":"xml","model":"gpt-5-nano","expected":"29","actual":"24","isCorrect":false,"inputTokens":7741,"outputTokens":10247,"latencyMs":84934.71291700006},{"questionId":"q155","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"35","isCorrect":false,"inputTokens":5856,"outputTokens":8007,"latencyMs":59719.54729099991},{"questionId":"q156","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":6830,"outputTokens":4935,"latencyMs":57530.85766700003},{"questionId":"q156","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"8","isCorrect":false,"inputTokens":4855,"outputTokens":2439,"latencyMs":27544.192792000016},{"questionId":"q156","format":"toon","model":"gpt-5-nano","expected":"11","actual":"10","isCorrect":false,"inputTokens":5809,"outputTokens":7751,"latencyMs":59991.01858299994},{"questionId":"q156","format":"xml","model":"gpt-5-nano","expected":"11","actual":"5","isCorrect":false,"inputTokens":7743,"outputTokens":5063,"latencyMs":44873.25187499984},{"questionId":"q156","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":5858,"outputTokens":9415,"latencyMs":87493.72504199995},{"questionId":"q157","format":"json-pretty","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":6830,"outputTokens":3271,"latencyMs":27816.678000000073},{"questionId":"q157","format":"json-compact","model":"gpt-5-nano","expected":"18","actual":"11","isCorrect":false,"inputTokens":4855,"outputTokens":2119,"latencyMs":18615.777583000017},{"questionId":"q157","format":"toon","model":"gpt-5-nano","expected":"18","actual":"14","isCorrect":false,"inputTokens":5809,"outputTokens":11719,"latencyMs":114524.81825000024},{"questionId":"q157","format":"xml","model":"gpt-5-nano","expected":"18","actual":"34","isCorrect":false,"inputTokens":7743,"outputTokens":10247,"latencyMs":89944.00274999999},{"questionId":"q157","format":"yaml","model":"gpt-5-nano","expected":"18","actual":"15","isCorrect":false,"inputTokens":5858,"outputTokens":12487,"latencyMs":132976.50525000016},{"questionId":"q158","format":"json-pretty","model":"gpt-5-nano","expected":"21","actual":"19","isCorrect":false,"inputTokens":6830,"outputTokens":2567,"latencyMs":21584.661500000162},{"questionId":"q158","format":"json-compact","model":"gpt-5-nano","expected":"21","actual":"21","isCorrect":true,"inputTokens":4855,"outputTokens":4423,"latencyMs":37462.02933300007},{"questionId":"q158","format":"toon","model":"gpt-5-nano","expected":"21","actual":"19","isCorrect":false,"inputTokens":5809,"outputTokens":10439,"latencyMs":150616.01579099987},{"questionId":"q158","format":"xml","model":"gpt-5-nano","expected":"21","actual":"13","isCorrect":false,"inputTokens":7743,"outputTokens":3335,"latencyMs":31399.070749999955},{"questionId":"q158","format":"yaml","model":"gpt-5-nano","expected":"21","actual":"18","isCorrect":false,"inputTokens":5858,"outputTokens":14343,"latencyMs":140127.7297909998},{"questionId":"q159","format":"json-pretty","model":"gpt-5-nano","expected":"11","actual":"9","isCorrect":false,"inputTokens":6830,"outputTokens":9799,"latencyMs":87788.55625000014},{"questionId":"q159","format":"json-compact","model":"gpt-5-nano","expected":"11","actual":"8","isCorrect":false,"inputTokens":4855,"outputTokens":7431,"latencyMs":72678.54270799994},{"questionId":"q159","format":"toon","model":"gpt-5-nano","expected":"11","actual":"7","isCorrect":false,"inputTokens":5809,"outputTokens":8263,"latencyMs":70629.80908400007},{"questionId":"q159","format":"xml","model":"gpt-5-nano","expected":"11","actual":"6","isCorrect":false,"inputTokens":7743,"outputTokens":2951,"latencyMs":50077.41187500022},{"questionId":"q159","format":"yaml","model":"gpt-5-nano","expected":"11","actual":"7","isCorrect":false,"inputTokens":5858,"outputTokens":3079,"latencyMs":28337.17724999995},{"questionId":"q160","format":"json-pretty","model":"gpt-5-nano","expected":"33","actual":"26","isCorrect":false,"inputTokens":6835,"outputTokens":2887,"latencyMs":61018.452208000235},{"questionId":"q160","format":"json-compact","model":"gpt-5-nano","expected":"33","actual":"33","isCorrect":true,"inputTokens":4860,"outputTokens":4743,"latencyMs":52873.37974999985},{"questionId":"q160","format":"toon","model":"gpt-5-nano","expected":"33","actual":"25","isCorrect":false,"inputTokens":5814,"outputTokens":9799,"latencyMs":81450.08541699965},{"questionId":"q160","format":"xml","model":"gpt-5-nano","expected":"33","actual":"70","isCorrect":false,"inputTokens":7748,"outputTokens":15623,"latencyMs":128728.7280410002},{"questionId":"q160","format":"yaml","model":"gpt-5-nano","expected":"33","actual":"29","isCorrect":false,"inputTokens":5863,"outputTokens":12103,"latencyMs":140207.16812499985},{"questionId":"q161","format":"json-pretty","model":"gpt-5-nano","expected":"42","actual":"30","isCorrect":false,"inputTokens":6833,"outputTokens":2503,"latencyMs":23663.034708000254},{"questionId":"q161","format":"json-compact","model":"gpt-5-nano","expected":"42","actual":"43","isCorrect":false,"inputTokens":4858,"outputTokens":5639,"latencyMs":46683.873749999795},{"questionId":"q161","format":"toon","model":"gpt-5-nano","expected":"42","actual":"45","isCorrect":false,"inputTokens":5812,"outputTokens":12807,"latencyMs":104016.29666700028},{"questionId":"q161","format":"xml","model":"gpt-5-nano","expected":"42","actual":"24","isCorrect":false,"inputTokens":7746,"outputTokens":4103,"latencyMs":34049.41637500003},{"questionId":"q161","format":"yaml","model":"gpt-5-nano","expected":"42","actual":"31","isCorrect":false,"inputTokens":5861,"outputTokens":7623,"latencyMs":63589.75362500036},{"questionId":"q162","format":"json-pretty","model":"gpt-5-nano","expected":"25","actual":"18","isCorrect":false,"inputTokens":6829,"outputTokens":3783,"latencyMs":44542.03341599973},{"questionId":"q162","format":"json-compact","model":"gpt-5-nano","expected":"25","actual":"25","isCorrect":true,"inputTokens":4854,"outputTokens":7175,"latencyMs":63724.77650000015},{"questionId":"q162","format":"toon","model":"gpt-5-nano","expected":"25","actual":"23","isCorrect":false,"inputTokens":5808,"outputTokens":15879,"latencyMs":440560.6124590002},{"questionId":"q162","format":"xml","model":"gpt-5-nano","expected":"25","actual":"32","isCorrect":false,"inputTokens":7742,"outputTokens":21319,"latencyMs":283825.6174580003},{"questionId":"q162","format":"yaml","model":"gpt-5-nano","expected":"25","actual":"19","isCorrect":false,"inputTokens":5857,"outputTokens":4551,"latencyMs":37088.85666699987},{"questionId":"q163","format":"json-pretty","model":"gpt-5-nano","expected":"29","actual":"20","isCorrect":false,"inputTokens":6835,"outputTokens":1991,"latencyMs":20422.282290999778},{"questionId":"q163","format":"json-compact","model":"gpt-5-nano","expected":"29","actual":"30","isCorrect":false,"inputTokens":4860,"outputTokens":8839,"latencyMs":88411.94758299971},{"questionId":"q163","format":"toon","model":"gpt-5-nano","expected":"29","actual":"19","isCorrect":false,"inputTokens":5814,"outputTokens":13767,"latencyMs":187990.82941700006},{"questionId":"q163","format":"xml","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":7748,"outputTokens":9479,"latencyMs":73825.50633300003},{"questionId":"q163","format":"yaml","model":"gpt-5-nano","expected":"29","actual":"26","isCorrect":false,"inputTokens":5863,"outputTokens":4999,"latencyMs":41586.65645899996},{"questionId":"q164","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":6835,"outputTokens":3207,"latencyMs":24430.176999999676},{"questionId":"q164","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4860,"outputTokens":4743,"latencyMs":36281.25691699982},{"questionId":"q164","format":"toon","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5814,"outputTokens":7303,"latencyMs":59751.09845899977},{"questionId":"q164","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7748,"outputTokens":8583,"latencyMs":68241.84354099957},{"questionId":"q164","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"3","isCorrect":false,"inputTokens":5863,"outputTokens":1799,"latencyMs":21076.519125000108},{"questionId":"q165","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":6837,"outputTokens":3847,"latencyMs":32999.31595799979},{"questionId":"q165","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":4862,"outputTokens":5447,"latencyMs":46287.49858300015},{"questionId":"q165","format":"toon","model":"gpt-5-nano","expected":"5","actual":"3","isCorrect":false,"inputTokens":5816,"outputTokens":5255,"latencyMs":49169.77291599987},{"questionId":"q165","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":7750,"outputTokens":4871,"latencyMs":42565.42104100017},{"questionId":"q165","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5865,"outputTokens":7239,"latencyMs":77590.47870799992},{"questionId":"q166","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":6837,"outputTokens":2759,"latencyMs":40158.065208999906},{"questionId":"q166","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":4862,"outputTokens":3719,"latencyMs":34181.07420800021},{"questionId":"q166","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5816,"outputTokens":4679,"latencyMs":38407.32150000008},{"questionId":"q166","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":7750,"outputTokens":6343,"latencyMs":83554.17650000006},{"questionId":"q166","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":5865,"outputTokens":1863,"latencyMs":15620.928416000213},{"questionId":"q167","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"2","isCorrect":false,"inputTokens":6837,"outputTokens":5191,"latencyMs":60722.62487499975},{"questionId":"q167","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"5","isCorrect":false,"inputTokens":4862,"outputTokens":5511,"latencyMs":46065.479832999874},{"questionId":"q167","format":"toon","model":"gpt-5-nano","expected":"3","actual":"1","isCorrect":false,"inputTokens":5816,"outputTokens":5703,"latencyMs":43512.433708},{"questionId":"q167","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":7750,"outputTokens":5127,"latencyMs":41998.59812500002},{"questionId":"q167","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":5865,"outputTokens":3655,"latencyMs":31140.010333000217},{"questionId":"q168","format":"json-pretty","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":6835,"outputTokens":4039,"latencyMs":30811.137250000145},{"questionId":"q168","format":"json-compact","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":4860,"outputTokens":3783,"latencyMs":33422.38024999993},{"questionId":"q168","format":"toon","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5814,"outputTokens":6151,"latencyMs":48743.820999999996},{"questionId":"q168","format":"xml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":7748,"outputTokens":12615,"latencyMs":105580.73195799999},{"questionId":"q168","format":"yaml","model":"gpt-5-nano","expected":"4","actual":"4","isCorrect":true,"inputTokens":5863,"outputTokens":4551,"latencyMs":37428.301167000085},{"questionId":"q169","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":6835,"outputTokens":2759,"latencyMs":23046.60441600019},{"questionId":"q169","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":4860,"outputTokens":6983,"latencyMs":57401.711124999914},{"questionId":"q169","format":"toon","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":5814,"outputTokens":5831,"latencyMs":50093.355041999836},{"questionId":"q169","format":"xml","model":"gpt-5-nano","expected":"5","actual":"4","isCorrect":false,"inputTokens":7748,"outputTokens":6919,"latencyMs":62253.816792000085},{"questionId":"q169","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":5863,"outputTokens":3655,"latencyMs":30595.712416999973},{"questionId":"q170","format":"json-pretty","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":6835,"outputTokens":3079,"latencyMs":45041.99541600002},{"questionId":"q170","format":"json-compact","model":"gpt-5-nano","expected":"7","actual":"5","isCorrect":false,"inputTokens":4860,"outputTokens":7367,"latencyMs":61780.36254199967},{"questionId":"q170","format":"toon","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":5814,"outputTokens":8263,"latencyMs":71679.5894170003},{"questionId":"q170","format":"xml","model":"gpt-5-nano","expected":"7","actual":"7","isCorrect":true,"inputTokens":7748,"outputTokens":11655,"latencyMs":114361.22595799994},{"questionId":"q170","format":"yaml","model":"gpt-5-nano","expected":"7","actual":"6","isCorrect":false,"inputTokens":5863,"outputTokens":6663,"latencyMs":57751.41987500014},{"questionId":"q171","format":"json-pretty","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2255.0214579999447},{"questionId":"q171","format":"json-compact","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":3165.44362499984},{"questionId":"q171","format":"toon","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":673,"outputTokens":7,"latencyMs":1821.8412500000559},{"questionId":"q171","format":"xml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2167.0765829999},{"questionId":"q171","format":"yaml","model":"gpt-5-nano","expected":"development","actual":"development","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":1950.8489999999292},{"questionId":"q172","format":"json-pretty","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":960,"outputTokens":76,"latencyMs":2959.8828750001267},{"questionId":"q172","format":"json-compact","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":605,"outputTokens":76,"latencyMs":1878.4067499996163},{"questionId":"q172","format":"toon","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":671,"outputTokens":204,"latencyMs":2752.3684580000117},{"questionId":"q172","format":"xml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1047,"outputTokens":12,"latencyMs":2085.38512500003},{"questionId":"q172","format":"yaml","model":"gpt-5-nano","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":712,"outputTokens":204,"latencyMs":5004.261416999623},{"questionId":"q173","format":"json-pretty","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":960,"outputTokens":72,"latencyMs":2570.4372089998797},{"questionId":"q173","format":"json-compact","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":605,"outputTokens":72,"latencyMs":3663.2290830002166},{"questionId":"q173","format":"toon","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":671,"outputTokens":200,"latencyMs":3003.1550829997286},{"questionId":"q173","format":"xml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1047,"outputTokens":136,"latencyMs":2104.971750000026},{"questionId":"q173","format":"yaml","model":"gpt-5-nano","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":712,"outputTokens":72,"latencyMs":3691.779207999818},{"questionId":"q174","format":"json-pretty","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2082.867207999807},{"questionId":"q174","format":"json-compact","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":1943.2029999997467},{"questionId":"q174","format":"toon","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":673,"outputTokens":135,"latencyMs":3547.252708000131},{"questionId":"q174","format":"xml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2249.1065839999355},{"questionId":"q174","format":"yaml","model":"gpt-5-nano","expected":"37","actual":"37","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":2203.4080409999005},{"questionId":"q175","format":"json-pretty","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":960,"outputTokens":136,"latencyMs":2656.1873749997467},{"questionId":"q175","format":"json-compact","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":605,"outputTokens":72,"latencyMs":2975.9426250001416},{"questionId":"q175","format":"toon","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":671,"outputTokens":72,"latencyMs":4286.175499999896},{"questionId":"q175","format":"xml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1047,"outputTokens":136,"latencyMs":2376.1287909997627},{"questionId":"q175","format":"yaml","model":"gpt-5-nano","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":712,"outputTokens":200,"latencyMs":2866.4080409999005},{"questionId":"q176","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2404.957332999911},{"questionId":"q176","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":2161.0892090001144},{"questionId":"q176","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":673,"outputTokens":71,"latencyMs":2290.2614579997025},{"questionId":"q176","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2024.0019160001539},{"questionId":"q176","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":714,"outputTokens":135,"latencyMs":2140.7851249999367},{"questionId":"q177","format":"json-pretty","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":962,"outputTokens":136,"latencyMs":1869.3366249999963},{"questionId":"q177","format":"json-compact","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":607,"outputTokens":72,"latencyMs":2095.971415999811},{"questionId":"q177","format":"toon","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":673,"outputTokens":136,"latencyMs":2750.659791999962},{"questionId":"q177","format":"xml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1049,"outputTokens":200,"latencyMs":2999.98837500019},{"questionId":"q177","format":"yaml","model":"gpt-5-nano","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":714,"outputTokens":136,"latencyMs":2496.3124590003863},{"questionId":"q178","format":"json-pretty","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":960,"outputTokens":71,"latencyMs":4435.987292000093},{"questionId":"q178","format":"json-compact","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":605,"outputTokens":71,"latencyMs":2060.63662499981},{"questionId":"q178","format":"toon","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":671,"outputTokens":71,"latencyMs":3009.5172920003533},{"questionId":"q178","format":"xml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":1047,"outputTokens":71,"latencyMs":2972.256584000308},{"questionId":"q178","format":"yaml","model":"gpt-5-nano","expected":"real","actual":"real","isCorrect":true,"inputTokens":712,"outputTokens":71,"latencyMs":1757.0839169998653},{"questionId":"q179","format":"json-pretty","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":961,"outputTokens":72,"latencyMs":2523.267624999862},{"questionId":"q179","format":"json-compact","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":606,"outputTokens":72,"latencyMs":2075.3910420001484},{"questionId":"q179","format":"toon","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":672,"outputTokens":136,"latencyMs":2392.4192079999484},{"questionId":"q179","format":"xml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1048,"outputTokens":72,"latencyMs":2086.756000000052},{"questionId":"q179","format":"yaml","model":"gpt-5-nano","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":713,"outputTokens":136,"latencyMs":5078.474958000239},{"questionId":"q180","format":"json-pretty","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":962,"outputTokens":139,"latencyMs":2675.1868329998106},{"questionId":"q180","format":"json-compact","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":607,"outputTokens":139,"latencyMs":6568.390916999895},{"questionId":"q180","format":"toon","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":673,"outputTokens":75,"latencyMs":2011.6858749999665},{"questionId":"q180","format":"xml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1049,"outputTokens":75,"latencyMs":3954.872250000015},{"questionId":"q180","format":"yaml","model":"gpt-5-nano","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":714,"outputTokens":75,"latencyMs":1886.0687919999473},{"questionId":"q181","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":1826.733417000156},{"questionId":"q181","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":2938.023999999743},{"questionId":"q181","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":6752.125500000082},{"questionId":"q181","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":2005.8882920001633},{"questionId":"q181","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":2045.607582999859},{"questionId":"q182","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":2463.584875000175},{"questionId":"q182","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":607,"outputTokens":71,"latencyMs":2104.980542000383},{"questionId":"q182","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":3417.8349170000292},{"questionId":"q182","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1049,"outputTokens":71,"latencyMs":1907.4627089998685},{"questionId":"q182","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":1688.063792000059},{"questionId":"q183","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":961,"outputTokens":71,"latencyMs":1959.6173330000602},{"questionId":"q183","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":606,"outputTokens":135,"latencyMs":3899.448000000324},{"questionId":"q183","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":672,"outputTokens":135,"latencyMs":2166.342707999982},{"questionId":"q183","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1048,"outputTokens":391,"latencyMs":4914.446332999971},{"questionId":"q183","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":713,"outputTokens":135,"latencyMs":2161.17679100018},{"questionId":"q184","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":961,"outputTokens":71,"latencyMs":2139.3742909999564},{"questionId":"q184","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":606,"outputTokens":199,"latencyMs":3404.1515830000862},{"questionId":"q184","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":672,"outputTokens":263,"latencyMs":3164.85725000035},{"questionId":"q184","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1048,"outputTokens":135,"latencyMs":4596.4077920001},{"questionId":"q184","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":713,"outputTokens":199,"latencyMs":2876.6203330000862},{"questionId":"q185","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":961,"outputTokens":71,"latencyMs":1434.9247909998521},{"questionId":"q185","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":606,"outputTokens":71,"latencyMs":3352.1168749998324},{"questionId":"q185","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":672,"outputTokens":199,"latencyMs":2592.9168340000324},{"questionId":"q185","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1048,"outputTokens":135,"latencyMs":4359.087958000135},{"questionId":"q185","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":713,"outputTokens":71,"latencyMs":2060.568458999973},{"questionId":"q186","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":965,"outputTokens":71,"latencyMs":2200.0344579997472},{"questionId":"q186","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":610,"outputTokens":583,"latencyMs":7184.439584000036},{"questionId":"q186","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":676,"outputTokens":199,"latencyMs":2699.2798329996876},{"questionId":"q186","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1052,"outputTokens":263,"latencyMs":6138.378291000146},{"questionId":"q186","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":4108.833916999865},{"questionId":"q187","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":961,"outputTokens":135,"latencyMs":3580.589292000048},{"questionId":"q187","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":606,"outputTokens":199,"latencyMs":2804.2328340001404},{"questionId":"q187","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":672,"outputTokens":327,"latencyMs":4602.710082999896},{"questionId":"q187","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1048,"outputTokens":135,"latencyMs":1968.7097499999218},{"questionId":"q187","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":713,"outputTokens":199,"latencyMs":3169.453416999895},{"questionId":"q188","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":963,"outputTokens":71,"latencyMs":1857.7752499999478},{"questionId":"q188","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":608,"outputTokens":135,"latencyMs":5026.024625000078},{"questionId":"q188","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":674,"outputTokens":327,"latencyMs":4261.46845899988},{"questionId":"q188","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1050,"outputTokens":135,"latencyMs":2822.146333000157},{"questionId":"q188","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":715,"outputTokens":71,"latencyMs":2371.3831659997813},{"questionId":"q189","format":"json-pretty","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":965,"outputTokens":199,"latencyMs":2729.028625000268},{"questionId":"q189","format":"json-compact","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":610,"outputTokens":263,"latencyMs":3125.268333000131},{"questionId":"q189","format":"toon","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":676,"outputTokens":263,"latencyMs":4548.164000000339},{"questionId":"q189","format":"xml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":1052,"outputTokens":263,"latencyMs":6684.10387500003},{"questionId":"q189","format":"yaml","model":"gpt-5-nano","expected":"8","actual":"8","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":3359.351500000339},{"questionId":"q190","format":"json-pretty","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":964,"outputTokens":135,"latencyMs":3274.077583000064},{"questionId":"q190","format":"json-compact","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":609,"outputTokens":263,"latencyMs":3866.906958000269},{"questionId":"q190","format":"toon","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":675,"outputTokens":391,"latencyMs":5214.993166999891},{"questionId":"q190","format":"xml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":1051,"outputTokens":263,"latencyMs":3967.850416000001},{"questionId":"q190","format":"yaml","model":"gpt-5-nano","expected":"5","actual":"5","isCorrect":true,"inputTokens":716,"outputTokens":199,"latencyMs":2959.312750000041},{"questionId":"q191","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":965,"outputTokens":199,"latencyMs":3134.251999999862},{"questionId":"q191","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":610,"outputTokens":199,"latencyMs":3043.6687499997206},{"questionId":"q191","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":676,"outputTokens":327,"latencyMs":4555.764624999836},{"questionId":"q191","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1052,"outputTokens":327,"latencyMs":5725.023000000045},{"questionId":"q191","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":717,"outputTokens":135,"latencyMs":5363.198917000089},{"questionId":"q192","format":"json-pretty","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":966,"outputTokens":71,"latencyMs":2327.4872499997728},{"questionId":"q192","format":"json-compact","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":611,"outputTokens":199,"latencyMs":4375.573290999979},{"questionId":"q192","format":"toon","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":677,"outputTokens":327,"latencyMs":4488.554250000045},{"questionId":"q192","format":"xml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":1053,"outputTokens":263,"latencyMs":2482.2717079999857},{"questionId":"q192","format":"yaml","model":"gpt-5-nano","expected":"3","actual":"3","isCorrect":true,"inputTokens":718,"outputTokens":71,"latencyMs":1971.331540999934},{"questionId":"q193","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":966,"outputTokens":71,"latencyMs":3960.90870800009},{"questionId":"q193","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":611,"outputTokens":135,"latencyMs":2705.920082999859},{"questionId":"q193","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":677,"outputTokens":135,"latencyMs":4231.9983749999665},{"questionId":"q193","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1053,"outputTokens":199,"latencyMs":3583.006000000052},{"questionId":"q193","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":718,"outputTokens":71,"latencyMs":2157.947875000071},{"questionId":"q194","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":967,"outputTokens":135,"latencyMs":2767.097291999962},{"questionId":"q194","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":612,"outputTokens":199,"latencyMs":3267.4340409999713},{"questionId":"q194","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":678,"outputTokens":263,"latencyMs":4035.6655830000527},{"questionId":"q194","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1054,"outputTokens":135,"latencyMs":2599.458374999929},{"questionId":"q194","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":719,"outputTokens":263,"latencyMs":3757.4602080001496},{"questionId":"q195","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":964,"outputTokens":135,"latencyMs":2477.228666999843},{"questionId":"q195","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":609,"outputTokens":647,"latencyMs":9215.291541999672},{"questionId":"q195","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":675,"outputTokens":199,"latencyMs":3924.178875000216},{"questionId":"q195","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1051,"outputTokens":135,"latencyMs":2603.612583000213},{"questionId":"q195","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":716,"outputTokens":263,"latencyMs":3831.2543750000186},{"questionId":"q196","format":"json-pretty","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":968,"outputTokens":327,"latencyMs":4449.21966700023},{"questionId":"q196","format":"json-compact","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":613,"outputTokens":263,"latencyMs":4022.2771660001017},{"questionId":"q196","format":"toon","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":679,"outputTokens":263,"latencyMs":3979.42954199994},{"questionId":"q196","format":"xml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":1055,"outputTokens":327,"latencyMs":6633.350041999947},{"questionId":"q196","format":"yaml","model":"gpt-5-nano","expected":"0","actual":"0","isCorrect":true,"inputTokens":720,"outputTokens":327,"latencyMs":3758.4891249998473},{"questionId":"q197","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":962,"outputTokens":71,"latencyMs":1801.9899169998243},{"questionId":"q197","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":607,"outputTokens":135,"latencyMs":2372.4713750001974},{"questionId":"q197","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":673,"outputTokens":263,"latencyMs":3461.1246670000255},{"questionId":"q197","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1049,"outputTokens":135,"latencyMs":2830.5022919997573},{"questionId":"q197","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":714,"outputTokens":71,"latencyMs":1981.5949999997392},{"questionId":"q198","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":970,"outputTokens":199,"latencyMs":3187.7254170002416},{"questionId":"q198","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":615,"outputTokens":199,"latencyMs":5693.012666999828},{"questionId":"q198","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":681,"outputTokens":199,"latencyMs":5138.126250000205},{"questionId":"q198","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1057,"outputTokens":327,"latencyMs":5975.565833000001},{"questionId":"q198","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":722,"outputTokens":199,"latencyMs":4020.142583000008},{"questionId":"q199","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":965,"outputTokens":71,"latencyMs":3056.1089579998516},{"questionId":"q199","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":610,"outputTokens":647,"latencyMs":7244.341125000268},{"questionId":"q199","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":676,"outputTokens":391,"latencyMs":5116.3300000000745},{"questionId":"q199","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1052,"outputTokens":263,"latencyMs":4072.3604169995524},{"questionId":"q199","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":717,"outputTokens":71,"latencyMs":2582.5351250004023},{"questionId":"q200","format":"json-pretty","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":964,"outputTokens":135,"latencyMs":2533.369833999779},{"questionId":"q200","format":"json-compact","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":609,"outputTokens":71,"latencyMs":1962.2921250001527},{"questionId":"q200","format":"toon","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":675,"outputTokens":327,"latencyMs":4628.420542000327},{"questionId":"q200","format":"xml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":1051,"outputTokens":327,"latencyMs":5945.442832999863},{"questionId":"q200","format":"yaml","model":"gpt-5-nano","expected":"1","actual":"1","isCorrect":true,"inputTokens":716,"outputTokens":199,"latencyMs":3155.3455419996753},{"questionId":"q201","format":"json-pretty","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":968,"outputTokens":135,"latencyMs":3081.9810000001453},{"questionId":"q201","format":"json-compact","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":613,"outputTokens":263,"latencyMs":3878.546374999918},{"questionId":"q201","format":"toon","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":679,"outputTokens":327,"latencyMs":5680.298582999967},{"questionId":"q201","format":"xml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":1055,"outputTokens":263,"latencyMs":4070.77879199991},{"questionId":"q201","format":"yaml","model":"gpt-5-nano","expected":"2","actual":"2","isCorrect":true,"inputTokens":720,"outputTokens":199,"latencyMs":3624.4280000003055}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning index 751144b..2033ed0 100644 --- a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning +++ b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning @@ -1 +1 @@ -[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":761.8773750000005},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":545.0217500000003},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":517.9234580000002},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":453.1534999999999},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":559.0094590000003},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":639.4425000000001},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":574.7027499999999},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":515.1512080000002},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":511.58333300000004},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":542.787084},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":480.4067090000008},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":362.77137499999935},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6502,"outputTokens":7,"latencyMs":484.48512500000015},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":584.7934169999999},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":354.22270800000024},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":405.0227909999994},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":470.09600000000046},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":369.6528330000001},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":500.7443749999993},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":360.2584999999999},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":666.2237499999992},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":353.71029199999975},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":437.17562500000076},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":373.88087500000074},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":630.1318329999995},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":1047.9944159999995},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":403.2854580000003},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"Yes","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":323.3902080000007},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":417.07037499999933},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":487.94408400000066},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":421.91754200000105},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4092,"outputTokens":2,"latencyMs":367.805957999999},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":369.13958300000013},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":386.7621670000008},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":520.7130409999991},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":403.4038330000003},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":469.22700000000077},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":345.25104199999987},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":357.03591699999924},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":357.68991599999936},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":505.92754199999945},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":342.50066700000025},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6501,"outputTokens":6,"latencyMs":551.0886250000003},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":391.23162500000035},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":336.99975000000086},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":350.46749999999884},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":547.207042},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":338.35091699999975},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":457.0891250000004},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":334.70437500000116},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":392.26804200000333},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":422.4300829999993},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":537.4906249999985},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":434.1172080000033},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":547.4564580000006},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":613.2717499999999},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":628.2829579999961},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":530.0692500000005},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":760.9945000000007},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":558.976582999996},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6500,"outputTokens":2,"latencyMs":512.6679159999912},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4094,"outputTokens":2,"latencyMs":365.9900830000115},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":332.9880420000118},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":362.0666670000064},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":349.4962919999962},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":796.1622919999936},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":472.6434159999917},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":391.55349999999453},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":338.99145800000406},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":320.95362499999464},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":476.2410830000008},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":345.6444579999952},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6499,"outputTokens":5,"latencyMs":413.0407500000001},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4093,"outputTokens":5,"latencyMs":348.28266700000677},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":353.4457079999993},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":384.9330840000039},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":520.598708000005},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":399.0876669999998},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6501,"outputTokens":1,"latencyMs":408.4727089999942},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4095,"outputTokens":1,"latencyMs":341.8660000000091},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":329.4681249999994},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":335.87504199999967},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":471.6568750000006},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":307.87266599999566},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":426.3641249999928},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":366.79116700000304},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":378.607416999992},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":344.60929199999373},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":457.0834590000013},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":2360.4816250000003},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":471.63291599998774},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":454.08433300000615},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":352.1990829999995},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":331.69574999999895},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":444.3667909999931},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":559.2680829999881},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":507.46933400000853},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":415.0520419999957},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":385.6255000000092},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":411.41229200000816},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":545.5625419999997},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":466.79899999999907},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6500,"outputTokens":5,"latencyMs":453.5650000000023},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":4094,"outputTokens":5,"latencyMs":438.4252919999999},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2648,"outputTokens":5,"latencyMs":472.0716250000114},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2503,"outputTokens":5,"latencyMs":557.4646669999929},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7440,"outputTokens":5,"latencyMs":517.5549170000013},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5134,"outputTokens":5,"latencyMs":517.8763340000005},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":482.9360000000015},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":429.1014589999977},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":377.7461250000051},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":341.1035830000037},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":794.482124999995},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":440.50379200000316},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":444.9034580000007},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":442.80291700000816},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":343.57450000000244},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":327.8796250000014},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":2013.2518339999951},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":383.37554100000125},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":484.57983299999614},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":343.7469999999885},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":389.0648329999967},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":428.348708000005},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":485.7848329999979},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":335.82112499998766},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":403.7931670000107},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":339.797332999995},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":341.1053749999992},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":368.79095899999083},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":473.10595899999316},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":343.8685830000031},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":905.4709159999911},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":315.3877499999944},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":524.5379170000087},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":516.2225000000035},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":446.57279100001324},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":380.6857500000042},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":809.7948749999923},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":454.2739999999758},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":445.3422079999873},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":469.7410000000091},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":337.2180829999852},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":426.7832499999786},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":429.77241700000013},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":341.9688330000208},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":356.7826670000213},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":370.1393340000068},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":409.98233299999265},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":366.19229200002155},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":480.3096249999944},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":489.6255409999867},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":480.84500000000116},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":597.1106250000012},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":540.6125829999801},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":477.57079200001317},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":545.9500829999743},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":480.29237499999},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"82","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":510.00391599998693},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":478.80362500000047},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"83","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":527.9325829999871},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":355.005084000004},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"61","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":438.1707500000193},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":651.7952499999956},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"59","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":370.66095900000073},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"65","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":362.6848330000066},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":517.0673750000133},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":336.3202910000109},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":356.17095800000243},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":766.2498750000086},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"45","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":376.3862090000184},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":516.2958329999819},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":565.8851250000007},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":358.86658400000306},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":475.9775840000075},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":334.4660829999775},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"33","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":605.6304170000076},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"28","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":1036.5148340000014},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"20","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":438.68291699999827},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":444.0763330000045},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":599.3607499999925},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":383.8635409999988},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":427.2347080000036},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":389.5847080000094},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":440.45383300000685},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":349.9150840000075},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98650","isCorrect":false,"inputTokens":6499,"outputTokens":2,"latencyMs":611.386708999984},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99710","isCorrect":false,"inputTokens":4093,"outputTokens":2,"latencyMs":379.15158299999894},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100934","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":332.3384579999838},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99885","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":382.7724159999925},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98942","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":463.59954200001084},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97271","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":394.89879100001417},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":383.8285840000026},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":322.87987499998417},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":365.04041600000346},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"91","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":395.4356250000128},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":435.97345900000073},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":372.9010830000043},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":444.01062500002445},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":329.42833400002564},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":492.1781659999979},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":993.5453750000161},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":492.67337499998393},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"18","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":496.56795799999963},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":522.148749999993},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":1762.5627500000119},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":490.59941699999035},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":490.92279199999757},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":549.5636669999803},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":991.0178749999905},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":470.9942919999885},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":332.79475000000093},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":346.823166999995},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":341.19362500001444},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":476.351250000007},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":448.17654200000106},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":467.8966670000227},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":374.3169159999816},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":346.9868750000023},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":354.92116699999315},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":474.05429199998616},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":340.4786669999885},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":448.8451669999922},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":340.6155410000065},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":364.4889169999806},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":443.4985839999863},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":412.87570799997775},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":356.1766250000219},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":402.7448330000043},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":327.1449999999895},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":368.4154170000111},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":334.86591600000975},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":604.6071670000092},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":425.1431659999944},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"15","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":424.4211249999935},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"20","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":390.60599999999977},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":428.3810419999936},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":339.2678330000199},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"16","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":495.16095900000073},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"20","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":384.6077089999744},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":339.14879100001417},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":366.70295800000895},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":323.09437500001513},{"questionId":"q41","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"75","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":379.9422499999928},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":424.0458750000107},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":346.4710829999822},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"54","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":715.7073340000061},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":328.8727919999801},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"62","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":562.8555420000048},{"questionId":"q42","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"68","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":310.9527090000047},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"46","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":488.25333300000057},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":435.7214999999851},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":614.1840410000295},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":592.2223750000121},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"38","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":412.9035000000149},{"questionId":"q43","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":418.2801249999902},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":579.4393329999875},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"26","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":450.56991600000765},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"6","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":523.9254170000204},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":406.53033300000243},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":345.05054199998267},{"questionId":"q44","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"12","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":337.9305830000085},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":435.05420899996534},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":311.0670420000097},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":429.8908339999616},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":372.6387499999837},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":308.044916999992},{"questionId":"q45","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"19","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":362.3090840000077},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":480.9266249999637},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":342.24037499999395},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":373.2436250000028},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":368.78066699998453},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":483.4070420000353},{"questionId":"q46","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":374.50874999997905},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":483.04033400001936},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":344.93458300002385},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":575.5800419999869},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":381.210167000012},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"16","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":459.58712500002},{"questionId":"q47","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":324.3997499999823},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":428.6690420000232},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":331.85600000002887},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":409.87220800004434},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":328.6931249999907},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"23","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":358.7572500000242},{"questionId":"q48","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":418.0418339999742},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":489.5485000000335},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":424.07212500000605},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":465.2982920000213},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":387.9899579999619},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":456.65345799998613},{"questionId":"q49","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":466.04645799996797},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":426.6067499999772},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":347.9981250000419},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":635.4677500000107},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":372.11887499998556},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"14","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":378.12879099999554},{"questionId":"q50","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":342.38870900002075},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":415.07166699995287},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":357.38087499997346},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":747.6212919999962},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":632.3880830000271},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":649.3349160000216},{"questionId":"q51","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":616.7826249999925},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":661.5340000000433},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":771.6427090000361},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9895,"outputTokens":2,"latencyMs":689.4887920000474},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6061,"outputTokens":2,"latencyMs":603.63824999996},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":602.3564999999944},{"questionId":"q52","format":"csv","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":630.8691669999971},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":643.885083000001},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":588.4277920000022},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":673.9401669999934},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":392.787834000017},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":377.970708000008},{"questionId":"q53","format":"csv","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":574.4417499999981},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":734.621959000011},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":555.1812500000233},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":651.007500000007},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":428.7032500000205},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":387.38308300002245},{"questionId":"q54","format":"csv","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":452.21529199997894},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":608.638208999997},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":476.1063749999739},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9895,"outputTokens":3,"latencyMs":796.1120419999934},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6061,"outputTokens":3,"latencyMs":493.66358300001593},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":389.37804199999664},{"questionId":"q55","format":"csv","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":518.5282499999739},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":635.727583000029},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":483.4232910000137},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":574.4358750000247},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":399.7847499999916},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":399.1013750000275},{"questionId":"q56","format":"csv","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":482.7777500000084},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":485.0822080000071},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":530.9574170000269},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9895,"outputTokens":4,"latencyMs":618.4845830000122},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6061,"outputTokens":4,"latencyMs":704.4417920000269},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6093,"outputTokens":4,"latencyMs":373.35825000004843},{"questionId":"q57","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7251,"outputTokens":4,"latencyMs":553.7531250000466},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11148,"outputTokens":4,"latencyMs":599.0958329999703},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7503,"outputTokens":4,"latencyMs":534.5366659999709},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9895,"outputTokens":2,"latencyMs":623.1908750000293},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6061,"outputTokens":2,"latencyMs":518.0507920000236},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":398.64937499997905},{"questionId":"q58","format":"csv","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":500.36429200001294},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":917.9081250000163},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":518.968125000014},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":459.4947909999755},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":434.5448750000214},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":811.1866659999941},{"questionId":"q59","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":607.5384579999954},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":673.4567500000121},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":789.491250000021},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":5,"latencyMs":705.9175419999519},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":5,"latencyMs":605.5037499999744},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":798.3520409999765},{"questionId":"q60","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":603.9208330000401},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":604.6279579999973},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":787.8916249999893},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":663.3781660000095},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":382.7593750000233},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":388.5628329999745},{"questionId":"q61","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":386.9187910000328},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":494.4480839999742},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-07","actual":"2025-08-07","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":440.8327500000014},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":475.94370800000615},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6061,"outputTokens":1,"latencyMs":377.8945839999942},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":336.25787500001024},{"questionId":"q62","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":505.51900000002934},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":435.14549999998417},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":442.93425000004936},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9896,"outputTokens":4,"latencyMs":499.2937919999822},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6062,"outputTokens":4,"latencyMs":442.9947500000126},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6094,"outputTokens":4,"latencyMs":390.6684580000001},{"questionId":"q63","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7252,"outputTokens":4,"latencyMs":577.7139580000076},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11149,"outputTokens":4,"latencyMs":495.54891700000735},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7504,"outputTokens":4,"latencyMs":478.9410000000498},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":5,"latencyMs":585.0583750000224},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":5,"latencyMs":434.38320799998473},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":401.0295000000042},{"questionId":"q64","format":"csv","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":411.6556659999769},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":625.0273329999764},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":391.79066699999385},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":9896,"outputTokens":6,"latencyMs":461.8668330000364},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6062,"outputTokens":6,"latencyMs":424.5501669999794},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":462.8098330000066},{"questionId":"q65","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":374.4677920000395},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":614.5425410000025},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-30","actual":"2025-08-30","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":483.6504999999888},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":9895,"outputTokens":1,"latencyMs":552.6767090000212},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":368.70250000001397},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":496.7924580000108},{"questionId":"q66","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":515.8842920000316},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":844.7245000000112},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":469.8218329999945},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9896,"outputTokens":8,"latencyMs":461.28012500004843},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6062,"outputTokens":8,"latencyMs":527.2818329999573},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6094,"outputTokens":8,"latencyMs":408.9087500000023},{"questionId":"q67","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7252,"outputTokens":8,"latencyMs":443.30420800001593},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11149,"outputTokens":8,"latencyMs":941.2748750000028},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7504,"outputTokens":8,"latencyMs":570.8242080000346},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9896,"outputTokens":7,"latencyMs":570.1667920000036},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6062,"outputTokens":7,"latencyMs":513.5873750000028},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":7,"latencyMs":511.84700000000885},{"questionId":"q68","format":"csv","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":7,"latencyMs":604.818917000026},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":7,"latencyMs":927.6182499999995},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":7,"latencyMs":896.3349170000292},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":553.3773340000189},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":510.1705420000362},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":420.9733750000014},{"questionId":"q69","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":417.64562500000466},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":448.876333000022},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":1172.4677089999896},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":655.7515830000048},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":490.7835830000113},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":529.9411670000409},{"questionId":"q70","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":480.6850829999894},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":424.6925830000546},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":389.57970800000476},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":416.87758299999405},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6059,"outputTokens":1,"latencyMs":457.41145899996627},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":377.78558299998986},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":456.0079169999808},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":568.9639590000152},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":614.4753750000382},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":694.2236670000129},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6059,"outputTokens":1,"latencyMs":378.30091699998593},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":335.42470899998443},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":594.2818330000155},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":419.6247909999802},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":418.55179200001294},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":443.9320000000298},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6059,"outputTokens":1,"latencyMs":435.98495800001547},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":403.51741600001696},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":577.6148329999996},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":730.8183329999447},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":493.89212500001304},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"30713.25","isCorrect":false,"inputTokens":9893,"outputTokens":4,"latencyMs":481.5974580000038},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"35933.69","isCorrect":false,"inputTokens":6059,"outputTokens":4,"latencyMs":451.5302919999813},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"28984.79","isCorrect":false,"inputTokens":6091,"outputTokens":4,"latencyMs":381.8005830000038},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"35353.28","isCorrect":false,"inputTokens":7249,"outputTokens":4,"latencyMs":516.8000420000171},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"31915.68","isCorrect":false,"inputTokens":11146,"outputTokens":4,"latencyMs":493.5356249999604},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29598.33","isCorrect":false,"inputTokens":7501,"outputTokens":4,"latencyMs":375.6497500000405},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"905.36","isCorrect":false,"inputTokens":9891,"outputTokens":3,"latencyMs":734.511708999984},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1117.53","isCorrect":false,"inputTokens":6057,"outputTokens":4,"latencyMs":368.14391600003},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1105.30","isCorrect":false,"inputTokens":6089,"outputTokens":4,"latencyMs":395.9804999999469},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"986.07","isCorrect":false,"inputTokens":7247,"outputTokens":3,"latencyMs":547.6706249999697},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1032.20","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":588.4825410000049},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1051.34","isCorrect":false,"inputTokens":7499,"outputTokens":4,"latencyMs":620.2291660000337},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":9892,"outputTokens":1,"latencyMs":615.6946669999743},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6058,"outputTokens":1,"latencyMs":518.9245839999057},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":551.9820419999305},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":519.1901670000516},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":518.2939170000609},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":564.1775419999612},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9891,"outputTokens":4,"latencyMs":516.4454589999514},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6057,"outputTokens":4,"latencyMs":515.8636660000775},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6089,"outputTokens":4,"latencyMs":430.26600000006147},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7247,"outputTokens":4,"latencyMs":454.83391699998174},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1844.29","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":456.4585000000661},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7499,"outputTokens":4,"latencyMs":392.44758400006685},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"44","actual":"38","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":584.3128329999745},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"44","actual":"39","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":400.2204159999965},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":452.61591699998826},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":496.623666999978},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":617.5747500000289},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"37","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":410.95283299998846},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":489.6954169999808},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":465.55429200001527},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":355.93391600006726},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"27","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":413.7671669999836},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":683.1977499999339},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"23","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":473.8577499999665},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":9895,"outputTokens":1,"latencyMs":650.8938339999877},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":6061,"outputTokens":1,"latencyMs":483.529291999992},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"20","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":372.1475419999333},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":432.5868339999579},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":446.17050000000745},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":515.2354170000181},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":527.9937919999938},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":451.33579199993983},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":355.64020799996797},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":421.84787499997765},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"8","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":431.7599170000758},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":418.19812499999534},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"14","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":449.92237499996554},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":430.093957999954},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":351.3933749999851},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":341.577874999959},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":628.6997909999918},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":541.049457999994},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":9900,"outputTokens":1,"latencyMs":452.51579099998344},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":486.45858299999963},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":427.5977079999866},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":412.393458000035},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":728.9748749999562},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":457.7004579999484},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9900,"outputTokens":1,"latencyMs":500.357834000024},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":377.7987079999875},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":437.2621250000084},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":530.0276249999879},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":520.7056250000605},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":506.2153330000583},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9900,"outputTokens":1,"latencyMs":497.1973340000259},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":609.9027080000378},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":698.9558330000145},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":826.4536249999655},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":550.079916000017},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":630.3089169999585},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":590.811791999964},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":363.8533329999773},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":327.54470800003037},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":535.9779999998864},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":584.4118329999037},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":431.78008299996145},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"8","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":591.7566250000382},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6065,"outputTokens":1,"latencyMs":364.796459000092},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"8","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":363.4733329999726},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":431.5867079999298},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":471.5403749999823},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":468.8220839999849},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":9900,"outputTokens":1,"latencyMs":413.98520799994003},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6066,"outputTokens":1,"latencyMs":413.0740419999929},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":511.1717499999795},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":447.6660840000259},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":452.47662500001024},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":372.57279200002085},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":9901,"outputTokens":1,"latencyMs":596.5277909999713},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":442.7767499999609},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"20","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":772.7882919999538},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"9","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":380.64587500004563},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":777.1855420001084},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"8","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":414.79462499998044},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":9901,"outputTokens":1,"latencyMs":588.4622080000117},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"27","actual":"9","isCorrect":false,"inputTokens":6067,"outputTokens":1,"latencyMs":383.8730000000214},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"13","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":351.3862499999814},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":341.01633300003596},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":474.1632919999538},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":554.0255410000682},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":452.33270800008904},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":402.6539160000393},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":431.3137919999426},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":450.6520840000594},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":534.5861249999143},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":415.5186250000261},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":380.51270900003146},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":640.954207999981},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":456.8982500000857},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":328.8150420000311},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":455.4643330000108},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":780.1212090000045},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":441.2452920000069},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":557.8709169999929},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":428.34720800002106},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":435.5863749999553},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":428.937750000041},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":426.04187499999534},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":427.1007910000626},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":427.3537500000093},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":317.04387500009034},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":355.5812079999596},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":344.6527500000084},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":351.8076669999864},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":340.60120899998583},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2488,"outputTokens":3,"latencyMs":351.68975000001956},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":989.2815829999745},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":332.4700840000296},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":408.22258400009014},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":323.52329200005624},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":314.0623750000959},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":378.05608400003985},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":414.20187500002794},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":397.1586670000106},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":395.0734170000069},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":333.1453329999931},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":451.71374999999534},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":349.0484169999836},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":335.0024589999812},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":322.29462499998044},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":331.31112500000745},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":362.72775000007823},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":417.68420899997},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":354.4983750000829},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":310.15245799999684},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":315.81366699992213},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":339.12816700001713},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":349.9148329999298},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":702.7822500000475},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":387.72408399998676},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":320.2744160000002},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":309.0870420000283},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":422.00337499997113},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":346.781917000073},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":389.3887920000125},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2488,"outputTokens":3,"latencyMs":329.4673329999205},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":401.4339580000378},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":401.18920899997465},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":350.87745800009},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":354.89762500009965},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":464.30850000004284},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2488,"outputTokens":2,"latencyMs":379.4570829999866},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":390.890875000041},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":391.14133400004357},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":523.0967079999391},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":420.8438329999335},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":4,"latencyMs":481.7917909999378},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2487,"outputTokens":4,"latencyMs":1156.7725830000127},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":438.3461670000106},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":447.0842080001021},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":382.2686250000261},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":349.7687910000095},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":1,"latencyMs":329.4839589999756},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2488,"outputTokens":1,"latencyMs":472.1734590000706},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":336.65737499995157},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":375.3509169999743},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":374.8202919999603},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":346.89362499990966},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"301245","isCorrect":false,"inputTokens":3811,"outputTokens":2,"latencyMs":384.6672499999404},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"347194","isCorrect":false,"inputTokens":2485,"outputTokens":2,"latencyMs":421.1909999999916},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"356,452","isCorrect":false,"inputTokens":1719,"outputTokens":3,"latencyMs":353.6363340000389},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"569,188","isCorrect":false,"inputTokens":1598,"outputTokens":3,"latencyMs":311.51600000006147},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"352360","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":370.3387080000248},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"218361","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":343.7124579999363},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"311246.34","isCorrect":false,"inputTokens":3809,"outputTokens":4,"latencyMs":479.6829999999609},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"248,216.39","isCorrect":false,"inputTokens":2483,"outputTokens":5,"latencyMs":439.4104169999482},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"317406.82","isCorrect":false,"inputTokens":1717,"outputTokens":4,"latencyMs":377.890625},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"312,559.89","isCorrect":false,"inputTokens":1596,"outputTokens":5,"latencyMs":549.8749580000294},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"297760.75","isCorrect":false,"inputTokens":4458,"outputTokens":4,"latencyMs":473.82441599993035},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"304,881.56","isCorrect":false,"inputTokens":3140,"outputTokens":5,"latencyMs":410.8182500000112},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1140","isCorrect":false,"inputTokens":3811,"outputTokens":2,"latencyMs":420.701791999978},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1322","isCorrect":false,"inputTokens":2485,"outputTokens":2,"latencyMs":369.1518749999814},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1677","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":390.73499999998603},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1630","isCorrect":false,"inputTokens":1598,"outputTokens":2,"latencyMs":389.4203329999},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1301","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":381.33116700011306},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1233","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":407.19404199998826},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5996","isCorrect":false,"inputTokens":3810,"outputTokens":2,"latencyMs":426.1607920000097},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6191.97","isCorrect":false,"inputTokens":2484,"outputTokens":4,"latencyMs":405.0360830000136},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5971","isCorrect":false,"inputTokens":1718,"outputTokens":2,"latencyMs":372.7966669999296},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5997","isCorrect":false,"inputTokens":1597,"outputTokens":2,"latencyMs":386.70458299992606},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5959","isCorrect":false,"inputTokens":4459,"outputTokens":2,"latencyMs":460.5182919999352},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5932","isCorrect":false,"inputTokens":3141,"outputTokens":2,"latencyMs":409.83337500004563},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6727.79","isCorrect":false,"inputTokens":3808,"outputTokens":4,"latencyMs":444.7666250000475},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6358.34","isCorrect":false,"inputTokens":2482,"outputTokens":4,"latencyMs":373.9929580000462},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6343.82","isCorrect":false,"inputTokens":1716,"outputTokens":4,"latencyMs":349.502833000035},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5397.88","isCorrect":false,"inputTokens":1595,"outputTokens":4,"latencyMs":437.31308300001547},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6342.79","isCorrect":false,"inputTokens":4457,"outputTokens":4,"latencyMs":408.1630829999922},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6723.18","isCorrect":false,"inputTokens":3139,"outputTokens":4,"latencyMs":390.6357909999788},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.03","isCorrect":false,"inputTokens":3810,"outputTokens":3,"latencyMs":339.84779200004414},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.5","isCorrect":false,"inputTokens":2484,"outputTokens":3,"latencyMs":338.1037500000093},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.03","isCorrect":false,"inputTokens":1718,"outputTokens":3,"latencyMs":509.2846670000581},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.29","isCorrect":false,"inputTokens":1597,"outputTokens":3,"latencyMs":456.7586669999873},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"36.03","isCorrect":false,"inputTokens":4459,"outputTokens":3,"latencyMs":439.16237500007264},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"38.1","isCorrect":false,"inputTokens":3141,"outputTokens":3,"latencyMs":426.38804200000595},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3810,"outputTokens":1,"latencyMs":425.78012500004843},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2484,"outputTokens":1,"latencyMs":457.82520800002385},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1718,"outputTokens":1,"latencyMs":486.87833300000057},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1597,"outputTokens":1,"latencyMs":374.4669170000125},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":4459,"outputTokens":1,"latencyMs":410.7557909999741},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3141,"outputTokens":1,"latencyMs":409.36141699994914},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3813,"outputTokens":2,"latencyMs":406.731334000011},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":2487,"outputTokens":2,"latencyMs":358.170792000019},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1721,"outputTokens":2,"latencyMs":375.41883300000336},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1600,"outputTokens":2,"latencyMs":379.0062499999767},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4462,"outputTokens":2,"latencyMs":339.73012500000186},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3144,"outputTokens":2,"latencyMs":358.8374580000527},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"35","isCorrect":false,"inputTokens":3811,"outputTokens":1,"latencyMs":338.62316600000486},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"40","isCorrect":false,"inputTokens":2485,"outputTokens":1,"latencyMs":360.52129099995364},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"33","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":339.6812089999439},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"34","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":332.26366599998437},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":334.8950000000186},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"41","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":330.2772080000723},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":3811,"outputTokens":1,"latencyMs":363.2588339999784},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":2485,"outputTokens":1,"latencyMs":321.9873750000261},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":345.61845800001174},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":345.94195900007617},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"6","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":531.8953749999637},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":411.87683399999514},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":358.7059170000721},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":366.6487500000512},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"17","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":344.6491249999963},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":381.1515000000363},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":573.8631670000032},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":324.71804100007284},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":347.4015420000069},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":461.9265829999931},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":429.59512499999255},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"5","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":419.59295900003053},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":382.68391699995846},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":343.7944160000188},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"11","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":431.05395800003316},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":337.69341600011103},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":403.60479099990334},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"23","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":320.48266700003296},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":397.21616700000595},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":433.7939160000533},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":488.09391599998344},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":315.73687500006054},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"17","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":331.48179099999834},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":327.9735000000801},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"20","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":586.7809170000255},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":391.50179100001696},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":387.46791600005236},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"13","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":401.0549170000013},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":422.22220899991225},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":391.5945419999771},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":394.18887499999255},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":409.03824999998324},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"12","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":421.9619589999784},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"9","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":401.86537500005215},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":366.41795899998397},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"12","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":366.4039590000175},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"10","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":554.76645799994},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"7","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":338.69108300004154},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"5","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":307.0352500000736},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"10","isCorrect":false,"inputTokens":2492,"outputTokens":1,"latencyMs":342.1672499999404},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":365.1117089999607},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":361.8355000000447},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":340.8852499999339},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"7","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":384.3976669999538},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":361.72100000001956},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":2490,"outputTokens":1,"latencyMs":391.49391700001433},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"35","actual":"22","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":330.02370799996424},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"35","actual":"30","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":337.9880829999456},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"17","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":369.78429199999664},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"23","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":359.5209160000086},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":325.1409160000039},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":2490,"outputTokens":1,"latencyMs":1451.3282500000205},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"18","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":327.4074580000015},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":351.2333749999525},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":4465,"outputTokens":1,"latencyMs":350.27637500001583},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"16","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":337.5374170000432},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":3820,"outputTokens":1,"latencyMs":363.0047079999931},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":446.8994999999413},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":466.76270900003146},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"33","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":410.3715830000583},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"28","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":610.2814589999616},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"24","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":317.4704159999965},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"26","isCorrect":false,"inputTokens":3820,"outputTokens":1,"latencyMs":521.0274170000339},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":2494,"outputTokens":1,"latencyMs":429.4252920000581},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":359.2298750000773},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":333.21925000008196},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":348.2842079999391},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":332.56387500010896},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":863.1083339999896},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":634.0490829999326},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":585.7077500000596},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":1416.5217499999562},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":795.8894169999985},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":617.7950420000125},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":1067.063124999986},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":1067.939167000004},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":723.9099169999827},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":618.9413749999367},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":1037.4320420000004},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":690.7040419999976},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":931.5067499999423},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":670.5850419999333},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":694.7871250000317},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":722.7110410000896},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":868.674457999994},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":731.1757080000825},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":672.6666669999249},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11537,"outputTokens":1,"latencyMs":507.41379200003576},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":816.8219579999568},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":722.9456250000512},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":816.0409170000348},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":610.6217920000199},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":713.0563750000438},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":603.4144999999553},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":344.35966700001154},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":644.1975000000093},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":809.1000000000931},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":582.3278750000754},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":705.2810840000166},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":528.6802090000128},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":573.2728339999449},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":511.5514170000097},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":833.5516250000801},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":610.1545829999959},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":443.7762909999583},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":594.871208999888},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":445.2850000000326},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8604,"outputTokens":1,"latencyMs":597.9647080000723},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":912.6351250000298},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":928.2157499999739},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15227,"outputTokens":1,"latencyMs":909.858666999964},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":666.0736669999314},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8832,"outputTokens":1,"latencyMs":600.3035839999793},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8602,"outputTokens":1,"latencyMs":479.1734999999171},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":493.4390420001},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"Microsoft","isCorrect":true,"inputTokens":13226,"outputTokens":1,"latencyMs":709.5065830000676},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15232,"outputTokens":1,"latencyMs":730.2884169999743},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11539,"outputTokens":1,"latencyMs":743.00245800009},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8837,"outputTokens":1,"latencyMs":602.4584160000086},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8607,"outputTokens":1,"latencyMs":439.52183300000615},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17147,"outputTokens":1,"latencyMs":953.6715410000179},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13231,"outputTokens":1,"latencyMs":593.3161250000121},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":452.0724170000758},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":439.440333000035},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":708.3062090000603},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":1007.4180420000339},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":536.8852500000503},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":630.2633749999804},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15232,"outputTokens":2,"latencyMs":1040.5864580000052},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":11539,"outputTokens":2,"latencyMs":636.0687499999767},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":532.0990000000456},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":665.9154169999529},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":578.6468330000062},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":545.4643749999814},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13249918","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":799.4659159999574},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"16769246","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":480.5536250000587},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12211983","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":480.82829199999105},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":353.7560420000227},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":878.5510840000352},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12707614","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":473.56070899998304},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15224,"outputTokens":1,"latencyMs":502.10370900004636},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11531,"outputTokens":1,"latencyMs":675.1365409999853},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":470.783666000003},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":1274.4933749999618},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"70","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":802.2645829999819},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":614.4782500000438},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"149649","isCorrect":false,"inputTokens":15226,"outputTokens":2,"latencyMs":760.8913750000065},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140148.03","isCorrect":false,"inputTokens":11533,"outputTokens":4,"latencyMs":866.6046250000363},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"140903","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":428.45837500004563},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"148692","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":545.0187500000466},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"142253","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":826.5534159999806},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"128686","isCorrect":false,"inputTokens":13225,"outputTokens":2,"latencyMs":649.1973750001052},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"64","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":437.6100419999566},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"61","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":614.5360840000212},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"57","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":579.344374999986},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"56","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":631.3174580000341},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":816.3997090000194},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"63","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":468.0228750000242},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"38","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":1053.4090410000645},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"29","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":374.8957089999458},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"45","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":453.67754199996125},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"46","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":457.0674580000341},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"24","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":875.672292000032},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"31","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":513.8665840000613},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"23","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":717.168834000011},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":621.503708000062},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":441.4434170000022},{"questionId":"q141","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"29","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":414.44566699990537},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":410.2602500000503},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"22","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":687.8405839999905},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"43","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":818.1729170000181},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":447.42962499998976},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":479.20195899996907},{"questionId":"q142","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"58","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":444.6446660000365},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"39","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":579.2930409999099},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"42","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":855.0022919999901},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":618.7747909999453},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":810.1331250000512},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"38","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":429.4492499999469},{"questionId":"q143","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"49","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":648.750207999954},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"22","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":594.2811250000959},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"35","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":773.3109580000164},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":600.374542000005},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"50","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":523.0562919999938},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"48","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":878.9379590000026},{"questionId":"q144","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"36","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":408.1546659999294},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":542.4841250000754},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"27","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":477.04350000002887},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"26","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":666.9923750000307},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"4","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":415.7232500000391},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"14","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":677.5247079998953},{"questionId":"q145","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":562.7883750000037},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":832.8482910000021},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":393.04308299999684},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":15227,"outputTokens":1,"latencyMs":393.5698329999577},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":984.999375000014},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":467.66579200001433},{"questionId":"q146","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":454.2695829999866},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":912.6737080001039},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":619.2285830000183},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"32","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":401.0561670000898},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"32","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":462.92104200005997},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"40","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":425.1862909999909},{"questionId":"q147","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"25","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":395.1655420000898},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"23","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":474.50762499996927},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":13227,"outputTokens":1,"latencyMs":472.4642499999609},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"29","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":757.3064579999773},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"31","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":383.3184589999728},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":570.1132080000825},{"questionId":"q148","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"36","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":2681.7952920000535},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":480.87283300003037},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"31","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":457.6072919999715},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"45","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":830.7521660000784},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"25","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":440.8161250000121},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":417.2748750000028},{"questionId":"q149","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"20","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":652.9579169999342},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"35","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":687.0217500000726},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":622.0967079999391},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"42","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":460.18129199999385},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"19","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":369.5720830000937},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"18","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":584.3033340000547},{"questionId":"q150","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"14","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":390.16170900000725},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":441.5797500000335},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"29","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":491.67579200002365},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":577.7870000000112},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":721.5491659999825},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":578.1473750001751},{"questionId":"q151","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":578.3071250000503},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":973.1381250000559},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"9","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":664.6550829999615},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":648.1611670001876},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":739.0293330000713},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":779.0258750000503},{"questionId":"q152","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":592.6007080001291},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":466.84229200007394},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":479.1218340001069},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":484.54504100000486},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":415.3625409998931},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":470.61191699979827},{"questionId":"q153","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":453.6640840000473},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":593.7607080000453},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":474.7679580000695},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"9","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":492.8036250001751},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"8","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":461.3943749999162},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":8839,"outputTokens":1,"latencyMs":632.4096670001745},{"questionId":"q154","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":1502.6806669998914},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":618.4989590002224},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":621.8662089998834}] \ No newline at end of file +[{"questionId":"q1","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6499,"outputTokens":2,"latencyMs":715.7922079999998},{"questionId":"q1","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":4093,"outputTokens":2,"latencyMs":514.3712909999999},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":515.4745829999997},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":519.066667},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":700.2497500000004},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":509.53250000000025},{"questionId":"q2","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":708.2401669999999},{"questionId":"q2","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":688.2738340000001},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":609.7697080000003},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":542.677666},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":473.4646670000002},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":361.08208300000024},{"questionId":"q3","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6502,"outputTokens":7,"latencyMs":369.48091699999986},{"questionId":"q3","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":4096,"outputTokens":7,"latencyMs":379.33929199999966},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":466.31766700000026},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":365.9372080000003},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":528.364791},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":399.84241700000075},{"questionId":"q4","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":366.5641249999999},{"questionId":"q4","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":397.3729170000006},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":503.67520800000057},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":498.8639579999999},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":489.77787499999977},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":377.90870899999936},{"questionId":"q5","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":405.04845900000146},{"questionId":"q5","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":4091,"outputTokens":1,"latencyMs":388.77599999999984},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":381.14237499999945},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2500,"outputTokens":1,"latencyMs":379.97608299999956},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":469.180875},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":405.39016699999956},{"questionId":"q6","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":389.3730000000014},{"questionId":"q6","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":4092,"outputTokens":2,"latencyMs":304.86824999999953},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":371.71337499999936},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":356.8349999999991},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":487.9919170000012},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":404.0316669999993},{"questionId":"q7","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":415.8974159999998},{"questionId":"q7","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":491.17195900000115},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":359.57554100000016},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":428.15508299999965},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":720.5289999999986},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":354.7881660000003},{"questionId":"q8","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6501,"outputTokens":6,"latencyMs":388.11945899999955},{"questionId":"q8","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":4095,"outputTokens":6,"latencyMs":428.4201670000002},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":453.42029099999854},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":379.73699999999917},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":384.23425000000134},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":363.7936659999996},{"questionId":"q9","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":364.62412499999846},{"questionId":"q9","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":359.64195800000016},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":547.5654170000053},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":505.421957999999},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":603.6783749999959},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":494.53708400000323},{"questionId":"q10","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":598.2074999999968},{"questionId":"q10","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":4093,"outputTokens":1,"latencyMs":507.8135420000035},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":475.59583399999974},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":457.98679200000333},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":543.3139999999985},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":431.0919999999969},{"questionId":"q11","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6500,"outputTokens":2,"latencyMs":471.2661660000085},{"questionId":"q11","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":4094,"outputTokens":2,"latencyMs":350.15337500000896},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":391.0407919999998},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":504.1753749999916},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":527.9338340000104},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":385.4689999999973},{"questionId":"q12","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":425.2715420000022},{"questionId":"q12","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":342.9030829999974},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":329.7982500000071},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":324.93850000000384},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":3407.0566249999974},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":382.60233300000255},{"questionId":"q13","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6499,"outputTokens":5,"latencyMs":433.60766700000386},{"questionId":"q13","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":4093,"outputTokens":5,"latencyMs":354.0262079999957},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":1263.3100000000122},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":337.2589169999992},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":517.890459000002},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":4911.097708000001},{"questionId":"q14","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6501,"outputTokens":1,"latencyMs":511.1116670000047},{"questionId":"q14","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4095,"outputTokens":1,"latencyMs":391.570332999996},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":366.3286669999943},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":418.3922500000044},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":374.4381660000072},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":438.7353329999896},{"questionId":"q15","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":536.3706660000025},{"questionId":"q15","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":383.8483750000014},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":361.38229200000933},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":357.3639169999951},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":447.6785830000008},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":396.1677500000078},{"questionId":"q16","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":452.6305410000059},{"questionId":"q16","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":451.60924999999406},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":499.9052079999965},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":362.4022499999992},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":497.8733750000101},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":353.36641699999745},{"questionId":"q17","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":430.4758329999895},{"questionId":"q17","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":350.63016700001026},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":309.9106669999892},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":376.74549999999},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":543.0557499999995},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":437.95674999999756},{"questionId":"q18","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6497,"outputTokens":1,"latencyMs":441.81141700000444},{"questionId":"q18","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":4091,"outputTokens":1,"latencyMs":444.66187500000524},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":455.034249999997},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":475.86675000000105},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":470.3446249999979},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":482.47833399999945},{"questionId":"q19","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"91","actual":"88","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":492.92866700000013},{"questionId":"q19","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"91","actual":"91","isCorrect":true,"inputTokens":4096,"outputTokens":1,"latencyMs":438.046583000003},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"93","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":378.2597919999971},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"86","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":344.08279200000106},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":485.85454200000095},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"88","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":342.2459999999992},{"questionId":"q20","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":374.1241660000087},{"questionId":"q20","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"67","actual":"68","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":10910.081749999998},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"60","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":349.547040999998},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"61","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":442.77045900000667},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"57","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":344.6504590000113},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"67","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":359.585625000007},{"questionId":"q21","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":379.3804170000076},{"questionId":"q21","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"46","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":394.18537500000093},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":415.24545899999794},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"43","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":802.7305419999902},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"40","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":364.7414590000117},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":375.68104100000346},{"questionId":"q22","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"23","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":391.3775830000086},{"questionId":"q22","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"27","isCorrect":false,"inputTokens":4096,"outputTokens":1,"latencyMs":360.26708299998427},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"35","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":350.4283750000177},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"26","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":353.66908399999375},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":545.0741670000134},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":389.9900830000115},{"questionId":"q23","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6498,"outputTokens":1,"latencyMs":581.5199159999902},{"questionId":"q23","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":4092,"outputTokens":1,"latencyMs":364.47508400000515},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":390.6585830000113},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":289.6875},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":400.41412500001024},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":389.7332500000193},{"questionId":"q24","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"97288","isCorrect":false,"inputTokens":6499,"outputTokens":2,"latencyMs":646.3010420000064},{"questionId":"q24","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99835","isCorrect":false,"inputTokens":4093,"outputTokens":2,"latencyMs":408.09875000000466},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100556","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":378.83412499999395},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99815","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":433.671291000006},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100150","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":452.1253339999821},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98943","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":372.40287499999977},{"questionId":"q25","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":495.71899999998277},{"questionId":"q25","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":392.63529199999175},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"80","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":491.6334999999963},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":327.66433400000096},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"83","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":409.1040840000205},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":409.7532080000092},{"questionId":"q26","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":518.558417000022},{"questionId":"q26","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":4090,"outputTokens":1,"latencyMs":466.76799999998184},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":369.8977500000037},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"0","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":508.2411659999925},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":536.1317920000001},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":488.1594590000168},{"questionId":"q27","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":6504,"outputTokens":1,"latencyMs":490.02733299997635},{"questionId":"q27","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":489.17304199998034},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":459.1112079999875},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":496.96749999999884},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":536.7265830000106},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.94920800000546},{"questionId":"q28","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":429.92095800000243},{"questionId":"q28","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":4098,"outputTokens":1,"latencyMs":373.0112090000184},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":379.4247500000056},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":514.27462500002},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":402.5948749999807},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":399.9442910000216},{"questionId":"q29","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":349.201166999992},{"questionId":"q29","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":349.179375000007},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":365.0213750000112},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":333.7756250000093},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":461.6036250000179},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.6424999999872},{"questionId":"q30","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"5","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":597.8406249999825},{"questionId":"q30","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":387.17829100001836},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":581.8407910000242},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":2507,"outputTokens":1,"latencyMs":330.2263329999987},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":362.77995799999917},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":386.4515839999949},{"questionId":"q31","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":361.7845420000085},{"questionId":"q31","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":486.78579100000206},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":2652,"outputTokens":1,"latencyMs":353.0864580000052},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":323.6826670000155},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":437.86891699998523},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"14","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":355.76112499999},{"questionId":"q32","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"63","actual":"78","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":518.5223750000005},{"questionId":"q32","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":526.1264169999922},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"68","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":381.29349999999977},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"72","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":332.30487500000163},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"71","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":436.124416000006},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"77","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":382.07420900001307},{"questionId":"q33","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":392.4862499999872},{"questionId":"q33","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":366.9365000000107},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"61","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":368.402374999976},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"62","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":329.6864169999899},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"59","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":461.06554199999664},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"60","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":402.63970800000243},{"questionId":"q34","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":6503,"outputTokens":1,"latencyMs":511.04824999999255},{"questionId":"q34","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":4097,"outputTokens":1,"latencyMs":810.5883329999924},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":550.7842079999973},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":442.4831659999909},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"25","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":537.9287919999915},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"30","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":457.40937499998836},{"questionId":"q35","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":549.3395409999939},{"questionId":"q35","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":489.55799999999},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":537.7483750000247},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":434.4694170000148},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":7444,"outputTokens":1,"latencyMs":625.4984169999952},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"9","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":456.1298339999921},{"questionId":"q36","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":420.46937500001513},{"questionId":"q36","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":8449.22325000001},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":365.2605420000036},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":411.62945899998886},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":345.0152919999964},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":369.746375000017},{"questionId":"q37","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15","actual":"11","isCorrect":false,"inputTokens":6504,"outputTokens":1,"latencyMs":524.9201249999751},{"questionId":"q37","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":4098,"outputTokens":1,"latencyMs":327.5708330000052},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"15","isCorrect":true,"inputTokens":2652,"outputTokens":1,"latencyMs":981.0529590000224},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":356.0790830000187},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":462.76745899999514},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":424.536832999991},{"questionId":"q38","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":400.6113329999789},{"questionId":"q38","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":416.195000000007},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"24","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":428.1540410000016},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":728.33170900002},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":443.955541000003},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":10132.960584000015},{"questionId":"q39","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":480.8921670000127},{"questionId":"q39","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":381.28229199998896},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":349.58874999999534},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":348.22937499999534},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":436.751958000008},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":350.02525000000605},{"questionId":"q40","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"13","isCorrect":false,"inputTokens":6498,"outputTokens":1,"latencyMs":378.0389159999904},{"questionId":"q40","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4092,"outputTokens":1,"latencyMs":367.3374590000021},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":360.48287499998696},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":335.94899999999325},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":425.37100000001374},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":341.7231250000186},{"questionId":"q41","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":10941,"outputTokens":3,"latencyMs":815.0260840000119},{"questionId":"q41","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":6923,"outputTokens":3,"latencyMs":654.1040409999841},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":7321,"outputTokens":3,"latencyMs":461.9326669999864},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":12270,"outputTokens":3,"latencyMs":572.5033330000006},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103.86","actual":"103.86","isCorrect":true,"inputTokens":8507,"outputTokens":3,"latencyMs":531.6192080000183},{"questionId":"q42","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":10941,"outputTokens":2,"latencyMs":547.4871670000139},{"questionId":"q42","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6923,"outputTokens":2,"latencyMs":412.8233750000072},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7321,"outputTokens":2,"latencyMs":647.1747499999765},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12270,"outputTokens":2,"latencyMs":737.2074999999895},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8507,"outputTokens":2,"latencyMs":818.4059999999881},{"questionId":"q43","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":10941,"outputTokens":3,"latencyMs":669.1105000000098},{"questionId":"q43","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":6923,"outputTokens":3,"latencyMs":518.5489999999991},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":7321,"outputTokens":3,"latencyMs":507.65958300000057},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":12270,"outputTokens":3,"latencyMs":673.3291249999893},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"422.5","actual":"422.5","isCorrect":true,"inputTokens":8507,"outputTokens":3,"latencyMs":669.1736670000246},{"questionId":"q44","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":675.097666000016},{"questionId":"q44","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":525.4267080000136},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":508.38066700001946},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":677.1482500000275},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":741.007666999998},{"questionId":"q45","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":10941,"outputTokens":4,"latencyMs":646.2545829999726},{"questionId":"q45","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":6923,"outputTokens":4,"latencyMs":420.27525000000605},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":7321,"outputTokens":4,"latencyMs":712.1177499999758},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":12270,"outputTokens":4,"latencyMs":724.7074579999899},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1822.85","actual":"1822.85","isCorrect":true,"inputTokens":8507,"outputTokens":4,"latencyMs":624.5624579999712},{"questionId":"q46","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":650.6668749999953},{"questionId":"q46","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":824.8308749999851},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":422.68404200003715},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":447.52283299999544},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8507,"outputTokens":1,"latencyMs":567.9841669999878},{"questionId":"q47","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":10941,"outputTokens":4,"latencyMs":497.91895799996564},{"questionId":"q47","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":6923,"outputTokens":4,"latencyMs":482.50225000001956},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":7321,"outputTokens":4,"latencyMs":361.18787500000326},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":12270,"outputTokens":4,"latencyMs":607.6576249999925},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1311.35","actual":"1311.35","isCorrect":true,"inputTokens":8507,"outputTokens":4,"latencyMs":421.9868750000023},{"questionId":"q48","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":10941,"outputTokens":2,"latencyMs":406.60525000002235},{"questionId":"q48","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6923,"outputTokens":2,"latencyMs":501.77337500004796},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7321,"outputTokens":2,"latencyMs":454.49345799995353},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12270,"outputTokens":2,"latencyMs":728.0266249999986},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8507,"outputTokens":2,"latencyMs":597.7883750000037},{"questionId":"q49","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":659.758833000029},{"questionId":"q49","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":458.9037080000271},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":653.0899159999681},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":528.6159169999883},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Debbie O'Kon I","actual":"Debbie O'Kon I","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":547.9767920000013},{"questionId":"q50","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":10942,"outputTokens":9,"latencyMs":681.7327079999959},{"questionId":"q50","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":6924,"outputTokens":9,"latencyMs":486.62837499997113},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":7322,"outputTokens":9,"latencyMs":512.7114580000052},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":12271,"outputTokens":9,"latencyMs":12188.919374999998},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"demetris.hoeger-pollich@yahoo.com","actual":"demetris.hoeger-pollich@yahoo.com","isCorrect":true,"inputTokens":8508,"outputTokens":9,"latencyMs":366.3357079999987},{"questionId":"q51","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":414.3098330000066},{"questionId":"q51","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":530.3222499999683},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":495.4304580000462},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":559.9530410000007},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-15","actual":"2025-09-15","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":643.2550419999752},{"questionId":"q52","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":708.9994999999763},{"questionId":"q52","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6923,"outputTokens":1,"latencyMs":491.20483400003286},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":468.4553329999908},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":12270,"outputTokens":1,"latencyMs":561.7763339999947},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":349.2520000000368},{"questionId":"q53","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":10942,"outputTokens":4,"latencyMs":715.1207500000019},{"questionId":"q53","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":6924,"outputTokens":4,"latencyMs":606.6104170000181},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":7322,"outputTokens":4,"latencyMs":9711.120915999985},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":12271,"outputTokens":4,"latencyMs":566.6855839999625},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Patty Senger","actual":"Patty Senger","isCorrect":true,"inputTokens":8508,"outputTokens":4,"latencyMs":496.1297500000219},{"questionId":"q54","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":10942,"outputTokens":7,"latencyMs":764.5851249999832},{"questionId":"q54","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":6924,"outputTokens":7,"latencyMs":815.3015000000014},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":7322,"outputTokens":7,"latencyMs":624.4935000000405},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":12271,"outputTokens":7,"latencyMs":591.7514170000213},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"viva.paucek@gmail.com","actual":"viva.paucek@gmail.com","isCorrect":true,"inputTokens":8508,"outputTokens":7,"latencyMs":828.0897920000134},{"questionId":"q55","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":655.9331660000025},{"questionId":"q55","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":505.2626670000027},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":411.9949579999666},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":505.40883400000166},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-09-20","actual":"2025-09-20","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":514.7684579999768},{"questionId":"q56","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":10941,"outputTokens":1,"latencyMs":581.6779579999857},{"questionId":"q56","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":476.00983299996005},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":7321,"outputTokens":1,"latencyMs":522.6447079999489},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":583.9415000000154},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":503.82050000003073},{"questionId":"q57","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":10942,"outputTokens":3,"latencyMs":546.4431670000195},{"questionId":"q57","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":6924,"outputTokens":3,"latencyMs":359.3086250000051},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":7322,"outputTokens":3,"latencyMs":371.1826669999864},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":12271,"outputTokens":3,"latencyMs":396.5259579999838},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dennis Wunsch","actual":"Dennis Wunsch","isCorrect":true,"inputTokens":8508,"outputTokens":3,"latencyMs":773.8989999999758},{"questionId":"q58","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":10942,"outputTokens":6,"latencyMs":353.33137500000885},{"questionId":"q58","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":6924,"outputTokens":6,"latencyMs":408.48345899995184},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":7322,"outputTokens":6,"latencyMs":882.0116249999846},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":12271,"outputTokens":6,"latencyMs":669.9177500000224},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"wilton.oconnell@yahoo.com","actual":"wilton.oconnell@yahoo.com","isCorrect":true,"inputTokens":8508,"outputTokens":6,"latencyMs":549.826166999992},{"questionId":"q59","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":417.3388749999576},{"questionId":"q59","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":419.25708299997495},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":402.2212920000311},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":12267,"outputTokens":1,"latencyMs":425.5812910000095},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":532.7587910000002},{"questionId":"q60","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":365.37308299995493},{"questionId":"q60","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":6920,"outputTokens":1,"latencyMs":521.2011249999632},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":427.5942920000525},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12267,"outputTokens":1,"latencyMs":463.40083400002914},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":382.6736249999958},{"questionId":"q61","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":10939,"outputTokens":1,"latencyMs":509.51895800000057},{"questionId":"q61","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6921,"outputTokens":1,"latencyMs":528.8098330000066},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":467.3620000000228},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":916.83474999998},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8505,"outputTokens":1,"latencyMs":730.6691250000149},{"questionId":"q62","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10939,"outputTokens":1,"latencyMs":448.19566599995596},{"questionId":"q62","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6921,"outputTokens":1,"latencyMs":518.2414999999455},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":499.3275830000057},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":355.39399999997113},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":8505,"outputTokens":1,"latencyMs":748.5102499999921},{"questionId":"q63","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10939,"outputTokens":1,"latencyMs":769.4329170000274},{"questionId":"q63","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6921,"outputTokens":1,"latencyMs":458.8923749999958},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7319,"outputTokens":1,"latencyMs":596.5000830000499},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":12268,"outputTokens":1,"latencyMs":679.0749160000123},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":8505,"outputTokens":1,"latencyMs":630.6952909999527},{"questionId":"q64","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"15989.41","isCorrect":false,"inputTokens":10939,"outputTokens":4,"latencyMs":585.2319159999606},{"questionId":"q64","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"24021.92","isCorrect":false,"inputTokens":6921,"outputTokens":4,"latencyMs":2576.4010000000126},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"29024.18","isCorrect":false,"inputTokens":7319,"outputTokens":4,"latencyMs":572.0498329999973},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"23695.89","isCorrect":false,"inputTokens":12268,"outputTokens":4,"latencyMs":2235.949416999996},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"34904.81","actual":"16339.11","isCorrect":false,"inputTokens":8505,"outputTokens":4,"latencyMs":489.60987499996554},{"questionId":"q65","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"1103.54","isCorrect":false,"inputTokens":10937,"outputTokens":4,"latencyMs":648.1110420000041},{"questionId":"q65","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"807.02","isCorrect":false,"inputTokens":6919,"outputTokens":3,"latencyMs":462.7290829999838},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"867.25","isCorrect":false,"inputTokens":7317,"outputTokens":3,"latencyMs":405.47583300003316},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"748.81","isCorrect":false,"inputTokens":12266,"outputTokens":3,"latencyMs":483.0505000000121},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"698.10","actual":"813.20","isCorrect":false,"inputTokens":8503,"outputTokens":3,"latencyMs":400.92712500004563},{"questionId":"q66","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":10938,"outputTokens":1,"latencyMs":569.9377920000115},{"questionId":"q66","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6920,"outputTokens":1,"latencyMs":375.41929099999834},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7318,"outputTokens":1,"latencyMs":495.26854200003436},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":12267,"outputTokens":1,"latencyMs":313.5068329999922},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":8504,"outputTokens":1,"latencyMs":377.86162499996135},{"questionId":"q67","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":10937,"outputTokens":4,"latencyMs":645.3663330000127},{"questionId":"q67","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":6919,"outputTokens":4,"latencyMs":433.84008400002494},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":7317,"outputTokens":4,"latencyMs":1173.9445830000332},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":12266,"outputTokens":4,"latencyMs":468.3455420000246},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2152.82","actual":"2152.82","isCorrect":true,"inputTokens":8503,"outputTokens":4,"latencyMs":347.61283300002106},{"questionId":"q68","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":430.39374999998836},{"questionId":"q68","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"37","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":504.3886670000502},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"42","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":470.2840829999768},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"35","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":351.66841699997894},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"32","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":389.5755839999765},{"questionId":"q69","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":438.2642079999787},{"questionId":"q69","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"27","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":426.29025000002},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":438.7231659999816},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":592.9735420000507},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"23","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":580.1300000000047},{"questionId":"q70","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":10941,"outputTokens":1,"latencyMs":456.4655410000123},{"questionId":"q70","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":6923,"outputTokens":1,"latencyMs":312.9479580000043},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":7321,"outputTokens":1,"latencyMs":348.09775000001537},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"14","isCorrect":false,"inputTokens":12270,"outputTokens":1,"latencyMs":739.0200000000186},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":8507,"outputTokens":1,"latencyMs":375.1499590000021},{"questionId":"q71","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"7","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":364.0734999999986},{"questionId":"q71","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6927,"outputTokens":1,"latencyMs":551.9207919999608},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"6","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":368.29375000001164},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":12274,"outputTokens":1,"latencyMs":542.1521250000224},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"5","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":686.7005409999983},{"questionId":"q72","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":582.2148750000051},{"questionId":"q72","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"11","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":371.60637500003213},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"7","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":482.3924170000246},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"8","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":539.3922920000041},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"9","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":386.2277499999618},{"questionId":"q73","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":554.6844170000404},{"questionId":"q73","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":456.0647919999901},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":567.140665999963},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":467.8564159999951},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":526.0343749999884},{"questionId":"q74","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":630.3317079999833},{"questionId":"q74","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":652.5920000000042},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":710.7945830000099},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":544.8541669999831},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":458.9711670000106},{"questionId":"q75","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"2","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":514.6613750000251},{"questionId":"q75","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"3","isCorrect":false,"inputTokens":6928,"outputTokens":1,"latencyMs":399.98220799997216},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"1","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":472.156042000046},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"3","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":428.9298340000096},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"2","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":370.60962499998277},{"questionId":"q76","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"1","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":563.2683750000433},{"questionId":"q76","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":558.175333000021},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":443.08741699997336},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":494.37362500000745},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"0","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":385.20350000000326},{"questionId":"q77","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"6","isCorrect":false,"inputTokens":10945,"outputTokens":1,"latencyMs":765.2454999999609},{"questionId":"q77","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6927,"outputTokens":1,"latencyMs":362.2926669999724},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":7325,"outputTokens":1,"latencyMs":503.65541700000176},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"7","isCorrect":false,"inputTokens":12274,"outputTokens":1,"latencyMs":566.789374999993},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":8511,"outputTokens":1,"latencyMs":647.0595829999656},{"questionId":"q78","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":10946,"outputTokens":1,"latencyMs":376.5072500000242},{"questionId":"q78","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6928,"outputTokens":1,"latencyMs":372.5995840000105},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":7326,"outputTokens":1,"latencyMs":400.7388750000391},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":12275,"outputTokens":1,"latencyMs":399.97033299994655},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"3","isCorrect":false,"inputTokens":8512,"outputTokens":1,"latencyMs":553.3987919999636},{"questionId":"q79","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"10","isCorrect":false,"inputTokens":10947,"outputTokens":1,"latencyMs":484.4969999999739},{"questionId":"q79","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":6929,"outputTokens":1,"latencyMs":395.5183749999851},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":7327,"outputTokens":1,"latencyMs":356.34304100001464},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"15","isCorrect":false,"inputTokens":12276,"outputTokens":1,"latencyMs":483.0325409999932},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":8513,"outputTokens":1,"latencyMs":396.8536249999888},{"questionId":"q80","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":10947,"outputTokens":1,"latencyMs":467.922332999995},{"questionId":"q80","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"9","isCorrect":false,"inputTokens":6929,"outputTokens":1,"latencyMs":420.31883299996844},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"12","isCorrect":false,"inputTokens":7327,"outputTokens":1,"latencyMs":461.92741699999897},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"13","isCorrect":false,"inputTokens":12276,"outputTokens":1,"latencyMs":649.3462920000311},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"7","isCorrect":false,"inputTokens":8513,"outputTokens":1,"latencyMs":549.0893340000184},{"questionId":"q81","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":415.81783400004497},{"questionId":"q81","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":444.2109589999891},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":434.75708299997495},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":415.1551249999902},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":988.6384580000304},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4322","actual":"4322","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":428.68345800001407},{"questionId":"q82","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":412.36945800000103},{"questionId":"q82","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":2485,"outputTokens":4,"latencyMs":328.3807500000112},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1719,"outputTokens":4,"latencyMs":361.109625000041},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":1598,"outputTokens":4,"latencyMs":567.8367919999873},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":4460,"outputTokens":4,"latencyMs":6809.697458000039},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10432.04","actual":"10432.04","isCorrect":true,"inputTokens":3142,"outputTokens":4,"latencyMs":406.170541999978},{"questionId":"q83","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":447.70812500000466},{"questionId":"q83","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2486,"outputTokens":3,"latencyMs":439.53241700003855},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1720,"outputTokens":3,"latencyMs":407.2001669999445},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1599,"outputTokens":3,"latencyMs":413.75679200002924},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4461,"outputTokens":3,"latencyMs":497.5708749999758},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3143,"outputTokens":3,"latencyMs":457.1001249999972},{"questionId":"q84","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":526.9125830000266},{"questionId":"q84","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":2486,"outputTokens":1,"latencyMs":431.1357919999864},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1720,"outputTokens":1,"latencyMs":710.0443749999395},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1599,"outputTokens":1,"latencyMs":406.9021659999853},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":4461,"outputTokens":1,"latencyMs":346.9428749999497},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":3143,"outputTokens":1,"latencyMs":323.09041699999943},{"questionId":"q85","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":357.34195899998304},{"questionId":"q85","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":443.7402089999523},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":455.09141700004693},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":490.2450419999659},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":365.361540999962},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4096","actual":"4096","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":366.0002910000039},{"questionId":"q86","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":499.5719589999644},{"questionId":"q86","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":2485,"outputTokens":4,"latencyMs":1597.141624999931},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1719,"outputTokens":4,"latencyMs":385.14333300001454},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":1598,"outputTokens":4,"latencyMs":369.2410839999793},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":4460,"outputTokens":4,"latencyMs":303.9539169999771},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4533.1","actual":"4533.1","isCorrect":true,"inputTokens":3142,"outputTokens":4,"latencyMs":401.97924999997485},{"questionId":"q87","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":419.72220900002867},{"questionId":"q87","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":2486,"outputTokens":3,"latencyMs":452.70524999999907},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1720,"outputTokens":3,"latencyMs":303.58920899999794},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":1599,"outputTokens":3,"latencyMs":7526.394249999896},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":4461,"outputTokens":3,"latencyMs":343.7570420000702},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.63","actual":"0.63","isCorrect":true,"inputTokens":3143,"outputTokens":3,"latencyMs":333.2307499999879},{"questionId":"q88","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":606.6234580000164},{"questionId":"q88","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":2486,"outputTokens":1,"latencyMs":313.2532920000376},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1720,"outputTokens":1,"latencyMs":326.2192090000026},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":1599,"outputTokens":1,"latencyMs":471.8792919999687},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":4461,"outputTokens":1,"latencyMs":350.5012500000885},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":3143,"outputTokens":1,"latencyMs":395.5462909999769},{"questionId":"q89","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":372.93812499998603},{"questionId":"q89","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":2485,"outputTokens":2,"latencyMs":360.24225000001024},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1719,"outputTokens":2,"latencyMs":6518.646707999986},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":1598,"outputTokens":2,"latencyMs":10317.751416999963},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":4460,"outputTokens":2,"latencyMs":405.76116599992383},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4076","actual":"4076","isCorrect":true,"inputTokens":3142,"outputTokens":2,"latencyMs":317.50191700004507},{"questionId":"q90","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":350.40091600001324},{"questionId":"q90","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":2482,"outputTokens":1,"latencyMs":409.7500839999411},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1716,"outputTokens":1,"latencyMs":329.21066699991934},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1595,"outputTokens":1,"latencyMs":439.9348750000354},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"59","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":438.6411660000449},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3139,"outputTokens":1,"latencyMs":375.5588749999879},{"questionId":"q91","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"328,586","isCorrect":false,"inputTokens":3809,"outputTokens":3,"latencyMs":484.2758339999709},{"questionId":"q91","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"333,377","isCorrect":false,"inputTokens":2483,"outputTokens":3,"latencyMs":459.8697500000708},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"316967","isCorrect":false,"inputTokens":1717,"outputTokens":2,"latencyMs":509.8458340000361},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"329,746","isCorrect":false,"inputTokens":1596,"outputTokens":3,"latencyMs":552.3954590000212},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"288010","isCorrect":false,"inputTokens":4458,"outputTokens":2,"latencyMs":497.691041000071},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"328320","actual":"345,656","isCorrect":false,"inputTokens":3140,"outputTokens":3,"latencyMs":463.78041699994355},{"questionId":"q92","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1201","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":493.31241599994246},{"questionId":"q92","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1418","isCorrect":false,"inputTokens":2483,"outputTokens":2,"latencyMs":446.99016699998174},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1472","isCorrect":false,"inputTokens":1717,"outputTokens":2,"latencyMs":409.6779170000227},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1514","isCorrect":false,"inputTokens":1596,"outputTokens":2,"latencyMs":431.1977500000503},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1328","isCorrect":false,"inputTokens":4458,"outputTokens":2,"latencyMs":516.8193749999627},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1791","actual":"1347","isCorrect":false,"inputTokens":3140,"outputTokens":2,"latencyMs":477.83004100003745},{"questionId":"q93","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"341184.71","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":486.91237500007264},{"questionId":"q93","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"312,205.65","isCorrect":false,"inputTokens":2481,"outputTokens":5,"latencyMs":382.97179199999664},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"287133.76","isCorrect":false,"inputTokens":1715,"outputTokens":4,"latencyMs":353.70120799995493},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"295194.07","isCorrect":false,"inputTokens":1594,"outputTokens":4,"latencyMs":348.49995800002944},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"248192.75","isCorrect":false,"inputTokens":4456,"outputTokens":4,"latencyMs":391.65287499991246},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"311695.88","actual":"297,196.58","isCorrect":false,"inputTokens":3138,"outputTokens":5,"latencyMs":510.1201669999864},{"questionId":"q94","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3805,"outputTokens":3,"latencyMs":365.4778749999823},{"questionId":"q94","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":2479,"outputTokens":3,"latencyMs":386.92908400006127},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1713,"outputTokens":3,"latencyMs":394.2111659999937},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":1592,"outputTokens":3,"latencyMs":511.74004199996125},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":4454,"outputTokens":3,"latencyMs":373.8727090000175},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.53","actual":"0.53","isCorrect":true,"inputTokens":3136,"outputTokens":3,"latencyMs":355.0956249999581},{"questionId":"q95","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":395.9459580000257},{"questionId":"q95","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"28","isCorrect":false,"inputTokens":2483,"outputTokens":1,"latencyMs":343.8397920000134},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":1717,"outputTokens":1,"latencyMs":619.6045000000158},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"25","isCorrect":false,"inputTokens":1596,"outputTokens":1,"latencyMs":381.62570800003596},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"35","isCorrect":false,"inputTokens":4458,"outputTokens":1,"latencyMs":357.17808300000615},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":3140,"outputTokens":1,"latencyMs":609.79449999996},{"questionId":"q96","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":459.16324999998324},{"questionId":"q96","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":2483,"outputTokens":1,"latencyMs":460.327249999973},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":1717,"outputTokens":1,"latencyMs":481.1156670000637},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":1596,"outputTokens":1,"latencyMs":415.77704200008884},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":4458,"outputTokens":1,"latencyMs":373.7544159999816},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":3140,"outputTokens":1,"latencyMs":374.64970800001174},{"questionId":"q97","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"49","isCorrect":false,"inputTokens":3808,"outputTokens":1,"latencyMs":359.92700000002515},{"questionId":"q97","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"41","isCorrect":false,"inputTokens":2482,"outputTokens":1,"latencyMs":358.2543750000186},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"58","isCorrect":false,"inputTokens":1716,"outputTokens":1,"latencyMs":350.35349999996834},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"63","isCorrect":false,"inputTokens":1595,"outputTokens":1,"latencyMs":343.10800000000745},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"52","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":342.02141699998174},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"47","isCorrect":false,"inputTokens":3139,"outputTokens":1,"latencyMs":358.81916600000113},{"questionId":"q98","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"26","actual":"26","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":390.28195900004357},{"questionId":"q98","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"26","actual":"27","isCorrect":false,"inputTokens":2482,"outputTokens":1,"latencyMs":419.4081249999581},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"46","isCorrect":false,"inputTokens":1716,"outputTokens":1,"latencyMs":339.9132919999538},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"36","isCorrect":false,"inputTokens":1595,"outputTokens":1,"latencyMs":369.65595799998846},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":4457,"outputTokens":1,"latencyMs":323.74774999998044},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"24","isCorrect":false,"inputTokens":3139,"outputTokens":1,"latencyMs":378.7357919999631},{"questionId":"q99","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":336.72012499999255},{"questionId":"q99","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":335.2298749999609},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":456.91587499994785},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"14","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":498.7465000000084},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":506.7781659999164},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"12","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":433.3068750000093},{"questionId":"q100","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":446.9573330000276},{"questionId":"q100","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":469.5676669999957},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"10","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":451.9516669999575},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"8","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":464.59654100006446},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"9","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":485.7626669999445},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":467.44020800001454},{"questionId":"q101","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":363.96758300007787},{"questionId":"q101","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":318.39895900001284},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":368.43537500000093},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":306.7987500000745},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"5","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":353.17466599994805},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"9","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":324.02383299998473},{"questionId":"q102","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":361.5830830000341},{"questionId":"q102","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"6","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":316.2602500000503},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":329.7272090000333},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"11","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":398.3790830000071},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":340.76787500001956},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":360.1489999999758},{"questionId":"q103","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":560.1262080000015},{"questionId":"q103","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"10","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":363.1120420000516},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":332.7639590000035},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":485.8375000000233},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"7","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":361.1815829999978},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"8","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":394.9804170000134},{"questionId":"q104","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":343.0935410000384},{"questionId":"q104","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":408.2510830000974},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":340.64429199998267},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"20","actual":"8","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":355.2249170000432},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"9","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":531.7628329999279},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"20","actual":"7","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":343.5392920000013},{"questionId":"q105","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"6","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":377.1642909999937},{"questionId":"q105","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":2489,"outputTokens":1,"latencyMs":389.532375000068},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":1723,"outputTokens":1,"latencyMs":345.93687500001397},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"18","actual":"7","isCorrect":false,"inputTokens":1602,"outputTokens":1,"latencyMs":319.7013329999754},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"10","isCorrect":false,"inputTokens":4464,"outputTokens":1,"latencyMs":476.3362920000218},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"8","isCorrect":false,"inputTokens":3146,"outputTokens":1,"latencyMs":425.2518749999581},{"questionId":"q106","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":376.9894580000546},{"questionId":"q106","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"32","actual":"15","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":342.60029199998826},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"14","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":399.28854099998716},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":372.97408299997915},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"12","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":361.9423330000136},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"13","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":676.8364169999259},{"questionId":"q107","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":378.08741599996574},{"questionId":"q107","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"9","actual":"4","isCorrect":false,"inputTokens":2488,"outputTokens":1,"latencyMs":358.9629999999888},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"15","isCorrect":false,"inputTokens":1722,"outputTokens":1,"latencyMs":463.1003339999588},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"12","isCorrect":false,"inputTokens":1601,"outputTokens":1,"latencyMs":364.9539169999771},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":4463,"outputTokens":1,"latencyMs":477.3458330000285},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"8","isCorrect":false,"inputTokens":3145,"outputTokens":1,"latencyMs":436.9630419999594},{"questionId":"q108","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":532.452042000019},{"questionId":"q108","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":554.6603340000147},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":451.9459999999963},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":8423.92820799991},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":644.0458750000689},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"31","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":598.6026249999413},{"questionId":"q109","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":3817,"outputTokens":1,"latencyMs":444.70095800003037},{"questionId":"q109","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":2491,"outputTokens":1,"latencyMs":429.33445800002664},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"25","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":389.86558400001377},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"29","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":343.19712499994785},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"27","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":372.64154199999757},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"23","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":336.85566599993035},{"questionId":"q110","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":748.8112089999486},{"questionId":"q110","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":753.9235839999747},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":656.5515829999931},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":564.4898749999702},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":844.0965419999557},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":633.3658329999307},{"questionId":"q111","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":693.6325000000652},{"questionId":"q111","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":586.9654579999624},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":12198.312333000009},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":12230.54691699997},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":12205.184624999994},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":664.4575000000186},{"questionId":"q112","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":811.6029170000693},{"questionId":"q112","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":512.9935830000322},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":541.923582999967},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":538.1794579999987},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":9829.367457999964},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5786","actual":"5786","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":2060.4543330000015},{"questionId":"q113","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":708.3485840000212},{"questionId":"q113","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":11537,"outputTokens":1,"latencyMs":604.7364590000361},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":687.1070830000099},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":684.922249999945},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":844.3071250000503},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":648.4209580000024},{"questionId":"q114","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":15225,"outputTokens":2,"latencyMs":731.9385420000181},{"questionId":"q114","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":11532,"outputTokens":2,"latencyMs":639.8934590000426},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":590.0260830000043},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":645.5024579999736},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":902.2850830000825},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"170327","actual":"170327","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":630.4475419999799},{"questionId":"q115","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":15229,"outputTokens":2,"latencyMs":691.8689160000067},{"questionId":"q115","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":11536,"outputTokens":2,"latencyMs":554.8847500000848},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":12180.675541999983},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":356.3871250000084},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":848.6217080000788},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"48578","actual":"48578","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":695.9627500000643},{"questionId":"q116","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":15229,"outputTokens":1,"latencyMs":870.6089589999756},{"questionId":"q116","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":11536,"outputTokens":1,"latencyMs":684.9728330000071},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8834,"outputTokens":1,"latencyMs":675.1106669999426},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":8604,"outputTokens":1,"latencyMs":678.2668340000091},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":17144,"outputTokens":1,"latencyMs":956.4270000000251},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"678","actual":"678","isCorrect":true,"inputTokens":13228,"outputTokens":1,"latencyMs":726.9572499999776},{"questionId":"q117","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15228,"outputTokens":1,"latencyMs":782.5394170000218},{"questionId":"q117","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":11535,"outputTokens":1,"latencyMs":638.671207999927},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8833,"outputTokens":1,"latencyMs":710.0538330000127},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8603,"outputTokens":1,"latencyMs":634.3684580000117},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17143,"outputTokens":1,"latencyMs":12077.50687500008},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13227,"outputTokens":1,"latencyMs":620.9302080000052},{"questionId":"q118","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":15231,"outputTokens":2,"latencyMs":8782.02979099995},{"questionId":"q118","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":11538,"outputTokens":2,"latencyMs":593.7627500001108},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8836,"outputTokens":2,"latencyMs":625.1012499999488},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":8606,"outputTokens":2,"latencyMs":858.9033749999944},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":17146,"outputTokens":2,"latencyMs":475.326999999932},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"115543","actual":"115543","isCorrect":true,"inputTokens":13230,"outputTokens":2,"latencyMs":683.6137500000186},{"questionId":"q119","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":15228,"outputTokens":2,"latencyMs":666.923582999967},{"questionId":"q119","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":11535,"outputTokens":2,"latencyMs":681.6882920000935},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":530.3012080000481},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":653.3541670000413},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":855.5417090000119},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"36054","actual":"36054","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":661.8125829999335},{"questionId":"q120","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":15232,"outputTokens":2,"latencyMs":621.2402499999152},{"questionId":"q120","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":11539,"outputTokens":2,"latencyMs":606.9254580000415},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":730.7115829999093},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":714.3814159999602},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":856.8343749999767},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2607","actual":"2607","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":853.937750000041},{"questionId":"q121","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15224,"outputTokens":1,"latencyMs":469.13537499995437},{"questionId":"q121","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":11531,"outputTokens":1,"latencyMs":615.8395419999724},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":657.6984589999774},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":460.85424999997485},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"73","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":535.8716669999994},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":695.1630420000292},{"questionId":"q122","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":740.3379590000259},{"questionId":"q122","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"11217710","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":736.0312080000294},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10711150","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":587.886708999984},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13432713","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":427.7747499999823},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"8675524","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":959.9638329999289},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10433682","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":1346.1520830000518},{"questionId":"q123","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1112335","isCorrect":false,"inputTokens":15227,"outputTokens":3,"latencyMs":594.6271669999696},{"questionId":"q123","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1179730","isCorrect":false,"inputTokens":11534,"outputTokens":3,"latencyMs":624.2689580000006},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"682190","isCorrect":false,"inputTokens":8832,"outputTokens":2,"latencyMs":584.4081249999581},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"811453","isCorrect":false,"inputTokens":8602,"outputTokens":2,"latencyMs":616.7802079999819},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1006595","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":1254.8377909999108},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2528243","actual":"1200601","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":606.9020419999724},{"questionId":"q124","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"151643","isCorrect":false,"inputTokens":15226,"outputTokens":2,"latencyMs":384.18491599999834},{"questionId":"q124","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"137050","isCorrect":false,"inputTokens":11533,"outputTokens":2,"latencyMs":614.5851669999538},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"132843","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":558.6217500000494},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134118","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":609.2822079999605},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"141588","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":543.937750000041},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"134294.0","isCorrect":false,"inputTokens":13225,"outputTokens":4,"latencyMs":955.971332999994},{"questionId":"q125","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"41","actual":"33","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":492.2392500001006},{"questionId":"q125","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":440.41762500000186},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":718.059249999933},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"26","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":704.9983750000829},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"24","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":616.9515830000164},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":535.6381660000188},{"questionId":"q126","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"53","actual":"27","isCorrect":false,"inputTokens":15228,"outputTokens":1,"latencyMs":915.684416999924},{"questionId":"q126","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"53","actual":"46","isCorrect":false,"inputTokens":11535,"outputTokens":1,"latencyMs":599.1632089999039},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"38","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":554.628458000021},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":683.8899580000434},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"39","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":870.9939999999478},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"29","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":494.92674999998417},{"questionId":"q127","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"77","actual":"89","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":734.6791250000242},{"questionId":"q127","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"77","actual":"49","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":570.8803329999791},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"69","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":533.7936659998959},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"58","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":343.3989580000052},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"46","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1117.0017499999376},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"73","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":435.95816700009163},{"questionId":"q128","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":637.0352089999942},{"questionId":"q128","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"46","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":358.2709160000086},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"32","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":338.4870829998981},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"39","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":504.3237499999814},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"23","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":855.8605830000015},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":482.5040409999201},{"questionId":"q129","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"16","actual":"24","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":939.0701250000857},{"questionId":"q129","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"16","actual":"17","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":815.8353750000242},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":488.87370799994096},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":555.5256659999723},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":406.3621670000721},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"21","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":593.2492080000229},{"questionId":"q130","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"49","actual":"57","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":699.081790999975},{"questionId":"q130","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"49","actual":"49","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":780.8941249999916},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"72","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":487.31783299997915},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"48","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":346.9818750000559},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"49","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":789.7790410000598},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"46","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":315.0278340000659},{"questionId":"q131","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"23","actual":"25","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":699.5554590000538},{"questionId":"q131","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"23","actual":"27","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":558.8207499999553},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"39","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":438.85766700003296},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"28","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":412.937750000041},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"27","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":506.3689579999773},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"24","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":403.96495799999684},{"questionId":"q132","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"44","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":450.66266699996777},{"questionId":"q132","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"39","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":703.7405420000432},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"64","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":930.5557079999708},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"38","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":475.0782500000205},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":618.5791660000104},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"25","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":530.0445829998935},{"questionId":"q133","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"19","actual":"11","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":850.5347499999916},{"questionId":"q133","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":11534,"outputTokens":1,"latencyMs":638.4129170000087},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"10","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":506.09183299995493},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":606.903667000006},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1016.1629160000011},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"6","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":710.6329169999808},{"questionId":"q134","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":15227,"outputTokens":1,"latencyMs":4194.018458999926},{"questionId":"q134","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":11534,"outputTokens":1,"latencyMs":694.3677919999463},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":603.0647920001065},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":431.95187500002794},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":830.7329579999205},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":732.8505419999128},{"questionId":"q135","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":709.9959579999559},{"questionId":"q135","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"57","actual":"43","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":559.4596659999806},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":372.72695799998473},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"23","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":572.7889580000192},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"32","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":880.8328749999637},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"31","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":620.5300000000279},{"questionId":"q136","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"43","actual":"34","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":600.3157089999877},{"questionId":"q136","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":1497.7369169999147},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"23","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":550.8156250000466},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"18","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":394.9070419999771},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":890.4504170001019},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"22","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":399.2987079999875},{"questionId":"q137","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":643.8913339999272},{"questionId":"q137","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":599.1683329999214},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"13","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":373.43316699995194},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":409.09191600000486},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":789.7333329999819},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"11","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":490.1288750000531},{"questionId":"q138","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":437.8686670000898},{"questionId":"q138","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"1","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":567.7228749999776},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":459.90487500000745},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":629.7537089999532},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":392.5268749999814},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":572.7375829999801},{"questionId":"q139","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":759.2165830000304},{"questionId":"q139","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":681.406958000036},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":543.5720420000143},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":403.1539169999305},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":651.0715840000194},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":764.0479160000104},{"questionId":"q140","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":15234,"outputTokens":1,"latencyMs":800.7261670000153},{"questionId":"q140","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":11541,"outputTokens":1,"latencyMs":681.8785830000415},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":378.5244590000948},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":399.71850000007544},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"5","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":433.1862089999486},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":514.7370839999057},{"questionId":"q141","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":647.1860420000739},{"questionId":"q141","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":501.5959579999326},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":590.2584999999963},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":552.7351250000065},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":479.9407090001041},{"questionId":"q142","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":561.3134580000769},{"questionId":"q142","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":626.610875000013},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":510.9446250000037},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":570.5137500000419},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":475.0657079999801},{"questionId":"q143","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":387.1878329999745},{"questionId":"q143","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":454.2516250000335},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":430.6362080000108},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":458.84458299994003},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"424","actual":"424","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":336.1934170000022},{"questionId":"q144","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6996,"outputTokens":2,"latencyMs":425.3358340000268},{"questionId":"q144","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":4911,"outputTokens":2,"latencyMs":332.8410000000149},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":5975,"outputTokens":2,"latencyMs":656.7561670000432},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":7909,"outputTokens":2,"latencyMs":449.4446250000037},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2849","actual":"2849","isCorrect":true,"inputTokens":6024,"outputTokens":2,"latencyMs":391.31487500004005},{"questionId":"q145","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":428.20270799996797},{"questionId":"q145","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":407.40775000001304},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":444.2487080000574},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":537.6930829999037},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"info","actual":"info","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":435.76458299998194},{"questionId":"q146","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":730.7411250000587},{"questionId":"q146","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":401.39379200001713},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":438.55208299995866},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":377.1212500000838},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/orders","actual":"/api/orders","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":332.2685000000056},{"questionId":"q147","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":507.67679100006353},{"questionId":"q147","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":420.29495800007135},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":397.73079199995846},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":433.97483299998567},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"435","actual":"435","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":479.1917909999611},{"questionId":"q148","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6996,"outputTokens":1,"latencyMs":536.5260000000708},{"questionId":"q148","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":4911,"outputTokens":1,"latencyMs":464.0925409999909},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":5975,"outputTokens":1,"latencyMs":494.4629169999389},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":7909,"outputTokens":1,"latencyMs":517.7559170000022},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"408","actual":"408","isCorrect":true,"inputTokens":6024,"outputTokens":1,"latencyMs":407.88508300005924},{"questionId":"q149","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6995,"outputTokens":1,"latencyMs":460.158666000003},{"questionId":"q149","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":4910,"outputTokens":1,"latencyMs":526.2139579999493},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":5974,"outputTokens":1,"latencyMs":431.1852080000099},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":7908,"outputTokens":1,"latencyMs":532.0246249999618},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"error","actual":"error","isCorrect":true,"inputTokens":6023,"outputTokens":1,"latencyMs":388.82949999999255},{"questionId":"q150","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6995,"outputTokens":2,"latencyMs":410.9399170000106},{"questionId":"q150","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":4910,"outputTokens":2,"latencyMs":370.87550000008196},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":5974,"outputTokens":2,"latencyMs":470.7503330000909},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":7908,"outputTokens":2,"latencyMs":541.9291250000242},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"/api/users","actual":"/api/users","isCorrect":true,"inputTokens":6023,"outputTokens":2,"latencyMs":361.18008299998473},{"questionId":"q151","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":6979,"outputTokens":1,"latencyMs":476.0757919999305},{"questionId":"q151","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"75","actual":"62","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":474.34954199998174},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"75","actual":"75","isCorrect":true,"inputTokens":5958,"outputTokens":1,"latencyMs":516.5258750000503},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"64","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":506.9020829999354},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"75","actual":"80","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":489.9774580000667},{"questionId":"q152","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2238","isCorrect":false,"inputTokens":6980,"outputTokens":2,"latencyMs":538.809459000011},{"questionId":"q152","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2372","isCorrect":false,"inputTokens":4895,"outputTokens":2,"latencyMs":450.280167000019},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"1983","isCorrect":false,"inputTokens":5959,"outputTokens":2,"latencyMs":509.57308299990837},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2181","isCorrect":false,"inputTokens":7893,"outputTokens":2,"latencyMs":633.3166659999406},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2453.41","actual":"2174","isCorrect":false,"inputTokens":6008,"outputTokens":2,"latencyMs":487.2452500000363},{"questionId":"q153","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":385.2461670000339},{"questionId":"q153","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":449.78825000009965},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"32","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":357.0901249999879},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":594.5887910000747},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"27","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":441.2778340000659},{"questionId":"q154","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":447.2954589999281},{"questionId":"q154","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"17","actual":"13","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":395.80529199994635},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":12676.803249999997},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":12188.338791000075},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"15","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":377.8941249999916},{"questionId":"q155","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":6979,"outputTokens":1,"latencyMs":418.7445829999633},{"questionId":"q155","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"22","isCorrect":false,"inputTokens":4894,"outputTokens":1,"latencyMs":381.127416000003},{"questionId":"q155","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5958,"outputTokens":1,"latencyMs":437.9990420000395},{"questionId":"q155","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"20","isCorrect":false,"inputTokens":7892,"outputTokens":1,"latencyMs":541.1569590000436},{"questionId":"q155","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6007,"outputTokens":1,"latencyMs":413.0594999999739},{"questionId":"q156","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":608.1614579999587},{"questionId":"q156","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":475.3481669999892},{"questionId":"q156","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":436.2815829999745},{"questionId":"q156","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":362.61637499998324},{"questionId":"q156","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6009,"outputTokens":1,"latencyMs":515.8009590000147},{"questionId":"q157","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":532.4673340000445},{"questionId":"q157","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"18","actual":"12","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":387.58608300006017},{"questionId":"q157","format":"toon","model":"grok-4-fast-non-reasoning","expected":"18","actual":"15","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":383.2108339999104},{"questionId":"q157","format":"xml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"14","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":483.46570800000336},{"questionId":"q157","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"18","actual":"18","isCorrect":true,"inputTokens":6009,"outputTokens":1,"latencyMs":367.6744160000235},{"questionId":"q158","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"21","actual":"16","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":418.45020800002385},{"questionId":"q158","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"21","actual":"16","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":361.33224999997765},{"questionId":"q158","format":"toon","model":"grok-4-fast-non-reasoning","expected":"21","actual":"17","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":444.82837499992456},{"questionId":"q158","format":"xml","model":"grok-4-fast-non-reasoning","expected":"21","actual":"15","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":558.6989170000888},{"questionId":"q158","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"21","actual":"17","isCorrect":false,"inputTokens":6009,"outputTokens":1,"latencyMs":757.7549159999471},{"questionId":"q159","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":6981,"outputTokens":1,"latencyMs":558.3190409999806},{"questionId":"q159","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":4896,"outputTokens":1,"latencyMs":345.10625000006985},{"questionId":"q159","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":5960,"outputTokens":1,"latencyMs":391.11349999997765},{"questionId":"q159","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":7894,"outputTokens":1,"latencyMs":553.122166999965},{"questionId":"q159","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"10","isCorrect":false,"inputTokens":6009,"outputTokens":1,"latencyMs":412.54704199999105},{"questionId":"q160","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"33","actual":"25","isCorrect":false,"inputTokens":6985,"outputTokens":1,"latencyMs":522.2847079999046},{"questionId":"q160","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"33","actual":"29","isCorrect":false,"inputTokens":4900,"outputTokens":1,"latencyMs":369.8179170000367},{"questionId":"q160","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"32","isCorrect":false,"inputTokens":5964,"outputTokens":1,"latencyMs":367.3955000001006},{"questionId":"q160","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"26","isCorrect":false,"inputTokens":7898,"outputTokens":1,"latencyMs":630.1660840000259},{"questionId":"q160","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"27","isCorrect":false,"inputTokens":6013,"outputTokens":1,"latencyMs":433.9028330000583},{"questionId":"q161","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"42","actual":"21","isCorrect":false,"inputTokens":6984,"outputTokens":1,"latencyMs":488.13108299998567},{"questionId":"q161","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"42","actual":"28","isCorrect":false,"inputTokens":4899,"outputTokens":1,"latencyMs":9599.298041999806},{"questionId":"q161","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"37","isCorrect":false,"inputTokens":5963,"outputTokens":1,"latencyMs":605.9265000000596},{"questionId":"q161","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"20","isCorrect":false,"inputTokens":7897,"outputTokens":1,"latencyMs":648.6760420000646},{"questionId":"q161","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"25","isCorrect":false,"inputTokens":6012,"outputTokens":1,"latencyMs":499.30200000014156},{"questionId":"q162","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"25","actual":"21","isCorrect":false,"inputTokens":6980,"outputTokens":1,"latencyMs":519.8909589999821},{"questionId":"q162","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"25","actual":"20","isCorrect":false,"inputTokens":4895,"outputTokens":1,"latencyMs":525.6184160001576},{"questionId":"q162","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"24","isCorrect":false,"inputTokens":5959,"outputTokens":1,"latencyMs":585.3371250000782},{"questionId":"q162","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"25","isCorrect":true,"inputTokens":7893,"outputTokens":1,"latencyMs":796.6327909999527},{"questionId":"q162","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"22","isCorrect":false,"inputTokens":6008,"outputTokens":1,"latencyMs":498.3850829999428},{"questionId":"q163","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"29","actual":"24","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":386.00420799991116},{"questionId":"q163","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":388.24224999989383},{"questionId":"q163","format":"toon","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":557.2138330000453},{"questionId":"q163","format":"xml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":427.7162500000559},{"questionId":"q163","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"29","actual":"25","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":365.8930420000106},{"questionId":"q164","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":465.2879590000957},{"questionId":"q164","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":450.6630410000216},{"questionId":"q164","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":429.2830829999875},{"questionId":"q164","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":466.26450000004843},{"questionId":"q164","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":526.9325000001118},{"questionId":"q165","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":6988,"outputTokens":1,"latencyMs":379.7719170001801},{"questionId":"q165","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":4903,"outputTokens":1,"latencyMs":447.12054100004025},{"questionId":"q165","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5967,"outputTokens":1,"latencyMs":345.5867910000961},{"questionId":"q165","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7901,"outputTokens":1,"latencyMs":538.8418749999255},{"questionId":"q165","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"4","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":566.6731249999721},{"questionId":"q166","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":6988,"outputTokens":1,"latencyMs":342.9584590001032},{"questionId":"q166","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"6","isCorrect":false,"inputTokens":4903,"outputTokens":1,"latencyMs":334.0386670001317},{"questionId":"q166","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":5967,"outputTokens":1,"latencyMs":607.8448749999516},{"questionId":"q166","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"4","isCorrect":false,"inputTokens":7901,"outputTokens":1,"latencyMs":757.2489579999819},{"questionId":"q166","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"5","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":440.5439999999944},{"questionId":"q167","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6988,"outputTokens":1,"latencyMs":660.2023330000229},{"questionId":"q167","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":4903,"outputTokens":1,"latencyMs":1143.5191660001874},{"questionId":"q167","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":5967,"outputTokens":1,"latencyMs":381.66795799997635},{"questionId":"q167","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":7901,"outputTokens":1,"latencyMs":486.70141699980013},{"questionId":"q167","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"2","isCorrect":false,"inputTokens":6016,"outputTokens":1,"latencyMs":429.6477920000907},{"questionId":"q168","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":6986,"outputTokens":1,"latencyMs":438.1950829999987},{"questionId":"q168","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":294.30608400003985},{"questionId":"q168","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":357.5215839999728},{"questionId":"q168","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7899,"outputTokens":1,"latencyMs":394.593292000005},{"questionId":"q168","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":476.79550000000745},{"questionId":"q169","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6986,"outputTokens":1,"latencyMs":441.7747500000987},{"questionId":"q169","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":393.5663330000825},{"questionId":"q169","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":453.7200409998186},{"questionId":"q169","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7899,"outputTokens":1,"latencyMs":391.22345900000073},{"questionId":"q169","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":369.08666700008325},{"questionId":"q170","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6986,"outputTokens":1,"latencyMs":472.9581250001211},{"questionId":"q170","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":4901,"outputTokens":1,"latencyMs":378.80904199997894},{"questionId":"q170","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"6","isCorrect":false,"inputTokens":5965,"outputTokens":1,"latencyMs":921.2894999999553},{"questionId":"q170","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"8","isCorrect":false,"inputTokens":7899,"outputTokens":1,"latencyMs":543.3476670000236},{"questionId":"q170","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"4","isCorrect":false,"inputTokens":6014,"outputTokens":1,"latencyMs":366.4594999998808},{"questionId":"q171","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":409.6806669998914},{"questionId":"q171","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":754.4719579999801},{"questionId":"q171","format":"toon","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":397.8191250001546},{"questionId":"q171","format":"xml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":419.56649999995716},{"questionId":"q171","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"development","actual":"development","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":478.33433400001377},{"questionId":"q172","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1110,"outputTokens":5,"latencyMs":415.8383750000503},{"questionId":"q172","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":735,"outputTokens":5,"latencyMs":465.8986659999937},{"questionId":"q172","format":"toon","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":822,"outputTokens":5,"latencyMs":503.8621670000721},{"questionId":"q172","format":"xml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":1185,"outputTokens":5,"latencyMs":412.9737500001211},{"questionId":"q172","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"guilty-cake.org","actual":"guilty-cake.org","isCorrect":true,"inputTokens":863,"outputTokens":5,"latencyMs":1697.1035830001347},{"questionId":"q173","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1110,"outputTokens":2,"latencyMs":425.483917000005},{"questionId":"q173","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":735,"outputTokens":2,"latencyMs":449.86541700013913},{"questionId":"q173","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":822,"outputTokens":2,"latencyMs":347.6556659999769},{"questionId":"q173","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":1185,"outputTokens":2,"latencyMs":426.74420899990946},{"questionId":"q173","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5432","actual":"5432","isCorrect":true,"inputTokens":863,"outputTokens":2,"latencyMs":369.13729199999943},{"questionId":"q174","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":380.345500000054},{"questionId":"q174","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":422.8056669998914},{"questionId":"q174","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":353.3112920001149},{"questionId":"q174","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":297.6556250001304},{"questionId":"q174","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"37","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":443.25875000003725},{"questionId":"q175","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1110,"outputTokens":2,"latencyMs":377.69870900013484},{"questionId":"q175","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":735,"outputTokens":2,"latencyMs":391.86891700001433},{"questionId":"q175","format":"toon","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":822,"outputTokens":2,"latencyMs":358.4276250000112},{"questionId":"q175","format":"xml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":1185,"outputTokens":2,"latencyMs":336.1312919999473},{"questionId":"q175","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"86400","actual":"86400","isCorrect":true,"inputTokens":863,"outputTokens":2,"latencyMs":1582.2848330000415},{"questionId":"q176","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":395.62208299990743},{"questionId":"q176","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":338.77337500010617},{"questionId":"q176","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":358.99387499992736},{"questionId":"q176","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":368.2992920000106},{"questionId":"q176","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":419.4040410001762},{"questionId":"q177","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1112,"outputTokens":2,"latencyMs":284.1531660000328},{"questionId":"q177","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":737,"outputTokens":2,"latencyMs":400.69708299986087},{"questionId":"q177","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":824,"outputTokens":2,"latencyMs":335.861125000054},{"questionId":"q177","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":1187,"outputTokens":2,"latencyMs":432.72837499994785},{"questionId":"q177","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30000","actual":"30000","isCorrect":true,"inputTokens":865,"outputTokens":2,"latencyMs":538.4609580000397},{"questionId":"q178","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1110,"outputTokens":1,"latencyMs":356.3133749999106},{"questionId":"q178","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":735,"outputTokens":1,"latencyMs":344.9726250001695},{"questionId":"q178","format":"toon","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":822,"outputTokens":1,"latencyMs":305.7853330001235},{"questionId":"q178","format":"xml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":1185,"outputTokens":1,"latencyMs":321.69162499997765},{"questionId":"q178","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"real","actual":"real","isCorrect":true,"inputTokens":863,"outputTokens":1,"latencyMs":318.73841700004414},{"questionId":"q179","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1111,"outputTokens":2,"latencyMs":609.6722500000615},{"questionId":"q179","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":736,"outputTokens":2,"latencyMs":329.3502089998219},{"questionId":"q179","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":823,"outputTokens":2,"latencyMs":359.83654200006276},{"questionId":"q179","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":1186,"outputTokens":2,"latencyMs":776.2567080000881},{"questionId":"q179","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3600","actual":"3600","isCorrect":true,"inputTokens":864,"outputTokens":2,"latencyMs":385.95645800000057},{"questionId":"q180","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1112,"outputTokens":5,"latencyMs":334.82166699995287},{"questionId":"q180","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":737,"outputTokens":5,"latencyMs":374.86558400001377},{"questionId":"q180","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":824,"outputTokens":5,"latencyMs":339.96562499995343},{"questionId":"q180","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":1187,"outputTokens":5,"latencyMs":332.9127079998143},{"questionId":"q180","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6.8.3","actual":"6.8.3","isCorrect":true,"inputTokens":865,"outputTokens":5,"latencyMs":277.38400000007823},{"questionId":"q181","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":464.8744580000639},{"questionId":"q181","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":389.95958300004713},{"questionId":"q181","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":411.69412499992177},{"questionId":"q181","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":432.18162499996834},{"questionId":"q181","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":442.2701249998063},{"questionId":"q182","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":454.66283400007524},{"questionId":"q182","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":585.8914589998312},{"questionId":"q182","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":417.160000000149},{"questionId":"q182","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":432.515582999913},{"questionId":"q182","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":423.68095900001936},{"questionId":"q183","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":365.21529199997894},{"questionId":"q183","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":508.3387090000324},{"questionId":"q183","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":344.2841250000056},{"questionId":"q183","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":465.673625000054},{"questionId":"q183","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":321.93041700008325},{"questionId":"q184","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":329.49883299996145},{"questionId":"q184","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":408.2868749999907},{"questionId":"q184","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":337.8972080000676},{"questionId":"q184","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":412.50733399996534},{"questionId":"q184","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":471.59887500014156},{"questionId":"q185","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":512.371749999933},{"questionId":"q185","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":736,"outputTokens":1,"latencyMs":538.828582999995},{"questionId":"q185","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":823,"outputTokens":1,"latencyMs":339.15420800005086},{"questionId":"q185","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1186,"outputTokens":1,"latencyMs":435.25345900002867},{"questionId":"q185","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":864,"outputTokens":1,"latencyMs":409.0944999998901},{"questionId":"q186","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":334.6617499999702},{"questionId":"q186","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":636.3176669999957},{"questionId":"q186","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":411.91883299988694},{"questionId":"q186","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":351.15970800002106},{"questionId":"q186","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":362.9688750000205},{"questionId":"q187","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1111,"outputTokens":1,"latencyMs":412.1604170000646},{"questionId":"q187","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":736,"outputTokens":1,"latencyMs":389.0147500000894},{"questionId":"q187","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":823,"outputTokens":1,"latencyMs":313.5482089999132},{"questionId":"q187","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":1186,"outputTokens":1,"latencyMs":338.8171249998268},{"questionId":"q187","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"2","isCorrect":false,"inputTokens":864,"outputTokens":1,"latencyMs":350.1187080000527},{"questionId":"q188","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1113,"outputTokens":1,"latencyMs":349.0431250000838},{"questionId":"q188","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":738,"outputTokens":1,"latencyMs":373.9920000000857},{"questionId":"q188","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":825,"outputTokens":1,"latencyMs":318.7767499999609},{"questionId":"q188","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1188,"outputTokens":1,"latencyMs":329.70645800000057},{"questionId":"q188","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":866,"outputTokens":1,"latencyMs":367.2378329997882},{"questionId":"q189","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":1115,"outputTokens":1,"latencyMs":342.9279169999063},{"questionId":"q189","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":740,"outputTokens":1,"latencyMs":589.9409160001669},{"questionId":"q189","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":371.982374999905},{"questionId":"q189","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":1190,"outputTokens":1,"latencyMs":365.53537499997765},{"questionId":"q189","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":868,"outputTokens":1,"latencyMs":334.4435839999933},{"questionId":"q190","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":1114,"outputTokens":1,"latencyMs":362.175833000103},{"questionId":"q190","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":739,"outputTokens":1,"latencyMs":409.1332499999553},{"questionId":"q190","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":826,"outputTokens":1,"latencyMs":400.20370800001547},{"questionId":"q190","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"6","isCorrect":false,"inputTokens":1189,"outputTokens":1,"latencyMs":319.97383299982175},{"questionId":"q190","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":458.0555830001831},{"questionId":"q191","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":396.16079199989326},{"questionId":"q191","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":520.9176250000019},{"questionId":"q191","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":827,"outputTokens":1,"latencyMs":408.63300000014715},{"questionId":"q191","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"4","isCorrect":false,"inputTokens":1190,"outputTokens":1,"latencyMs":423.5287079999689},{"questionId":"q191","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":414.48870899993926},{"questionId":"q192","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":1116,"outputTokens":1,"latencyMs":410.674291000003},{"questionId":"q192","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":741,"outputTokens":1,"latencyMs":416.6141250000801},{"questionId":"q192","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":828,"outputTokens":1,"latencyMs":426.6545829998795},{"questionId":"q192","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"5","isCorrect":false,"inputTokens":1191,"outputTokens":1,"latencyMs":456.3780829999596},{"questionId":"q192","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":869,"outputTokens":1,"latencyMs":421.2919159999583},{"questionId":"q193","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1116,"outputTokens":1,"latencyMs":366.68962499988265},{"questionId":"q193","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":741,"outputTokens":1,"latencyMs":406.3174580000341},{"questionId":"q193","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":828,"outputTokens":1,"latencyMs":491.7237500001211},{"questionId":"q193","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1191,"outputTokens":1,"latencyMs":425.0139579998795},{"questionId":"q193","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":869,"outputTokens":1,"latencyMs":341.9348750000354},{"questionId":"q194","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1117,"outputTokens":1,"latencyMs":344.2247919999063},{"questionId":"q194","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":742,"outputTokens":1,"latencyMs":333.1860419998411},{"questionId":"q194","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":829,"outputTokens":1,"latencyMs":438.234832999995},{"questionId":"q194","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":1192,"outputTokens":1,"latencyMs":341.1651670001447},{"questionId":"q194","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"1","isCorrect":false,"inputTokens":870,"outputTokens":1,"latencyMs":12104.993833000073},{"questionId":"q195","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1114,"outputTokens":1,"latencyMs":365.2630829999689},{"questionId":"q195","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":739,"outputTokens":1,"latencyMs":382.53941600001417},{"questionId":"q195","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":362.747333999956},{"questionId":"q195","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1189,"outputTokens":1,"latencyMs":428.27833299990743},{"questionId":"q195","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":867,"outputTokens":1,"latencyMs":345.96254199999385},{"questionId":"q196","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1118,"outputTokens":1,"latencyMs":351.4945420001168},{"questionId":"q196","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":743,"outputTokens":1,"latencyMs":431.0831659999676},{"questionId":"q196","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":345.68966699996963},{"questionId":"q196","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":605.7105419998989},{"questionId":"q196","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0","actual":"0","isCorrect":true,"inputTokens":871,"outputTokens":1,"latencyMs":409.4469580000732},{"questionId":"q197","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1112,"outputTokens":1,"latencyMs":314.376750000054},{"questionId":"q197","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":737,"outputTokens":1,"latencyMs":548.5152920000255},{"questionId":"q197","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":824,"outputTokens":1,"latencyMs":373.1681250000838},{"questionId":"q197","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1187,"outputTokens":1,"latencyMs":348.55374999996275},{"questionId":"q197","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":865,"outputTokens":1,"latencyMs":370.13208299991675},{"questionId":"q198","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1120,"outputTokens":1,"latencyMs":346.0199170000851},{"questionId":"q198","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":745,"outputTokens":1,"latencyMs":497.3574999999255},{"questionId":"q198","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":832,"outputTokens":1,"latencyMs":390.4106669998728},{"questionId":"q198","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1195,"outputTokens":1,"latencyMs":339.9103339998983},{"questionId":"q198","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":873,"outputTokens":1,"latencyMs":398.2846669999417},{"questionId":"q199","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1115,"outputTokens":1,"latencyMs":782.224666000111},{"questionId":"q199","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":740,"outputTokens":1,"latencyMs":447.671832999913},{"questionId":"q199","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":827,"outputTokens":1,"latencyMs":375.4581669999752},{"questionId":"q199","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":1190,"outputTokens":1,"latencyMs":449.5750420000404},{"questionId":"q199","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":868,"outputTokens":1,"latencyMs":418.0543329999782},{"questionId":"q200","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1114,"outputTokens":1,"latencyMs":577.5137080000713},{"questionId":"q200","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":739,"outputTokens":1,"latencyMs":366.06133399996907},{"questionId":"q200","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":826,"outputTokens":1,"latencyMs":416.9177080001682},{"questionId":"q200","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":1189,"outputTokens":1,"latencyMs":378.2964159999974},{"questionId":"q200","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":867,"outputTokens":1,"latencyMs":346.17112499987707},{"questionId":"q201","format":"json-pretty","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1118,"outputTokens":1,"latencyMs":421.01425000000745},{"questionId":"q201","format":"json-compact","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":743,"outputTokens":1,"latencyMs":434.6755000001285},{"questionId":"q201","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":830,"outputTokens":1,"latencyMs":430.1311669999268},{"questionId":"q201","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":1193,"outputTokens":1,"latencyMs":403.59004099993035},{"questionId":"q201","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2","actual":"2","isCorrect":true,"inputTokens":871,"outputTokens":1,"latencyMs":345.51270800014026}] \ No newline at end of file diff --git a/benchmarks/results/retrieval-accuracy.md b/benchmarks/results/retrieval-accuracy.md index d97da7b..f1e435d 100644 --- a/benchmarks/results/retrieval-accuracy.md +++ b/benchmarks/results/retrieval-accuracy.md @@ -1,108 +1,153 @@ -Benchmarks test LLM comprehension across different input formats using 154 data retrieval questions on 4 models. +Benchmarks test LLM comprehension across different input formats using 201 data retrieval questions on 4 models. + +
+View Dataset Catalog + +#### Dataset Catalog + +| Dataset | Rows | Structure | CSV Support | Eligibility | +| ------- | ---- | --------- | ----------- | ----------- | +| Uniform employee records | 100 | uniform | ✓ | 100% | +| E-commerce orders with nested structures | 50 | nested | ✗ | 33% | +| Time-series analytics data | 60 | uniform | ✓ | 100% | +| Top 100 GitHub repositories | 100 | uniform | ✓ | 100% | +| Semi-uniform event logs | 75 | semi-uniform | ✗ | 50% | +| Deeply nested configuration | 11 | deep | ✗ | 0% | + +**Structure classes:** +- **uniform**: All objects have identical fields with primitive values +- **semi-uniform**: Mix of uniform and non-uniform structures +- **nested**: Objects with nested structures (nested objects or arrays) +- **deep**: Highly nested with minimal tabular eligibility + +**CSV Support:** ✓ (supported), ✗ (not supported – would require lossy flattening) + +**Eligibility:** Percentage of arrays that qualify for TOON's tabular format (uniform objects with primitive values) + +
#### Efficiency Ranking (Accuracy per 1K Tokens) Each format's overall performance, balancing accuracy against token cost: ``` -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.0 │ 70.1% acc │ 4,678 tokens -csv ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 14.3 │ 67.7% acc │ 4,745 tokens -json-compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░ 11.0 │ 65.3% acc │ 5,925 tokens -yaml ▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░ 9.4 │ 66.7% acc │ 7,091 tokens -json-pretty ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 7.5 │ 65.4% acc │ 8,713 tokens -xml ▓▓▓▓▓▓▓▓▓░░░░░░░░░░░ 6.8 │ 67.2% acc │ 9,944 tokens +TOON ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.6 │ 68.7% acc │ 4,389 tokens +CSV ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 15.3 │ 62.3% acc │ 4,080 tokens +JSON compact ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 13.5 │ 67.2% acc │ 4,982 tokens +YAML ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 11.2 │ 66.7% acc │ 5,976 tokens +JSON ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 9.0 │ 65.7% acc │ 7,260 tokens +XML ▓▓▓▓▓▓▓▓▓▓░░░░░░░░░░ 8.1 │ 66.8% acc │ 8,251 tokens ``` -TOON achieves **70.1%** accuracy (vs JSON's 65.4%) while using **46.3% fewer tokens**. +TOON achieves **68.7%** accuracy (vs JSON's 65.7%) while using **39.5% fewer tokens**. #### Per-Model Accuracy -Accuracy across **4 LLMs** on 154 data retrieval questions: +Accuracy across 4 LLMs on 201 data retrieval questions: ``` gpt-5-nano -→ TOON ███████████████████░ 96.1% (148/154) - CSV ██████████████████░░ 91.6% (141/154) - YAML ██████████████████░░ 91.6% (141/154) - JSON compact ██████████████████░░ 91.6% (141/154) - XML █████████████████░░░ 87.0% (134/154) - JSON █████████████████░░░ 86.4% (133/154) +→ TOON ██████████████████░░ 88.6% (178/201) + JSON compact ██████████████████░░ 88.1% (177/201) + CSV ██████████████████░░ 88.0% (88/100) + YAML █████████████████░░░ 84.6% (170/201) + XML ████████████████░░░░ 81.6% (164/201) + JSON ████████████████░░░░ 80.1% (161/201) claude-haiku-4-5-20251001 - JSON ██████████░░░░░░░░░░ 50.0% (77/154) - YAML ██████████░░░░░░░░░░ 49.4% (76/154) -→ TOON ██████████░░░░░░░░░░ 48.7% (75/154) - XML ██████████░░░░░░░░░░ 48.1% (74/154) - CSV █████████░░░░░░░░░░░ 47.4% (73/154) - JSON compact █████████░░░░░░░░░░░ 44.2% (68/154) + YAML ██████████░░░░░░░░░░ 52.2% (105/201) +→ TOON ██████████░░░░░░░░░░ 50.7% (102/201) + JSON ██████████░░░░░░░░░░ 50.2% (101/201) + JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) + XML ██████████░░░░░░░░░░ 49.3% (99/201) + CSV ████████░░░░░░░░░░░░ 39.0% (39/100) gemini-2.5-flash - CSV ██████████████████░░ 87.7% (135/154) - XML ██████████████████░░ 87.7% (135/154) -→ TOON █████████████████░░░ 86.4% (133/154) - YAML ████████████████░░░░ 79.9% (123/154) - JSON compact ████████████████░░░░ 79.9% (123/154) - JSON ███████████████░░░░░ 76.6% (118/154) + XML █████████████████░░░ 86.1% (173/201) +→ TOON █████████████████░░░ 84.1% (169/201) + CSV ████████████████░░░░ 82.0% (82/100) + JSON compact ████████████████░░░░ 81.1% (163/201) + YAML ████████████████░░░░ 81.1% (163/201) + JSON ████████████████░░░░ 81.1% (163/201) grok-4-fast-non-reasoning -→ TOON ██████████░░░░░░░░░░ 49.4% (76/154) - JSON ██████████░░░░░░░░░░ 48.7% (75/154) - XML █████████░░░░░░░░░░░ 46.1% (71/154) - YAML █████████░░░░░░░░░░░ 46.1% (71/154) - JSON compact █████████░░░░░░░░░░░ 45.5% (70/154) - CSV █████████░░░░░░░░░░░ 44.2% (68/154) +→ TOON ██████████░░░░░░░░░░ 51.2% (103/201) + JSON ██████████░░░░░░░░░░ 51.2% (103/201) + XML ██████████░░░░░░░░░░ 50.2% (101/201) + JSON compact ██████████░░░░░░░░░░ 49.8% (100/201) + YAML ██████████░░░░░░░░░░ 48.8% (98/201) + CSV ████████░░░░░░░░░░░░ 40.0% (40/100) ``` -**Key tradeoff:** TOON achieves **70.1% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens** on these datasets. +**Key tradeoff:** TOON achieves **68.7% accuracy** (vs JSON's 65.7%) while using **39.5% fewer tokens** on these datasets.
Performance by dataset and model #### Performance by Dataset -##### Uniform employee records (TOON optimal format) +##### Uniform employee records | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 65.5% | 2,337 | 131/200 | -| `toon` | 67.5% | 2,483 | 135/200 | -| `json-compact` | 65.5% | 3,943 | 131/200 | -| `yaml` | 68.5% | 4,969 | 137/200 | -| `xml` | 69.5% | 7,314 | 139/200 | -| `json-pretty` | 64.5% | 6,347 | 129/200 | +| `toon` | 65.6% | 2,483 | 105/160 | +| `csv` | 62.5% | 2,337 | 100/160 | +| `json-compact` | 66.3% | 3,943 | 106/160 | +| `yaml` | 63.7% | 4,969 | 102/160 | +| `xml` | 67.5% | 7,314 | 108/160 | +| `json-pretty` | 62.5% | 6,347 | 100/160 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 78.8% | 5,967 | 126/160 | -| `csv` | 76.3% | 6,735 | 122/160 | -| `json-compact` | 70.6% | 5,962 | 113/160 | -| `yaml` | 72.5% | 7,328 | 116/160 | -| `json-pretty` | 76.9% | 9,694 | 123/160 | -| `xml` | 73.1% | 10,992 | 117/160 | +| `toon` | 75.6% | 7,197 | 121/160 | +| `json-compact` | 70.6% | 6,784 | 113/160 | +| `yaml` | 71.9% | 8,334 | 115/160 | +| `json-pretty` | 68.8% | 10,700 | 110/160 | +| `xml` | 71.9% | 12,013 | 115/160 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 68.4% | 1,515 | 93/136 | -| `csv` | 65.4% | 1,393 | 89/136 | -| `json-compact` | 64.7% | 2,341 | 88/136 | -| `yaml` | 66.2% | 2,938 | 90/136 | -| `json-pretty` | 64.7% | 3,665 | 88/136 | -| `xml` | 66.9% | 4,376 | 91/136 | +| `csv` | 63.8% | 1,391 | 74/116 | +| `toon` | 66.4% | 1,513 | 77/116 | +| `json-compact` | 61.2% | 2,339 | 71/116 | +| `yaml` | 65.5% | 2,936 | 76/116 | +| `json-pretty` | 64.7% | 3,663 | 75/116 | +| `xml` | 65.5% | 4,374 | 76/116 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 65.0% | 8,745 | 78/120 | -| `csv` | 62.5% | 8,513 | 75/120 | -| `json-compact` | 58.3% | 11,455 | 70/120 | -| `yaml` | 56.7% | 13,129 | 68/120 | -| `xml` | 55.8% | 17,095 | 67/120 | -| `json-pretty` | 52.5% | 15,145 | 63/120 | +| `toon` | 63.7% | 8,745 | 79/124 | +| `csv` | 60.5% | 8,513 | 75/124 | +| `json-compact` | 56.5% | 11,455 | 70/124 | +| `yaml` | 53.2% | 13,129 | 66/124 | +| `json-pretty` | 53.2% | 15,145 | 66/124 | +| `xml` | 53.2% | 17,095 | 66/124 | + +##### Semi-uniform event logs + +| Format | Accuracy | Tokens | Correct/Total | +| ------ | -------- | ------ | ------------- | +| `json-compact` | 55.0% | 4,809 | 66/120 | +| `yaml` | 52.5% | 5,814 | 63/120 | +| `json-pretty` | 52.5% | 6,784 | 63/120 | +| `toon` | 45.8% | 5,764 | 55/120 | +| `xml` | 50.8% | 7,699 | 61/120 | + +##### Deeply nested configuration + +| Format | Accuracy | Tokens | Correct/Total | +| ------ | -------- | ------ | ------------- | +| `json-compact` | 91.9% | 564 | 114/124 | +| `toon` | 92.7% | 631 | 115/124 | +| `yaml` | 91.9% | 673 | 114/124 | +| `json-pretty` | 91.9% | 919 | 114/124 | +| `xml` | 89.5% | 1,008 | 111/124 | #### Performance by Model @@ -110,45 +155,45 @@ grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 96.1% | 148/154 | -| `csv` | 91.6% | 141/154 | -| `yaml` | 91.6% | 141/154 | -| `json-compact` | 91.6% | 141/154 | -| `xml` | 87.0% | 134/154 | -| `json-pretty` | 86.4% | 133/154 | +| `toon` | 88.6% | 178/201 | +| `json-compact` | 88.1% | 177/201 | +| `csv` | 88.0% | 88/100 | +| `yaml` | 84.6% | 170/201 | +| `xml` | 81.6% | 164/201 | +| `json-pretty` | 80.1% | 161/201 | ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `json-pretty` | 50.0% | 77/154 | -| `yaml` | 49.4% | 76/154 | -| `toon` | 48.7% | 75/154 | -| `xml` | 48.1% | 74/154 | -| `csv` | 47.4% | 73/154 | -| `json-compact` | 44.2% | 68/154 | +| `yaml` | 52.2% | 105/201 | +| `toon` | 50.7% | 102/201 | +| `json-pretty` | 50.2% | 101/201 | +| `json-compact` | 49.8% | 100/201 | +| `xml` | 49.3% | 99/201 | +| `csv` | 39.0% | 39/100 | ##### gemini-2.5-flash | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `csv` | 87.7% | 135/154 | -| `xml` | 87.7% | 135/154 | -| `toon` | 86.4% | 133/154 | -| `yaml` | 79.9% | 123/154 | -| `json-compact` | 79.9% | 123/154 | -| `json-pretty` | 76.6% | 118/154 | +| `xml` | 86.1% | 173/201 | +| `toon` | 84.1% | 169/201 | +| `csv` | 82.0% | 82/100 | +| `json-compact` | 81.1% | 163/201 | +| `yaml` | 81.1% | 163/201 | +| `json-pretty` | 81.1% | 163/201 | ##### grok-4-fast-non-reasoning | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `toon` | 49.4% | 76/154 | -| `json-pretty` | 48.7% | 75/154 | -| `xml` | 46.1% | 71/154 | -| `yaml` | 46.1% | 71/154 | -| `json-compact` | 45.5% | 70/154 | -| `csv` | 44.2% | 68/154 | +| `toon` | 51.2% | 103/201 | +| `json-pretty` | 51.2% | 103/201 | +| `xml` | 50.2% | 101/201 | +| `json-compact` | 49.8% | 100/201 | +| `yaml` | 48.8% | 98/201 | +| `csv` | 40.0% | 40/100 |
@@ -161,34 +206,36 @@ This benchmark tests **LLM comprehension and data retrieval accuracy** across di #### Datasets Tested -Four datasets designed to test different structural patterns (all contain arrays of uniform objects, TOON's optimal format): +Six datasets designed to test different structural patterns: 1. **Tabular** (100 employee records): Uniform objects with identical fields – optimal for TOON's tabular format. 2. **Nested** (50 e-commerce orders): Complex structures with nested customer objects and item arrays. 3. **Analytics** (60 days of metrics): Time-series data with dates and numeric values. 4. **GitHub** (100 repositories): Real-world data from top GitHub repos by stars. +5. **Event Logs** (75 logs): Semi-uniform data with ~50% flat logs and ~50% with nested error objects. +6. **Nested Config** (1 configuration): Deeply nested configuration with minimal tabular eligibility. #### Question Types -154 questions are generated dynamically across three categories: +201 questions are generated dynamically across three categories: -- **Field retrieval (40%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) +- **Field retrieval (36%)**: Direct value lookups or values that can be read straight off a record (including booleans and simple counts such as array lengths) - Example: "What is Alice's salary?" → `75000` - Example: "How many items are in order ORD-0042?" → `3` - Example: "What is the customer name for order ORD-0042?" → `John Doe` -- **Aggregation (32%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) +- **Aggregation (37%)**: Dataset-level totals and averages plus single-condition filters (counts, sums, min/max comparisons) - Example: "How many employees work in Engineering?" → `17` - Example: "What is the total revenue across all orders?" → `45123.50` - Example: "How many employees have salary > 80000?" → `23` -- **Filtering (28%)**: Multi-condition queries requiring compound logic (AND constraints across fields) +- **Filtering (27%)**: Multi-condition queries requiring compound logic (AND constraints across fields) - Example: "How many employees in Sales have salary > 80000?" → `5` - Example: "How many active employees have more than 10 years of experience?" → `8` #### Evaluation Process -1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, CSV, XML, YAML, JSON, JSON compact). +1. **Format conversion**: Each dataset is converted to all 6 formats (TOON, JSON compact, XML, YAML, JSON, CSV). 2. **Query LLM**: Each model receives formatted data + question in a prompt and extracts the answer. 3. **Validate with LLM-as-judge**: `gpt-5-nano` validates if the answer is semantically correct (e.g., `50000` = `$50,000`, `Engineering` = `engineering`, `2025-01-01` = `January 1, 2025`). @@ -197,6 +244,6 @@ Four datasets designed to test different structural patterns (all contain arrays - **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) - **Temperature**: Not set (models use their defaults) -- **Total evaluations**: 154 questions × 6 formats × 4 models = 3,696 LLM calls +- **Total evaluations**: 201 questions × 6 formats × 4 models = 4,824 LLM calls diff --git a/benchmarks/results/token-efficiency.md b/benchmarks/results/token-efficiency.md index 5808256..19f2730 100644 --- a/benchmarks/results/token-efficiency.md +++ b/benchmarks/results/token-efficiency.md @@ -1,79 +1,81 @@ - -## Mixed-Structure Track +#### Mixed-Structure Track Datasets with nested or semi-uniform structures. CSV excluded as it cannot properly represent these structures. ``` -🛒 E-commerce orders with nested structures [eligibility: 33%] -toon ▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░░░ 58,528 tokens - vs JSON (−37.9%) 94,207 - vs JSON compact (+0.9%) 57,979 - vs YAML (−17.8%) 71,223 - vs XML (−45.2%) 106,720 +🛒 E-commerce orders with nested structures ┊ Tabular: 33% + │ + TOON █████████████░░░░░░░ 72,743 tokens + ├─ vs JSON (−33.1%) 108,731 tokens + ├─ vs JSON compact (+5.5%) 68,936 tokens + ├─ vs YAML (−14.1%) 84,724 tokens + └─ vs XML (−40.5%) 122,313 tokens -🧾 Semi-uniform event logs [eligibility: 50%] -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░ 154,419 tokens - vs JSON (−15.0%) 181,592 - vs JSON compact (+19.9%) 128,836 - vs YAML (−0.9%) 155,749 - vs XML (−25.1%) 206,271 +🧾 Semi-uniform event logs ┊ Tabular: 50% + │ + TOON █████████████████░░░ 153,223 tokens + ├─ vs JSON (−15.0%) 180,196 tokens + ├─ vs JSON compact (+19.9%) 127,740 tokens + ├─ vs YAML (−0.8%) 154,514 tokens + └─ vs XML (−25.2%) 204,800 tokens -🧩 Deeply nested configuration [eligibility: 0%] -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░░ 630 tokens - vs JSON (−31.4%) 918 - vs JSON compact (+11.9%) 563 - vs YAML (−6.4%) 673 - vs XML (−37.4%) 1,007 +🧩 Deeply nested configuration ┊ Tabular: 0% + │ + TOON ██████████████░░░░░░ 631 tokens + ├─ vs JSON (−31.3%) 919 tokens + ├─ vs JSON compact (+11.9%) 564 tokens + ├─ vs YAML (−6.2%) 673 tokens + └─ vs XML (−37.4%) 1,008 tokens -───────────────────────────────────────────────────────────────────────────────── -Total -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░░░░ 213,577 tokens - vs JSON (−22.8%) 276,717 - vs JSON compact (+14.0%) 187,378 - vs YAML (−6.2%) 227,645 - vs XML (−32.0%) 313,998 +──────────────────────────────────── Total ──────────────────────────────────── + TOON ████████████████░░░░ 226,597 tokens + ├─ vs JSON (−21.8%) 289,846 tokens + ├─ vs JSON compact (+14.9%) 197,240 tokens + ├─ vs YAML (−5.5%) 239,911 tokens + └─ vs XML (−30.9%) 328,121 tokens ``` -## Flat-Only Track +#### Flat-Only Track Datasets with flat tabular structures where CSV is applicable. ``` -👥 Uniform employee records (TOON optimal format) [eligibility: 100%] -csv ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 46,968 tokens -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 49,841 tokens (+5.8% vs CSV) - vs JSON (−60.7%) 126,886 - vs JSON compact (−36.8%) 78,882 - vs YAML (−50.0%) 99,743 - vs XML (−66.0%) 146,465 +👥 Uniform employee records ┊ Tabular: 100% + │ + CSV ███████████████████░ 46,956 tokens + TOON ████████████████████ 49,827 tokens (+6.1% vs CSV) + ├─ vs JSON (−60.7%) 126,854 tokens + ├─ vs JSON compact (−36.8%) 78,850 tokens + ├─ vs YAML (−50.0%) 99,701 tokens + └─ vs XML (−66.0%) 146,440 tokens -📈 Time-series analytics data [eligibility: 100%] -csv ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░░ 8,382 tokens -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 9,114 tokens (+8.0% vs CSV) - vs JSON (−59.0%) 22,244 - vs JSON compact (−35.9%) 14,210 - vs YAML (−49.0%) 17,857 - vs XML (−65.8%) 26,615 +📈 Time-series analytics data ┊ Tabular: 100% + │ + CSV ██████████████████░░ 8,396 tokens + TOON ████████████████████ 9,128 tokens (+8.7% vs CSV) + ├─ vs JSON (−59.0%) 22,258 tokens + ├─ vs JSON compact (−35.8%) 14,224 tokens + ├─ vs YAML (−48.9%) 17,871 tokens + └─ vs XML (−65.7%) 26,629 tokens -⭐ Top 100 GitHub repositories [eligibility: 100%] -csv ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 8,513 tokens -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 8,745 tokens (+2.7% vs CSV) - vs JSON (−42.3%) 15,145 - vs JSON compact (−23.7%) 11,455 - vs YAML (−33.4%) 13,129 - vs XML (−48.8%) 17,095 +⭐ Top 100 GitHub repositories ┊ Tabular: 100% + │ + CSV ███████████████████░ 8,513 tokens + TOON ████████████████████ 8,745 tokens (+2.7% vs CSV) + ├─ vs JSON (−42.3%) 15,145 tokens + ├─ vs JSON compact (−23.7%) 11,455 tokens + ├─ vs YAML (−33.4%) 13,129 tokens + └─ vs XML (−48.8%) 17,095 tokens -───────────────────────────────────────────────────────────────────────────────── -Total -csv ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓░ 63,863 tokens -toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ 67,700 tokens (+5.7% vs CSV) - vs JSON (−58.8%) 164,275 - vs JSON compact (−35.2%) 104,547 - vs YAML (−48.2%) 130,729 - vs XML (−64.4%) 190,175 +──────────────────────────────────── Total ──────────────────────────────────── + CSV ███████████████████░ 63,865 tokens + TOON ████████████████████ 67,700 tokens (+6.0% vs CSV) + ├─ vs JSON (−58.8%) 164,257 tokens + ├─ vs JSON compact (−35.2%) 104,529 tokens + ├─ vs YAML (−48.2%) 130,701 tokens + └─ vs XML (−64.4%) 190,164 tokens ``` -
View detailed examples @@ -81,64 +83,64 @@ toon ▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓▓ **Savings:** 13,130 tokens (59.0% reduction vs JSON) -**JSON** (22,244 tokens): +**JSON** (22,258 tokens): ```json { "metrics": [ { "date": "2025-01-01", - "views": 4324, - "clicks": 146, - "conversions": 21, - "revenue": 3834.57, - "bounceRate": 0.4 + "views": 7708, + "clicks": 595, + "conversions": 69, + "revenue": 15369.93, + "bounceRate": 0.35 }, { "date": "2025-01-02", - "views": 6248, - "clicks": 407, - "conversions": 22, - "revenue": 2936.12, - "bounceRate": 0.62 + "views": 5894, + "clicks": 381, + "conversions": 21, + "revenue": 2112.12, + "bounceRate": 0.3 }, { "date": "2025-01-03", - "views": 7382, - "clicks": 270, - "conversions": 24, - "revenue": 6825.19, - "bounceRate": 0.7 + "views": 6835, + "clicks": 422, + "conversions": 35, + "revenue": 4525.73, + "bounceRate": 0.5 }, { "date": "2025-01-04", - "views": 4586, - "clicks": 267, - "conversions": 24, - "revenue": 2391.11, - "bounceRate": 0.64 + "views": 5325, + "clicks": 305, + "conversions": 22, + "revenue": 2445.3, + "bounceRate": 0.44 }, { "date": "2025-01-05", - "views": 6171, - "clicks": 227, - "conversions": 12, - "revenue": 3430.1, - "bounceRate": 0.39 + "views": 2974, + "clicks": 61, + "conversions": 6, + "revenue": 956.57, + "bounceRate": 0.47 } ] } ``` -**TOON** (9,114 tokens): +**TOON** (9,128 tokens): ``` metrics[5]{date,views,clicks,conversions,revenue,bounceRate}: - 2025-01-01,4324,146,21,3834.57,0.4 - 2025-01-02,6248,407,22,2936.12,0.62 - 2025-01-03,7382,270,24,6825.19,0.7 - 2025-01-04,4586,267,24,2391.11,0.64 - 2025-01-05,6171,227,12,3430.1,0.39 + 2025-01-01,7708,595,69,15369.93,0.35 + 2025-01-02,5894,381,21,2112.12,0.3 + 2025-01-03,6835,422,35,4525.73,0.5 + 2025-01-04,5325,305,22,2445.3,0.44 + 2025-01-05,2974,61,6,956.57,0.47 ``` --- diff --git a/benchmarks/scripts/token-efficiency-benchmark.ts b/benchmarks/scripts/token-efficiency-benchmark.ts index 48d3d0d..517e63d 100644 --- a/benchmarks/scripts/token-efficiency-benchmark.ts +++ b/benchmarks/scripts/token-efficiency-benchmark.ts @@ -32,13 +32,9 @@ const DATASET_ICONS: Record = { const COMPARISON_FORMAT_ORDER = ['json-pretty', 'json-compact', 'yaml', 'xml'] as const -const PROGRESS_BAR_CONFIG = { filled: '▓', empty: '░' } as const const PROGRESS_BAR_WIDTH = 20 const TOKEN_PADDING = 7 -const LABEL_PADDING = 60 -const COMPARISON_LABEL_PADDING = 30 -const SEPARATOR = '─────────────────────────────────────────────────────────────────────────────────' const DEFAULT_DATASET_ICON = '📊' const DETAILED_EXAMPLE_DATASETS = ['github', 'analytics'] as const @@ -51,14 +47,14 @@ prompts.intro('Token Efficiency Benchmark') /** * Format a comparison line showing savings vs TOON */ -function formatComparisonLine(format: FormatMetrics): string { +function formatComparisonLine(format: FormatMetrics, isLast: boolean = false): string { const label = FORMATTER_DISPLAY_NAMES[format.name] || format.name.toUpperCase() const signedPercent = format.savingsPercent >= 0 ? `−${format.savingsPercent.toFixed(1)}%` : `+${Math.abs(format.savingsPercent).toFixed(1)}%` - const labelWithSavings = `vs ${label} (${signedPercent})`.padEnd(COMPARISON_LABEL_PADDING) + const connector = isLast ? '└─' : '├─' const tokenStr = format.tokens.toLocaleString('en-US').padStart(TOKEN_PADDING) - return ` ${labelWithSavings}${tokenStr}` + return `${connector} vs ${label.padEnd(13)} ${`(${signedPercent})`.padEnd(20)} ${tokenStr} tokens` } /** @@ -91,36 +87,39 @@ function generateTotalLines( totals: { name: string, tokens: number, savingsPercent: number }[], baselineFormat?: { name: string, tokens: number }, ) { - const lines: string[] = ['Total '] + const separatorHalf = '─'.repeat(36) + const lines: string[] = [`${separatorHalf} Total ${separatorHalf}`] if (baselineFormat) { // Flat-only track with CSV baseline const csvPercentage = Math.min(100, (baselineFormat.tokens / totalToonTokens) * 100) - const csvBar = createProgressBar(csvPercentage, 100, PROGRESS_BAR_WIDTH, PROGRESS_BAR_CONFIG) + const csvBar = createProgressBar(csvPercentage, 100, PROGRESS_BAR_WIDTH) const csvStr = baselineFormat.tokens.toLocaleString('en-US').padStart(TOKEN_PADDING) - lines.push(`csv ${csvBar} ${csvStr} tokens`) + lines.push(` CSV ${csvBar} ${csvStr} tokens`) const overheadPercent = ((totalToonTokens - baselineFormat.tokens) / baselineFormat.tokens) * 100 - const toonBar = createProgressBar(100, 100, PROGRESS_BAR_WIDTH, PROGRESS_BAR_CONFIG) + const toonBar = createProgressBar(100, 100, PROGRESS_BAR_WIDTH) const toonStr = totalToonTokens.toLocaleString('en-US').padStart(TOKEN_PADDING) - lines.push(`toon ${toonBar} ${toonStr} tokens (+${overheadPercent.toFixed(1)}% vs CSV)`) + lines.push(` TOON ${toonBar} ${toonStr} tokens (+${overheadPercent.toFixed(1)}% vs CSV)`) } else { // Mixed-structure track const totalPercentage = Math.min(100, (totalToonTokens / totals[0]!.tokens) * 100) - const totalBar = createProgressBar(totalPercentage, 100, PROGRESS_BAR_WIDTH, PROGRESS_BAR_CONFIG) + const totalBar = createProgressBar(totalPercentage, 100, PROGRESS_BAR_WIDTH) const toonStr = totalToonTokens.toLocaleString('en-US').padStart(TOKEN_PADDING) - lines.push(`toon ${totalBar} ${toonStr} tokens`) + lines.push(` TOON ${totalBar} ${toonStr} tokens`) } // Add comparison lines - for (const format of totals) { - lines.push(formatComparisonLine({ + for (let i = 0; i < totals.length; i++) { + const format = totals[i]! + const isLast = i === totals.length - 1 + lines.push(` ${formatComparisonLine({ name: format.name, tokens: format.tokens, savings: 0, // Not used in this context savingsPercent: format.savingsPercent, - })) + }, isLast)}`) } return lines.join('\n') @@ -136,22 +135,25 @@ function generateDatasetChart(result: BenchmarkResult): string { const emoji = DATASET_ICONS[dataset.name] || DEFAULT_DATASET_ICON const eligibility = dataset.metadata.tabularEligibility - const name = `${dataset.description} [eligibility: ${eligibility}%]` + const name = dataset.description + const percentage = Math.min(100, 100 - jsonPretty.savingsPercent) - const bar = createProgressBar(percentage, 100, PROGRESS_BAR_WIDTH, PROGRESS_BAR_CONFIG) + const bar = createProgressBar(percentage, 100, PROGRESS_BAR_WIDTH) const toonStr = toon.tokens.toLocaleString('en-US') - const line1 = `${emoji} ${name.padEnd(LABEL_PADDING)}\ntoon ${bar} ${toonStr.padStart(TOKEN_PADDING)} tokens` + const line1 = `${emoji} ${name} ┊ Tabular: ${eligibility}%` + const line2 = ` │` + const line3 = ` TOON ${bar} ${toonStr.padStart(TOKEN_PADDING)} tokens` - const comparisonLines = COMPARISON_FORMAT_ORDER.map((formatName) => { + const comparisonLines = COMPARISON_FORMAT_ORDER.map((formatName, index, array) => { const format = formats.find(f => f.name === formatName) if (!format) - return null + return undefined - return formatComparisonLine(format) + return ` ${formatComparisonLine(format, index === array.length - 1)}` }).filter(Boolean) - return [line1, ...comparisonLines].join('\n') + return [line1, line2, line3, ...comparisonLines].join('\n') } const results: BenchmarkResult[] = [] @@ -167,8 +169,8 @@ for (const dataset of TOKEN_EFFICIENCY_DATASETS) { if (formatName === 'csv' && !supportsCSV(dataset)) continue - const formattedString = formatter(dataset.data) - const tokens = tokenize(formattedString) + const formattedData = formatter(dataset.data) + const tokens = tokenize(formattedData) tokensByFormat[formatName] = tokens } @@ -212,35 +214,36 @@ const flatCharts = flatOnlyDatasets const { dataset } = result const emoji = DATASET_ICONS[dataset.name] || DEFAULT_DATASET_ICON const eligibility = dataset.metadata.tabularEligibility - const name = `${dataset.description} [eligibility: ${eligibility}%]` + const name = dataset.description // CSV line const csvPercentage = Math.min(100, (csv.tokens / toon.tokens) * 100) - const csvBar = createProgressBar(csvPercentage, 100, PROGRESS_BAR_WIDTH, PROGRESS_BAR_CONFIG) + const csvBar = createProgressBar(csvPercentage, 100, PROGRESS_BAR_WIDTH) const csvStr = csv.tokens.toLocaleString('en-US') - const line1 = `${emoji} ${name.padEnd(LABEL_PADDING)}\ncsv ${csvBar} ${csvStr.padStart(TOKEN_PADDING)} tokens` + const line1 = `${emoji} ${name} ┊ Tabular: ${eligibility}%` + const line2 = ` │` + const line3 = ` CSV ${csvBar} ${csvStr.padStart(TOKEN_PADDING)} tokens` - // TOON line with overhead vs CSV const toonOverhead = toon.tokens - csv.tokens const toonOverheadPercent = (toonOverhead / csv.tokens) * 100 - const toonBar = createProgressBar(100, 100, PROGRESS_BAR_WIDTH, PROGRESS_BAR_CONFIG) + const toonBar = createProgressBar(100, 100, PROGRESS_BAR_WIDTH) const toonStr = toon.tokens.toLocaleString('en-US') const toonVsCSV = toonOverheadPercent >= 0 ? `(+${toonOverheadPercent.toFixed(1)}% vs CSV)` : `(${toonOverheadPercent.toFixed(1)}% vs CSV)` - const toonLine = `toon ${toonBar} ${toonStr.padStart(TOKEN_PADDING)} tokens ${toonVsCSV}` + const toonLine = ` TOON ${toonBar} ${toonStr.padStart(TOKEN_PADDING)} tokens ${toonVsCSV}` // Other format comparisons (vs TOON) - const comparisonLines = COMPARISON_FORMAT_ORDER.map((formatName) => { + const comparisonLines = COMPARISON_FORMAT_ORDER.map((formatName, index, array) => { const format = result.formats.find(f => f.name === formatName) if (!format) - return null + return undefined - return formatComparisonLine(format) + return ` ${formatComparisonLine(format, index === array.length - 1)}` }).filter(Boolean) - return [line1, toonLine, ...comparisonLines].join('\n') + return [line1, line2, line3, toonLine, ...comparisonLines].join('\n') }) .join('\n\n') @@ -257,25 +260,23 @@ const totalCSVTokensFlat = flatOnlyDatasets.reduce((sum, r) => { const flatTotalLines = generateTotalLines(totalToonTokensFlat, flatTotals, { name: 'csv', tokens: totalCSVTokensFlat }) const barChartSection = ` -## Mixed-Structure Track +#### Mixed-Structure Track Datasets with nested or semi-uniform structures. CSV excluded as it cannot properly represent these structures. \`\`\` ${mixedCharts} -${SEPARATOR} ${mixedTotalLines} \`\`\` -## Flat-Only Track +#### Flat-Only Track Datasets with flat tabular structures where CSV is applicable. \`\`\` ${flatCharts} -${SEPARATOR} ${flatTotalLines} \`\`\` `.trim() diff --git a/benchmarks/src/datasets.ts b/benchmarks/src/datasets.ts index ab08e3a..51f6138 100644 --- a/benchmarks/src/datasets.ts +++ b/benchmarks/src/datasets.ts @@ -208,7 +208,7 @@ function generateEmployees(count: number): { employees: Employee[] } { */ const tabularDataset: Dataset = { name: 'tabular', - description: 'Uniform employee records (TOON optimal format)', + description: 'Uniform employee records', data: generateEmployees(100), metadata: { supportsCSV: true, @@ -558,7 +558,7 @@ export const TOKEN_EFFICIENCY_DATASETS: Dataset[] = [ // Tabular: 2000 employees { name: 'tabular', - description: 'Uniform employee records (TOON optimal format)', + description: 'Uniform employee records', data: generateEmployees(2000), metadata: { supportsCSV: true, diff --git a/benchmarks/src/report.ts b/benchmarks/src/report.ts index 4848cb4..be3bf46 100644 --- a/benchmarks/src/report.ts +++ b/benchmarks/src/report.ts @@ -80,8 +80,13 @@ export function generateAccuracyReport( return ` Benchmarks test LLM comprehension across different input formats using ${totalQuestions} data retrieval questions on ${modelNames.length} ${modelNames.length === 1 ? 'model' : 'models'}. +
+View Dataset Catalog + ${generateDatasetCatalog(ACCURACY_DATASETS)} +
+ #### Efficiency Ranking (Accuracy per 1K Tokens) ${generateEfficiencyRankingReport(formatResults)} @@ -118,7 +123,7 @@ ${rows} - **nested**: Objects with nested structures (nested objects or arrays) - **deep**: Highly nested with minimal tabular eligibility -**CSV Support:** ✓ (supported), ✗ (not supported - would require lossy flattening) +**CSV Support:** ✓ (supported), ✗ (not supported – would require lossy flattening) **Eligibility:** Percentage of arrays that qualify for TOON's tabular format (uniform objects with primitive values) `.trim() @@ -219,7 +224,7 @@ function generateDetailedAccuracyReport( const totalEvaluations = totalQuestions * formatCount * modelNames.length return ` -Accuracy across **${modelNames.length} ${modelNames.length === 1 ? 'LLM' : 'LLMs'}** on ${totalQuestions} data retrieval questions: +Accuracy across ${modelNames.length} ${modelNames.length === 1 ? 'LLM' : 'LLMs'} on ${totalQuestions} data retrieval questions: \`\`\` ${modelBreakdown} @@ -453,13 +458,17 @@ function generateHorizontalEfficiencyChart( ): string { const barWidth = 20 const maxEfficiency = Math.max(...ranking.map(r => r.efficiency)) - const maxFormatWidth = Math.max(...ranking.map(r => r.format.length)) + const maxFormatWidth = Math.max(...ranking.map((r) => { + const displayName = FORMATTER_DISPLAY_NAMES[r.format] || r.format + return displayName.length + })) return ranking .map((r) => { const normalizedValue = r.efficiency / maxEfficiency const bar = createProgressBar(normalizedValue, 1, barWidth, { filled: '▓', empty: '░' }) - const formatName = r.format.padEnd(maxFormatWidth) + const displayName = FORMATTER_DISPLAY_NAMES[r.format] || r.format + const formatName = displayName.padEnd(maxFormatWidth) const efficiency = r.efficiency.toFixed(1).padStart(4) const accuracy = `${(r.accuracy * 100).toFixed(1)}%`.padStart(5) const tokens = r.tokens.toLocaleString('en-US').padStart(5)