From ecf578a7dc40ffcd7f7bccf4c040c49cb97b1a03 Mon Sep 17 00:00:00 2001 From: Johann Schopplich Date: Tue, 28 Oct 2025 22:54:00 +0100 Subject: [PATCH] text(accuracy): add Grok-4-fast, remove default temperature --- README.md | 109 ++++++++++-------- benchmarks/.env.example | 2 + benchmarks/README.md | 108 +++++++++++++++++ benchmarks/package.json | 4 +- .../accuracy/models/claude-haiku-4-5-20251001 | 2 +- .../results/accuracy/models/gemini-2.5-flash | 2 +- .../accuracy/models/grok-4-fast-non-reasoning | 1 + benchmarks/results/retrieval-accuracy.md | 109 ++++++++++-------- benchmarks/scripts/accuracy-benchmark.ts | 4 +- benchmarks/src/constants.ts | 1 + benchmarks/src/evaluate.ts | 15 ++- benchmarks/src/report.ts | 20 ++-- pnpm-lock.yaml | 41 +++++++ 13 files changed, 301 insertions(+), 117 deletions(-) create mode 100644 benchmarks/README.md create mode 100644 benchmarks/results/accuracy/models/grok-4-fast-non-reasoning diff --git a/README.md b/README.md index eea1744..1e32197 100644 --- a/README.md +++ b/README.md @@ -212,7 +212,7 @@ metrics[5]{date,views,clicks,conversions,revenue,bounceRate}: ### Retrieval Accuracy -Accuracy across **3 LLMs** on **154 data retrieval questions**: +Accuracy across **4 LLMs** on 154 data retrieval questions: ``` gpt-5-nano @@ -222,22 +222,29 @@ gpt-5-nano json ██████████████████░░ 87.7% (135/154) xml █████████████████░░░ 83.8% (129/154) -gemini-2.5-flash - xml ██████████████████░░ 90.3% (139/154) - csv ██████████████████░░ 89.0% (137/154) - toon █████████████████░░░ 87.0% (134/154) - json ████████████████░░░░ 79.2% (122/154) - yaml ███████████████░░░░░ 76.0% (117/154) - claude-haiku-4-5-20251001 - json ██████████░░░░░░░░░░ 48.7% (75/154) + yaml ██████████░░░░░░░░░░ 49.4% (76/154) toon ██████████░░░░░░░░░░ 48.1% (74/154) + csv ██████████░░░░░░░░░░ 48.1% (74/154) + json █████████░░░░░░░░░░░ 47.4% (73/154) + xml █████████░░░░░░░░░░░ 46.8% (72/154) + +gemini-2.5-flash + csv ██████████████████░░ 87.7% (135/154) + xml █████████████████░░░ 85.1% (131/154) + toon █████████████████░░░ 83.8% (129/154) + json ████████████████░░░░ 78.6% (121/154) + yaml ███████████████░░░░░ 76.6% (118/154) + +grok-4-fast-non-reasoning + toon ██████████░░░░░░░░░░ 48.7% (75/154) + json ██████████░░░░░░░░░░ 48.1% (74/154) xml █████████░░░░░░░░░░░ 47.4% (73/154) - yaml █████████░░░░░░░░░░░ 47.4% (73/154) + yaml █████████░░░░░░░░░░░ 46.8% (72/154) csv █████████░░░░░░░░░░░ 45.5% (70/154) ``` -**Advantage:** TOON achieves **77.1% accuracy** (vs JSON's 71.9%) while using **46.3% fewer tokens**. +**Advantage:** TOON achieves **69.2% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens**.
Performance by dataset and model @@ -248,41 +255,41 @@ claude-haiku-4-5-20251001 | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 74.7% | 2,337 | 112/150 | -| `toon` | 76.7% | 2,483 | 115/150 | -| `yaml` | 70.7% | 4,969 | 106/150 | -| `xml` | 77.3% | 7,314 | 116/150 | -| `json` | 69.3% | 6,347 | 104/150 | +| `csv` | 67.0% | 2,337 | 134/200 | +| `toon` | 66.5% | 2,483 | 133/200 | +| `yaml` | 65.5% | 4,969 | 131/200 | +| `json` | 63.5% | 6,347 | 127/200 | +| `xml` | 66.5% | 7,314 | 133/200 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 80.0% | 5,967 | 96/120 | -| `csv` | 75.8% | 6,735 | 91/120 | -| `yaml` | 74.2% | 7,328 | 89/120 | -| `json` | 79.2% | 9,694 | 95/120 | -| `xml` | 78.3% | 10,992 | 94/120 | +| `toon` | 78.8% | 5,967 | 126/160 | +| `csv` | 71.9% | 6,735 | 115/160 | +| `yaml` | 71.9% | 7,328 | 115/160 | +| `json` | 73.1% | 9,694 | 117/160 | +| `xml` | 73.8% | 10,992 | 118/160 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 75.5% | 1,393 | 77/102 | -| `toon` | 76.5% | 1,515 | 78/102 | -| `yaml` | 74.5% | 2,938 | 76/102 | -| `json` | 76.5% | 3,665 | 78/102 | -| `xml` | 74.5% | 4,376 | 76/102 | +| `csv` | 67.6% | 1,393 | 92/136 | +| `toon` | 67.6% | 1,515 | 92/136 | +| `yaml` | 64.7% | 2,938 | 88/136 | +| `json` | 68.4% | 3,665 | 93/136 | +| `xml` | 66.2% | 4,376 | 90/136 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 74.4% | 8,745 | 67/90 | -| `csv` | 73.3% | 8,513 | 66/90 | -| `yaml` | 62.2% | 13,129 | 56/90 | -| `json` | 61.1% | 15,145 | 55/90 | -| `xml` | 61.1% | 17,095 | 55/90 | +| `csv` | 64.2% | 8,513 | 77/120 | +| `toon` | 62.5% | 8,745 | 75/120 | +| `yaml` | 57.5% | 13,129 | 69/120 | +| `json` | 55.0% | 15,145 | 66/120 | +| `xml` | 53.3% | 17,095 | 64/120 | #### Performance by Model @@ -296,24 +303,34 @@ claude-haiku-4-5-20251001 | `json` | 87.7% | 135/154 | | `xml` | 83.8% | 129/154 | -##### gemini-2.5-flash - -| Format | Accuracy | Correct/Total | -| ------ | -------- | ------------- | -| `xml` | 90.3% | 139/154 | -| `csv` | 89.0% | 137/154 | -| `toon` | 87.0% | 134/154 | -| `json` | 79.2% | 122/154 | -| `yaml` | 76.0% | 117/154 | - ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `json` | 48.7% | 75/154 | +| `yaml` | 49.4% | 76/154 | | `toon` | 48.1% | 74/154 | +| `csv` | 48.1% | 74/154 | +| `json` | 47.4% | 73/154 | +| `xml` | 46.8% | 72/154 | + +##### gemini-2.5-flash + +| Format | Accuracy | Correct/Total | +| ------ | -------- | ------------- | +| `csv` | 87.7% | 135/154 | +| `xml` | 85.1% | 131/154 | +| `toon` | 83.8% | 129/154 | +| `json` | 78.6% | 121/154 | +| `yaml` | 76.6% | 118/154 | + +##### grok-4-fast-non-reasoning + +| Format | Accuracy | Correct/Total | +| ------ | -------- | ------------- | +| `toon` | 48.7% | 75/154 | +| `json` | 48.1% | 74/154 | | `xml` | 47.4% | 73/154 | -| `yaml` | 47.4% | 73/154 | +| `yaml` | 46.8% | 72/154 | | `csv` | 45.5% | 70/154 |
@@ -360,10 +377,10 @@ Four datasets designed to test different structural patterns: #### Models & Configuration -- **Models tested**: `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `gpt-5-nano` +- **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) -- **Temperature**: 0 (for non-reasoning models) -- **Total evaluations**: 154 questions × 5 formats × 3 models = 2,310 LLM calls +- **Temperature**: Not set (models use their defaults) +- **Total evaluations**: 154 questions × 5 formats × 4 models = 3,080 LLM calls diff --git a/benchmarks/.env.example b/benchmarks/.env.example index df70883..943c88e 100644 --- a/benchmarks/.env.example +++ b/benchmarks/.env.example @@ -1,3 +1,5 @@ +# Add keys for the models you're testing OPENAI_API_KEY= ANTHROPIC_API_KEY= GOOGLE_GENERATIVE_AI_API_KEY= +XAI_API_KEY= diff --git a/benchmarks/README.md b/benchmarks/README.md new file mode 100644 index 0000000..2f1a20b --- /dev/null +++ b/benchmarks/README.md @@ -0,0 +1,108 @@ +# TOON Benchmarks + +Benchmarks measuring TOON's **token efficiency** and **retrieval accuracy** compared to JSON, XML, YAML, and CSV. + +> [!NOTE] +> Results are automatically embedded in the [main README](../README.md#benchmarks). This guide focuses on running the benchmarks locally. + +## Quick Start + +```bash +# Run token efficiency benchmark +pnpm benchmark:token-efficiency + +# Run retrieval accuracy benchmark (requires API keys) +pnpm benchmark:accuracy +``` + +## Token Efficiency Benchmark + +Measures token count reduction across JSON, XML, YAML, CSV, and TOON: + +1. Generate datasets (GitHub repos, analytics, orders) +2. Convert to all formats (TOON, JSON, XML, YAML, CSV) +3. Tokenize using `gpt-tokenizer` (`o200k_base` encoding) +4. Calculate savings and generate report + +```bash +pnpm benchmark:token-efficiency +``` + +Results are saved to `results/token-efficiency.md`. + +## Retrieval Accuracy Benchmark + +Tests how well LLMs can answer questions about data in different formats (TOON, JSON, XML, YAML, CSV): + +1. Generate 154 questions across 4 datasets +2. Convert each dataset to all 5 formats +3. Query each LLM with formatted data + question +4. Validate answers using `gpt-5-nano` as judge +5. Aggregate metrics and generate report + +### Setup + +1. Edit [`src/evaluate.ts`](./src/evaluate.ts) and add models to the `models` array: + ```ts + export const models: LanguageModelV2[] = [ + openai('gpt-5-nano'), + anthropic('claude-haiku-4-5-20251001'), + google('gemini-2.5-flash'), + xai('grok-4-fast-non-reasoning'), + // Add your models here + ] + ``` +2. Duplicate `.env.example` to `.env` and add your API keys: + ```bash + cp .env.example .env + ``` + +### Usage + +```bash +# Full benchmark +pnpm benchmark:accuracy + +# Dry run (10 questions only, for testing setup) +DRY_RUN=true pnpm benchmark:accuracy +``` + +Running the script will: + +1. Prompt you to select which models to test. +2. Skip models with existing results (rerun to overwrite). +3. Show progress with rate limiting. +4. Save results to `results/accuracy/models/{model-id}.json`. +5. Generate report at `results/retrieval-accuracy.md`. + +### Configuration + +Edit [`src/constants.ts`](./src/constants.ts) to adjust: + +- `MODEL_RPM_LIMITS` – Rate limits per model +- `DEFAULT_CONCURRENCY` – Parallel tasks (default: 10) +- `DRY_RUN_LIMITS` – Questions per dry run (default: 10) + +## Project Structure + +``` +scripts/ +├── accuracy-benchmark.ts # Retrieval accuracy benchmark +├── token-efficiency-benchmark.ts # Token counting benchmark +└── fetch-github-repos.ts # Update GitHub dataset +src/ +├── constants.ts # Configuration +├── datasets.ts # Test data generators +├── evaluate.ts # LLM evaluation +├── formatters.ts # Format converters +├── questions.ts # Question generation +├── report.ts # Markdown reports +├── storage.ts # Result caching +└── utils.ts # Helpers +data/ +└── github-repos.json # Top 100 GitHub repos +results/ +├── token-efficiency.md # Token savings report +├── retrieval-accuracy.md # Accuracy report +└── accuracy/models/ # Per-model results (JSON) +``` diff --git a/benchmarks/package.json b/benchmarks/package.json index d4316a6..db2d2cf 100644 --- a/benchmarks/package.json +++ b/benchmarks/package.json @@ -5,14 +5,14 @@ "scripts": { "benchmark:token-efficiency": "tsx scripts/token-efficiency-benchmark.ts", "benchmark:accuracy": "tsx --env-file=.env scripts/accuracy-benchmark.ts", - "fetch:github-repos": "tsx scripts/fetch-github-repos.ts", - "test": "vitest" + "fetch:github-repos": "tsx scripts/fetch-github-repos.ts" }, "devDependencies": { "@ai-sdk/anthropic": "^2.0.37", "@ai-sdk/google": "^2.0.23", "@ai-sdk/openai": "^2.0.53", "@ai-sdk/provider": "^2.0.0", + "@ai-sdk/xai": "^2.0.28", "@antfu/eslint-config": "^6.1.0", "@clack/prompts": "^0.11.0", "@faker-js/faker": "^10.1.0", diff --git a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 index 16cc232..9acbdcd 100644 --- a/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 +++ b/benchmarks/results/accuracy/models/claude-haiku-4-5-20251001 @@ -1 +1 @@ -[{"questionId":"q1","format":"json","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1186.5200829999999},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1549.690209},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1782.079041},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1753.305208},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1592.0202080000001},{"questionId":"q2","format":"json","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1181.639291},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1178.6765409999998},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":961.8413330000003},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1386.3486249999999},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1084.399458},{"questionId":"q3","format":"json","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":2820.245208},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":946.8178749999997},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":839.2516249999999},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":2712.0417500000003},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1343.5052500000002},{"questionId":"q4","format":"json","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1078.4747500000003},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1318.797125},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":937.7086669999999},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1816.421792},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1193.6218329999992},{"questionId":"q5","format":"json","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1114.0669579999994},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":939.7355420000004},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1360.3842089999998},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1128.1693330000007},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1098.7498749999995},{"questionId":"q6","format":"json","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":976.1237920000003},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":976.5635000000002},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":996.869584},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1103.3886669999993},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1013.2469170000004},{"questionId":"q7","format":"json","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7870,"outputTokens":4,"latencyMs":1250.1044579999998},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1005.4357920000002},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":1037.9372080000012},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1462.1290829999998},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":929.5629590000008},{"questionId":"q8","format":"json","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7872,"outputTokens":12,"latencyMs":1013.5330840000006},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":1235.7225830000007},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":913.2110410000005},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1207.9759169999998},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1318.65575},{"questionId":"q9","format":"json","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1529.1206249999977},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":871.3193330000013},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1737.0914170000015},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1219.0179590000007},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1005.3616249999977},{"questionId":"q10","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1087.0020829999994},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1483.961625},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":872.3541670000013},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1126.5349999999999},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1077.6859160000022},{"questionId":"q11","format":"json","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7869,"outputTokens":6,"latencyMs":1471.1526250000024},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":1113.5857079999987},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":1265.7001249999958},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":1241.400333000005},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":1096.3039170000047},{"questionId":"q12","format":"json","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7866,"outputTokens":4,"latencyMs":1085.2027090000047},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1074.2748330000031},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":1060.0096249999988},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":990.6856249999983},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1093.7282919999998},{"questionId":"q13","format":"json","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7869,"outputTokens":9,"latencyMs":1545.3704580000049},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":1492.468332999997},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":914.2506659999999},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":1158.3694999999934},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":967.9013750000013},{"questionId":"q14","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7870,"outputTokens":5,"latencyMs":1064.4307919999992},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":1047.1003329999949},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":886.0778750000027},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1139.3237919999956},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1569.7935409999918},{"questionId":"q15","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1291.6255419999943},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1056.2912080000096},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1008.6230829999986},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1359.699041999993},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1213.9625419999938},{"questionId":"q16","format":"json","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1165.3891250000015},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":6645.897125000003},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1145.3135829999956},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1262.2502920000115},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1027.6706660000054},{"questionId":"q17","format":"json","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":1145.8684579999972},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2984,"outputTokens":4,"latencyMs":990.2954160000081},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2858,"outputTokens":4,"latencyMs":875.828416999997},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1851.1875},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5762,"outputTokens":4,"latencyMs":1215.2204999999958},{"questionId":"q18","format":"json","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":10,"latencyMs":1288.0537919999915},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2983,"outputTokens":10,"latencyMs":1943.9848330000095},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2857,"outputTokens":10,"latencyMs":1131.0214169999963},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9361,"outputTokens":10,"latencyMs":1305.6347090000054},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5761,"outputTokens":10,"latencyMs":1566.2271670000046},{"questionId":"q19","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":1408.747875000001},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2986,"outputTokens":5,"latencyMs":1232.375125000006},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2860,"outputTokens":5,"latencyMs":15343.73120899999},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9364,"outputTokens":5,"latencyMs":1321.6012499999924},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":5764,"outputTokens":5,"latencyMs":1017.6581250000017},{"questionId":"q20","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1332.0981669999892},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1177.5915830000013},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1177.6698340000003},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1062.9883330000011},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1464.3220000000001},{"questionId":"q21","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1493.3682079999999},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1097.149790999989},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1152.1389590000035},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1219.1671250000072},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1360.0843339999992},{"questionId":"q22","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1166.0337080000027},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1691.5424579999963},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1431.4153340000048},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1154.9970829999947},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":941.9446660000103},{"questionId":"q23","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1896.4274999999907},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1242.7352919999976},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":959.4865830000053},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":946.2465830000001},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1183.5531249999913},{"questionId":"q24","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1538.283208000008},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1080.8083329999936},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1045.9360000000015},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1093.3812079999916},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1018.5912499999977},{"questionId":"q25","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1213.112832999992},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1048.4280830000062},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1070.1919170000037},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1166.1562910000066},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":862.2464579999796},{"questionId":"q26","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1598.766666999989},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":853.0929170000018},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":872.8500000000058},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1258.3260829999927},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1102.5700840000063},{"questionId":"q27","format":"json","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1381.9074580000015},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":867.2984169999836},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"78","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":810.5503749999916},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2055.4735829999845},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1134.9885420000064},{"questionId":"q28","format":"json","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1497.8240410000144},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1041.6871659999888},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1134.1471669999883},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1027.211540999997},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"54","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1031.266249999986},{"questionId":"q29","format":"json","model":"claude-haiku-4-5-20251001","expected":"41","actual":"32","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1564.15516699999},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1029.4010420000122},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1028.4109579999931},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2108.232167000009},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":874.9285410000011},{"questionId":"q30","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":998.8196670000034},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1129.3641669999924},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":986.5463340000133},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"23","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1208.9404170000053},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1296.2784589999937},{"questionId":"q31","format":"json","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":1082.367750000005},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":1029.9465830000117},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":964.783958999993},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1144.9031670000113},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1221.6876249999914},{"questionId":"q32","format":"json","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$99,945.47","isCorrect":false,"inputTokens":7867,"outputTokens":9,"latencyMs":1412.950708999997},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,767.41","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":951.2037919999857},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"98,767.29","isCorrect":false,"inputTokens":2853,"outputTokens":9,"latencyMs":1418.869875000004},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,945.67","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":1328.8714580000087},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,889.57","isCorrect":false,"inputTokens":5757,"outputTokens":9,"latencyMs":1629.578165999992},{"questionId":"q33","format":"json","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":7864,"outputTokens":5,"latencyMs":1490.021458000003},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"78","isCorrect":true,"inputTokens":2976,"outputTokens":5,"latencyMs":1234.7220830000006},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1048.0889169999864},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"78","isCorrect":true,"inputTokens":9354,"outputTokens":5,"latencyMs":1041.6995839999872},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"73","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1220.4587089999986},{"questionId":"q34","format":"json","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":7864,"outputTokens":5,"latencyMs":1041.8724590000056},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":868.8058749999909},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"20","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1096.7095409999893},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1311.4117499999993},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"16","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":920.101708000002},{"questionId":"q35","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1390.3867909999972},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":956.030666000006},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":917.8577079999959},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1165.3076660000079},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1244.3233749999781},{"questionId":"q36","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":975.3720840000024},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":909.2385829999985},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":986.5588329999882},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1210.949082999985},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1132.0805830000027},{"questionId":"q37","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1822.2138749999867},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":802.9654169999994},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":942.9198750000214},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1467.981999999989},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1029.5724589999882},{"questionId":"q38","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1234.3802500000165},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"6","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":855.1812079999945},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1078.424875000026},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1168.164334000001},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1084.7320839999884},{"questionId":"q39","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":928.001540999976},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1456.4904170000227},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1239.191125000012},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1170.1835409999767},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1126.3050839999923},{"questionId":"q40","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":918.451166999992},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":817.9093330000178},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1003.6671669999778},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":966.2543329999899},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":934.2230000000272},{"questionId":"q41","format":"json","model":"claude-haiku-4-5-20251001","expected":"63","actual":"72","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1121.4930000000168},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1429.5526669999817},{"questionId":"q41","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1052.8274580000143},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"67","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1366.8131669999857},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"62","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1374.8300410000084},{"questionId":"q42","format":"json","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1131.5352909999783},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1013.7067920000118},{"questionId":"q42","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1538.445458000002},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1219.700749999989},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1558.5241660000174},{"questionId":"q43","format":"json","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1105.588958999986},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1671.423999999999},{"questionId":"q43","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1471.0894580000022},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1021.8086670000048},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":3236.29237499999},{"questionId":"q44","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1345.137875000015},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1173.6619169999904},{"questionId":"q44","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1064.5449589999916},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1174.7825829999929},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":891.3968750000058},{"questionId":"q45","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1206.6643329999933},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":868.8163749999949},{"questionId":"q45","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1792.9049579999992},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1148.437707999983},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1029.0542910000077},{"questionId":"q46","format":"json","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1053.060541999992},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":879.3562079999829},{"questionId":"q46","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":799.1071669999801},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":9363,"outputTokens":5,"latencyMs":929.9557909999858},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1211.8399999999965},{"questionId":"q47","format":"json","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1152.2910409999895},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1118.5688750000263},{"questionId":"q47","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1046.1623750000144},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1176.6967500000028},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1394.3756660000072},{"questionId":"q48","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1269.7089170000108},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":953.8776249999937},{"questionId":"q48","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1155.8576659999962},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1102.9915830000245},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1021.1875},{"questionId":"q49","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":1216.4407080000092},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":887.568707999977},{"questionId":"q49","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1225.3905000000086},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1190.3869160000177},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1719.5950000000012},{"questionId":"q50","format":"json","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1738.0369169999904},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1201.107250000001},{"questionId":"q50","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"11","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":907.3295829999843},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1436.143000000011},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1883.2225000000035},{"questionId":"q51","format":"json","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1635.8380409999518},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1462.3234999999986},{"questionId":"q51","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1300.2047499999753},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1363.68604099995},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1285.6198749999749},{"questionId":"q52","format":"json","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1320.7241669999785},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1318.163332999975},{"questionId":"q52","format":"csv","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1116.9945000000298},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1260.0658749999711},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1247.195166999998},{"questionId":"q53","format":"json","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1423.6057919999585},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":967.5251250000438},{"questionId":"q53","format":"csv","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1428.2470829999656},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":2811.347000000009},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1272.7220830000006},{"questionId":"q54","format":"json","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":949.0859169999603},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1904.324083000014},{"questionId":"q54","format":"csv","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1281.7254589999793},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1348.516834000009},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":998.9706670000451},{"questionId":"q55","format":"json","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1281.9556659999653},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1224.4750420000055},{"questionId":"q55","format":"csv","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1189.8885829999927},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1609.6960830000462},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1235.1579999999958},{"questionId":"q56","format":"json","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":966.7857499999809},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1000.152041000023},{"questionId":"q56","format":"csv","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1027.027666000009},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1105.3194580000127},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1311.3249579999829},{"questionId":"q57","format":"json","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11906,"outputTokens":8,"latencyMs":1438.7089160000323},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6992,"outputTokens":8,"latencyMs":1449.8874160000123},{"questionId":"q57","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8413,"outputTokens":8,"latencyMs":1366.5002499999828},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13379,"outputTokens":8,"latencyMs":2524.170374999987},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8384,"outputTokens":8,"latencyMs":1157.0967080000555},{"questionId":"q58","format":"json","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1084.7611669999897},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1079.5932080000057},{"questionId":"q58","format":"csv","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1254.7550829999964},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":987.0553330000257},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1188.3672910000314},{"questionId":"q59","format":"json","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11907,"outputTokens":12,"latencyMs":1428.2384999999776},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1056.711834000016},{"questionId":"q59","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1128.8130419999943},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1333.8827909999527},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1013.9923749999725},{"questionId":"q60","format":"json","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1022.9114169999957},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1086.3135830000392},{"questionId":"q60","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":2558.027624999988},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1433.093125000014},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1455.1029160000035},{"questionId":"q61","format":"json","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1239.5240420000046},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1192.919125000015},{"questionId":"q61","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":2287.9099999999744},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1177.0685829999857},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1656.1915000000154},{"questionId":"q62","format":"json","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":1299.5080830000225},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1090.596291999973},{"questionId":"q62","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1349.8798749999842},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":2257.2797920000157},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8384,"outputTokens":5,"latencyMs":1284.0681660000118},{"questionId":"q63","format":"json","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1803.687208999996},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1240.0325420000008},{"questionId":"q63","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":2587.3457499999786},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1334.2720830000471},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1024.188709000009},{"questionId":"q64","format":"json","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":11,"latencyMs":1094.068333000003},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":11,"latencyMs":1474.1317079999717},{"questionId":"q64","format":"csv","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":11,"latencyMs":1711.936250000028},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":11,"latencyMs":1194.2019169999985},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":11,"latencyMs":1781.72537499998},{"questionId":"q65","format":"json","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1261.6439169999794},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1146.6620419999817},{"questionId":"q65","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1086.1719579999917},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1026.9118749999907},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1348.9515419999952},{"questionId":"q66","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":1245.4214999999967},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1375.6594160000095},{"questionId":"q66","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1127.8399999999674},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1797.8928749999614},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8384,"outputTokens":5,"latencyMs":1221.247250000015},{"questionId":"q67","format":"json","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11907,"outputTokens":13,"latencyMs":1563.5079999999725},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6993,"outputTokens":13,"latencyMs":1365.2586250000168},{"questionId":"q67","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8414,"outputTokens":13,"latencyMs":2501.536124999984},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13380,"outputTokens":13,"latencyMs":1196.730499999947},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8385,"outputTokens":13,"latencyMs":1234.3808749999735},{"questionId":"q68","format":"json","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":12,"latencyMs":1494.3334160000086},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1203.2858750000014},{"questionId":"q68","format":"csv","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1266.0875000000233},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1870.719374999986},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1235.286999999953},{"questionId":"q69","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1025.6273330000113},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1604.1600000000326},{"questionId":"q69","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1097.4308339999989},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1692.614540999988},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1406.6492500000168},{"questionId":"q70","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1389.2959169999813},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1044.9547080000048},{"questionId":"q70","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1066.8629579999833},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1056.8368330000085},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1682.136999999988},{"questionId":"q71","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1143.9599589999998},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1235.7126249999856},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1744.9372919999878},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1740.2846250000293},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1173.4387500000303},{"questionId":"q72","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":11902,"outputTokens":5,"latencyMs":1230.0939590000198},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1167.9674999999697},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1145.0992090000072},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1309.3867919999757},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8380,"outputTokens":5,"latencyMs":1130.8090420000372},{"questionId":"q73","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1025.846499999985},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1016.2780839999905},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":983.272042000026},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":1961.9339580000378},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1024.795999999973},{"questionId":"q74","format":"json","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"48,945.47","isCorrect":false,"inputTokens":11902,"outputTokens":9,"latencyMs":1060.843041999964},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"41,847.47","isCorrect":false,"inputTokens":6988,"outputTokens":9,"latencyMs":1463.711667000025},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"48,847.47","isCorrect":false,"inputTokens":8409,"outputTokens":9,"latencyMs":1293.4600830000127},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"47,847.47","isCorrect":false,"inputTokens":13375,"outputTokens":9,"latencyMs":1255.9750409999979},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"42,847.47","isCorrect":false,"inputTokens":8380,"outputTokens":9,"latencyMs":3193.0889579999493},{"questionId":"q75","format":"json","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"896.77","isCorrect":false,"inputTokens":11900,"outputTokens":7,"latencyMs":2870.627749999985},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"896.77","isCorrect":false,"inputTokens":6986,"outputTokens":7,"latencyMs":1042.68741699995},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"896.77","isCorrect":false,"inputTokens":8407,"outputTokens":7,"latencyMs":1113.4863750000368},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"896.77","isCorrect":false,"inputTokens":13373,"outputTokens":7,"latencyMs":1367.4225420000148},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"896.77","isCorrect":false,"inputTokens":8378,"outputTokens":7,"latencyMs":1130.3429170000018},{"questionId":"q76","format":"json","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":11901,"outputTokens":5,"latencyMs":1733.58391700004},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":1229.5445829999517},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8408,"outputTokens":5,"latencyMs":975.3047079999815},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13374,"outputTokens":5,"latencyMs":1486.6707079999615},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8379,"outputTokens":5,"latencyMs":1136.8541670000413},{"questionId":"q77","format":"json","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11900,"outputTokens":8,"latencyMs":2364.3018750000047},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6986,"outputTokens":8,"latencyMs":991.6684590000077},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8407,"outputTokens":8,"latencyMs":1419.3213749999995},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13373,"outputTokens":8,"latencyMs":1045.5306670000427},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8378,"outputTokens":8,"latencyMs":1314.1944169999915},{"questionId":"q78","format":"json","model":"claude-haiku-4-5-20251001","expected":"44","actual":"48","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1207.4549579999875},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1112.302416999999},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"48","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":983.4457079999847},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1604.4271249999874},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1013.8412499999977},{"questionId":"q79","format":"json","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1012.8118749999558},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1249.0495830000145},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1280.9340840000077},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1348.8392920000479},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":933.0613339999691},{"questionId":"q80","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1132.9682909999974},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":938.9205829999992},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1145.2839169999934},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1417.7863329999964},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1141.3652910000528},{"questionId":"q81","format":"json","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1311.5260830000043},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1227.5837919999612},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1229.9872500000056},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1362.0046250000014},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1368.8997080000117},{"questionId":"q82","format":"json","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1256.9955419999897},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1216.614750000008},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1676.1089999999967},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":2740.838999999978},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8386,"outputTokens":5,"latencyMs":1226.125166999991},{"questionId":"q83","format":"json","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1207.845417000004},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1088.3862080000108},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1003.1597499999916},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":2110.9697499999893},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1119.378417},{"questionId":"q84","format":"json","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1909.2988340000156},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1260.9599579999922},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1050.2036669999943},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1403.5872919999529},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1009.1102079999982},{"questionId":"q85","format":"json","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1200.3068329999805},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1069.2687920000171},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1632.8915840000263},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1120.5287920000264},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1330.5777920000255},{"questionId":"q86","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1782.4344580000034},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1164.7007500000182},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1224.4592089999933},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1514.1512909999583},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1117.8646660000086},{"questionId":"q87","format":"json","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1134.309083},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1096.8503330000094},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":846.0002919999533},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1287.6327499999898},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1072.791790999996},{"questionId":"q88","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1307.440540999989},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1369.2558750000317},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":998.0497919999762},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1198.8790840000147},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1184.4371249999967},{"questionId":"q89","format":"json","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11912,"outputTokens":5,"latencyMs":954.9974999999977},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1305.583958000003},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":3619.6967080000322},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1133.0662920000032},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1168.7010840000003},{"questionId":"q90","format":"json","model":"claude-haiku-4-5-20251001","expected":"27","actual":"18","isCorrect":false,"inputTokens":11912,"outputTokens":5,"latencyMs":1415.6329159999732},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"20","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1187.728833000001},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":1990.4743749999907},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1293.9459589999751},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1904.210625000007},{"questionId":"q91","format":"json","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":966.691041000071},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1408.0366249999497},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1189.9256670000032},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1387.4771669999463},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1201.9924589999719},{"questionId":"q92","format":"json","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1164.4929999999003},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1148.0573749999749},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1003.7817920000525},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1258.9658749999944},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1838.9517500000075},{"questionId":"q93","format":"json","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":842.0457089999691},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1149.8674580000807},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1598.7321249999804},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1007.8998330000322},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":975.626290999935},{"questionId":"q94","format":"json","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1935.050750000053},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1020.1467499999562},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":850.6589590000222},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1021.7720419999678},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1033.235958000063},{"questionId":"q95","format":"json","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1355.466875000042},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":938.1584160000784},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":903.1191660000477},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1082.7665829999605},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":861.1040839999914},{"questionId":"q96","format":"json","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1177.3398329999764},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":859.1606250000186},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":820.2049999999581},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1193.239540999988},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1072.1601249999367},{"questionId":"q97","format":"json","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1062.7770000000019},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1007.438625000068},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":767.1123329999391},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1300.158374999999},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":2612.5782500000205},{"questionId":"q98","format":"json","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":957.9554159999825},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1026.5866669999668},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1030.1116670001065},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1137.4142920000013},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1181.4943340000464},{"questionId":"q99","format":"json","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":962.8050420000218},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1434.658291000058},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":949.6485830000602},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":2933.7991250000196},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1033.5851669999538},{"questionId":"q100","format":"json","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1852.7236249999842},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":1438.7002499999944},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":2276.738374999957},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1117.7498749999795},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":942.2236669999547},{"questionId":"q101","format":"json","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1163.0916669999715},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":974.8354159999872},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1171.1146670000162},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":7297.294666999951},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1055.473040999961},{"questionId":"q102","format":"json","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1217.7702499999432},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1113.1937919999473},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":845.7578750000102},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":953.4664170000469},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1226.1685419999994},{"questionId":"q103","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1375.7582079999847},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1024.673499999917},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1326.7837499999441},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":989.4393749999581},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1197.8059580000117},{"questionId":"q104","format":"json","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"188,945","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":1179.029916999978},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"337,045","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1021.6037090000464},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"372,915","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":958.3143329999875},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"372,089","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1432.9507079999894},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"181,854","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1362.514582999982},{"questionId":"q105","format":"json","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"287,745.89","isCorrect":false,"inputTokens":4075,"outputTokens":9,"latencyMs":970.4799999999814},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"487,891.45","isCorrect":false,"inputTokens":1504,"outputTokens":9,"latencyMs":1335.0773749999935},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"487,891.89","isCorrect":false,"inputTokens":1440,"outputTokens":9,"latencyMs":1190.091582999914},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"381,847.89","isCorrect":false,"inputTokens":4782,"outputTokens":9,"latencyMs":1371.9182080000173},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"381,847.89","isCorrect":false,"inputTokens":3105,"outputTokens":9,"latencyMs":1102.1025839999784},{"questionId":"q106","format":"json","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,234","isCorrect":false,"inputTokens":4078,"outputTokens":7,"latencyMs":914.9406250000466},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,945","isCorrect":false,"inputTokens":1507,"outputTokens":7,"latencyMs":930.0820420000236},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,945","isCorrect":false,"inputTokens":1443,"outputTokens":7,"latencyMs":842.8804590000072},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,532","isCorrect":false,"inputTokens":4785,"outputTokens":7,"latencyMs":1126.376624999917},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,454","isCorrect":false,"inputTokens":3108,"outputTokens":7,"latencyMs":1120.671209000051},{"questionId":"q107","format":"json","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,829.03","isCorrect":false,"inputTokens":4076,"outputTokens":9,"latencyMs":1008.0357920000097},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,754.43","isCorrect":false,"inputTokens":1505,"outputTokens":9,"latencyMs":831.6888749999925},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,664.43","isCorrect":false,"inputTokens":1441,"outputTokens":9,"latencyMs":1103.4740000000456},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.77","isCorrect":false,"inputTokens":4783,"outputTokens":9,"latencyMs":1104.498750000028},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,747.27","isCorrect":false,"inputTokens":3106,"outputTokens":9,"latencyMs":1256.2283329999773},{"questionId":"q108","format":"json","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,454.47","isCorrect":false,"inputTokens":4074,"outputTokens":9,"latencyMs":1964.8543749999953},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,447.89","isCorrect":false,"inputTokens":1503,"outputTokens":9,"latencyMs":1086.201457999996},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,447.89","isCorrect":false,"inputTokens":1439,"outputTokens":9,"latencyMs":919.8054999999003},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,617.89","isCorrect":false,"inputTokens":4781,"outputTokens":9,"latencyMs":1272.7681669999147},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,547.89","isCorrect":false,"inputTokens":3104,"outputTokens":9,"latencyMs":1216.066833000048},{"questionId":"q109","format":"json","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.03","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":1112.5203749999637},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":837.4687089999206},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"30","actual":"29.03","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1033.9513329999754},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.97","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1142.1755419999827},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.03","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1164.888874999946},{"questionId":"q110","format":"json","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4076,"outputTokens":5,"latencyMs":1306.8095830000238},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":1123.1779999999562},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1082.1129169999622},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4783,"outputTokens":5,"latencyMs":1125.1292080000276},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3106,"outputTokens":5,"latencyMs":1031.2063339999877},{"questionId":"q111","format":"json","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":1331.731792000006},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1508,"outputTokens":6,"latencyMs":983.5512500000186},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1444,"outputTokens":6,"latencyMs":987.8445839999476},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4786,"outputTokens":6,"latencyMs":1018.8985829999438},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3109,"outputTokens":6,"latencyMs":1297.6886670000385},{"questionId":"q112","format":"json","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1014.283916000044},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":1507,"outputTokens":5,"latencyMs":930.3799580000341},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"42","isCorrect":true,"inputTokens":1443,"outputTokens":5,"latencyMs":1603.363000000012},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"54","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1133.8424580000574},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":1165.5733330000658},{"questionId":"q113","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1068.3057090000948},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"12","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":942.7892089999514},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":1443,"outputTokens":5,"latencyMs":1161.5375420000637},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4785,"outputTokens":5,"latencyMs":874.3780829999596},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":3108,"outputTokens":5,"latencyMs":1122.203792000073},{"questionId":"q114","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1037.751209000009},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":1911.0047079999931},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":1773.1767909999471},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":970.3540000000503},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"21","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1061.5327089999337},{"questionId":"q115","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1067.997207999928},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"11","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":945.7236660000635},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":871.7425000000512},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1623.2126670000143},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1221.2374999999302},{"questionId":"q116","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":961.6007919999538},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1009.7077920000302},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":889.7579579999438},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"47","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":940.1912920000032},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"47","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1380.3190829999512},{"questionId":"q117","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1178.6390830000164},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":979.2308750000084},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1285.2594999999274},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1599.2140420000069},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":843.9171670000069},{"questionId":"q118","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":954.6101250000065},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1018.4348750000354},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":852.1251659999834},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":2087.4253749999916},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":3115,"outputTokens":5,"latencyMs":944.5495840000222},{"questionId":"q119","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1652.4109170000302},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":976.6800829999847},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1491.4936669999734},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1371.1184580000117},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1324.189624999999},{"questionId":"q120","format":"json","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":942.2454170000274},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1260.2844170000171},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":944.7768330000108},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1230.1708749999525},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"21","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1508.8189169999678},{"questionId":"q121","format":"json","model":"claude-haiku-4-5-20251001","expected":"35","actual":"28","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1279.0861249999143},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"35","actual":"28","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":978.6895419999491},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"35","actual":"28","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":942.8243329999968},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"28","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1253.9298750000307},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1233.954207999981},{"questionId":"q122","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1070.5387909999117},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1305.5910829999484},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1129.7932080000173},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1081.527166999993},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1592.1528750000289},{"questionId":"q123","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1264.7742500000168},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":915.9127500000177},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":1125.8347920000087},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1094.7175419999985},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":1588.160125000053},{"questionId":"q124","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":981.7973749999655},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":1005.2419160000281},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":816.0188329999801},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":921.7119579999708},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":916.4639159999788},{"questionId":"q125","format":"json","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1757.5094999999274},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":1323.139458999969},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1236.9662089999765},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":1801.3106670000125},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1270.4778340000194},{"questionId":"q126","format":"json","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17412,"outputTokens":6,"latencyMs":1610.644250000012},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1106.4444999999832},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1073.171915999963},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1363.1502920000348},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":1531.886334000039},{"questionId":"q127","format":"json","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1481.9807080000173},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9276,"outputTokens":5,"latencyMs":1439.4899580000201},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9122,"outputTokens":5,"latencyMs":1075.8941249999916},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19801,"outputTokens":5,"latencyMs":1804.6294579999521},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":14480,"outputTokens":5,"latencyMs":1128.1809170000488},{"questionId":"q128","format":"json","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17412,"outputTokens":4,"latencyMs":2321.9810419999994},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1095.6793750000652},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":1123.5810000000056},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":1915.6970420000143},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1280.3700000001118},{"questionId":"q129","format":"json","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17408,"outputTokens":6,"latencyMs":1841.4765409999527},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9278,"outputTokens":6,"latencyMs":1724.5},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9124,"outputTokens":6,"latencyMs":1324.3665000000037},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19803,"outputTokens":6,"latencyMs":1276.29679199995},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":14482,"outputTokens":6,"latencyMs":1254.8337499999907},{"questionId":"q130","format":"json","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17411,"outputTokens":6,"latencyMs":1997.4082499999786},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1242.5879999999888},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1228.3447919999016},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1267.2903330000117},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1685.3249589999905},{"questionId":"q131","format":"json","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1660.2588329999708},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9284,"outputTokens":6,"latencyMs":1181.217667000019},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9130,"outputTokens":6,"latencyMs":1296.1214160000673},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19809,"outputTokens":6,"latencyMs":1589.8863750000019},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":14488,"outputTokens":6,"latencyMs":1194.8416669999715},{"questionId":"q132","format":"json","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17407,"outputTokens":4,"latencyMs":1341.5547500000102},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9277,"outputTokens":4,"latencyMs":1047.8982909999322},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9123,"outputTokens":4,"latencyMs":1093.3853330001002},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19802,"outputTokens":4,"latencyMs":2046.4855419999221},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":14481,"outputTokens":4,"latencyMs":1340.346375000081},{"questionId":"q133","format":"json","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17416,"outputTokens":4,"latencyMs":1905.6404169999296},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9286,"outputTokens":4,"latencyMs":1128.3076669999864},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9132,"outputTokens":4,"latencyMs":1012.4312499999069},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19811,"outputTokens":4,"latencyMs":1368.231625000015},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14490,"outputTokens":4,"latencyMs":1183.767749999999},{"questionId":"q134","format":"json","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17411,"outputTokens":6,"latencyMs":1331.795458000037},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1453.8466250000056},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1312.924875000026},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1201.1182500000577},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1659.4385000000475},{"questionId":"q135","format":"json","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":1293.18512499996},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1522.920792000019},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1273.0050419999752},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":1367.845083000022},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":2344.700625000056},{"questionId":"q136","format":"json","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,892","isCorrect":false,"inputTokens":17407,"outputTokens":9,"latencyMs":1640.2172919999575},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,892","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":1354.5127499999944},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,892","isCorrect":false,"inputTokens":9123,"outputTokens":9,"latencyMs":1036.5388749999693},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,847,892","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":2171.9067090000026},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,847,892","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1321.8417090000585},{"questionId":"q137","format":"json","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17404,"outputTokens":5,"latencyMs":1235.2757909999928},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1192.2904169999529},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1018.3940829999046},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":2186.387667000061},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":3161.3915419999976},{"questionId":"q138","format":"json","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"135,892.77","isCorrect":false,"inputTokens":17406,"outputTokens":9,"latencyMs":1567.4401249999646},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,892.57","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1101.0900409999304},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"127,892.68","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":1027.186958999955},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,847.5","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":1782.9901250000112},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"135,892.45","isCorrect":false,"inputTokens":14480,"outputTokens":9,"latencyMs":1482.1781669999473},{"questionId":"q139","format":"json","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1734.8811249999562},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1636.998917000019},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"76","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1434.1073750000214},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2013.3797079999931},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1298.3174579999177},{"questionId":"q140","format":"json","model":"claude-haiku-4-5-20251001","expected":"37","actual":"50","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1763.653833999997},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"42","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":886.0935000000754},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"42","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1195.078959000064},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1942.1469580000266},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1655.136708999984},{"questionId":"q141","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1551.5969580000965},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1230.4397909999825},{"questionId":"q141","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1354.754083000007},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1468.8152919999557},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1795.4159999999683},{"questionId":"q142","format":"json","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":2050.5715830000117},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1536.8359170000767},{"questionId":"q142","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1075.0399169999873},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"23","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":2060.679582999903},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1512.578416000004},{"questionId":"q143","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"15","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1603.0117079999764},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9279,"outputTokens":5,"latencyMs":932.1319999999832},{"questionId":"q143","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9125,"outputTokens":5,"latencyMs":1119.546457999968},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1855.873874999932},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1346.200542000006},{"questionId":"q144","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1313.7401250000112},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1216.9471250000643},{"questionId":"q144","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":2675.973708000034},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1732.7645000000484},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"18","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1207.5245829999913},{"questionId":"q145","format":"json","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1931.5875839999644},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1143.0983749999432},{"questionId":"q145","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1161.1778749999357},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1992.0309170000255},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"23","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1624.3433749999385},{"questionId":"q146","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"8","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1244.4897079999791},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1116.217874999973},{"questionId":"q146","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"15","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1347.8542919999454},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"10","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1345.9365420000395},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1275.2107500000857},{"questionId":"q147","format":"json","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1309.2654999999795},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1037.830040999921},{"questionId":"q147","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1813.4298749999143},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1228.6765000000596},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1356.6192080000183},{"questionId":"q148","format":"json","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1681.810375000001},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1372.5026670000516},{"questionId":"q148","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1770.892165999976},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1472.7908750000643},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1264.1357919999864},{"questionId":"q149","format":"json","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1498.7070420000236},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1178.2916670000413},{"questionId":"q149","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":2447.5320830000564},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2358.798291999963},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1143.7707090000622},{"questionId":"q150","format":"json","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1979.3522499999963},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"23","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1125.8160419999622},{"questionId":"q150","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1046.8282500000205},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2005.297542000073},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"31","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1454.232500000042},{"questionId":"q151","format":"json","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1366.8175839999458},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1168.4122079999652},{"questionId":"q151","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1255.723915999988},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2307.2180830000434},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"15","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1441.204832999967},{"questionId":"q152","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1794.0238339999923},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1161.9437499999767},{"questionId":"q152","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1660.2390840000007},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1695.8838750000577},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1330.4464579999913},{"questionId":"q153","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"8","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1165.8539170000004},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1219.5936660000589},{"questionId":"q153","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1039.9310840000398},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1449.7293749999953},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1152.4769170000218},{"questionId":"q154","format":"json","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1336.482541999896},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":977.0528329999652},{"questionId":"q154","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"3","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":902.812249999959},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"5","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1500.1625420000637},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1256.6253750000615}] \ No newline at end of file +[{"questionId":"q1","format":"json","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1537.6021250000003},{"questionId":"q1","format":"toon","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1486.3506670000006},{"questionId":"q1","format":"csv","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1429.5262089999997},{"questionId":"q1","format":"xml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1376.0906670000004},{"questionId":"q1","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1222.417958},{"questionId":"q2","format":"json","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":2354.6172500000002},{"questionId":"q2","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1233.7132499999998},{"questionId":"q2","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":1106.1597919999995},{"questionId":"q2","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1230.3756249999997},{"questionId":"q2","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1274.6398339999996},{"questionId":"q3","format":"json","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7874,"outputTokens":12,"latencyMs":1245.1107500000016},{"questionId":"q3","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2986,"outputTokens":12,"latencyMs":1165.8688750000001},{"questionId":"q3","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2860,"outputTokens":12,"latencyMs":1067.0255830000006},{"questionId":"q3","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9364,"outputTokens":12,"latencyMs":1445.9122079999997},{"questionId":"q3","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5764,"outputTokens":12,"latencyMs":1243.721125},{"questionId":"q4","format":"json","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1060.8145000000004},{"questionId":"q4","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1049.8461669999997},{"questionId":"q4","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1162.205833},{"questionId":"q4","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1509.5298329999987},{"questionId":"q4","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"22","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":934.7147499999992},{"questionId":"q5","format":"json","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1380.5975419999995},{"questionId":"q5","format":"toon","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":951.9105839999993},{"questionId":"q5","format":"csv","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1182.3988750000008},{"questionId":"q5","format":"xml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1151.5259580000002},{"questionId":"q5","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"no","actual":"No","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1414.207708},{"questionId":"q6","format":"json","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1197.6633330000004},{"questionId":"q6","format":"toon","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":1030.8413750000018},{"questionId":"q6","format":"csv","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1133.5819999999985},{"questionId":"q6","format":"xml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1917.1467499999999},{"questionId":"q6","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":998.3464999999997},{"questionId":"q7","format":"json","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7870,"outputTokens":4,"latencyMs":1084.716624999999},{"questionId":"q7","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2982,"outputTokens":4,"latencyMs":1831.2133329999997},{"questionId":"q7","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2856,"outputTokens":4,"latencyMs":864.9013340000001},{"questionId":"q7","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9360,"outputTokens":4,"latencyMs":1714.0080839999991},{"questionId":"q7","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5760,"outputTokens":4,"latencyMs":951.7263330000005},{"questionId":"q8","format":"json","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7872,"outputTokens":12,"latencyMs":1026.9798329999994},{"questionId":"q8","format":"toon","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2984,"outputTokens":12,"latencyMs":2010.663625000001},{"questionId":"q8","format":"csv","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2858,"outputTokens":12,"latencyMs":897.7433749999982},{"questionId":"q8","format":"xml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9362,"outputTokens":12,"latencyMs":1142.969083},{"questionId":"q8","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5762,"outputTokens":12,"latencyMs":1076.9092910000018},{"questionId":"q9","format":"json","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":7872,"outputTokens":5,"latencyMs":1348.8963749999966},{"questionId":"q9","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2984,"outputTokens":5,"latencyMs":1238.4754580000008},{"questionId":"q9","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":2858,"outputTokens":5,"latencyMs":1139.966375},{"questionId":"q9","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":1209.6469170000018},{"questionId":"q9","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":997.9646250000005},{"questionId":"q10","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7869,"outputTokens":4,"latencyMs":1098.9894170000007},{"questionId":"q10","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2981,"outputTokens":4,"latencyMs":1053.9644169999992},{"questionId":"q10","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2855,"outputTokens":4,"latencyMs":980.4257079999988},{"questionId":"q10","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9359,"outputTokens":4,"latencyMs":1049.1156249999985},{"questionId":"q10","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5759,"outputTokens":4,"latencyMs":1098.096375000001},{"questionId":"q11","format":"json","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7869,"outputTokens":6,"latencyMs":1230.9202499999956},{"questionId":"q11","format":"toon","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2981,"outputTokens":6,"latencyMs":1291.838042000003},{"questionId":"q11","format":"csv","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2855,"outputTokens":6,"latencyMs":1086.5020000000077},{"questionId":"q11","format":"xml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9359,"outputTokens":6,"latencyMs":1738.5310000000027},{"questionId":"q11","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5759,"outputTokens":6,"latencyMs":1427.1702500000101},{"questionId":"q12","format":"json","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7866,"outputTokens":4,"latencyMs":1154.7808750000113},{"questionId":"q12","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2978,"outputTokens":4,"latencyMs":1049.548834000001},{"questionId":"q12","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2852,"outputTokens":4,"latencyMs":1627.4444999999978},{"questionId":"q12","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9356,"outputTokens":4,"latencyMs":1194.5875000000087},{"questionId":"q12","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5756,"outputTokens":4,"latencyMs":1135.9470000000001},{"questionId":"q13","format":"json","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7869,"outputTokens":9,"latencyMs":1437.4254999999976},{"questionId":"q13","format":"toon","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2981,"outputTokens":9,"latencyMs":976.7932080000028},{"questionId":"q13","format":"csv","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2855,"outputTokens":9,"latencyMs":942.6564999999973},{"questionId":"q13","format":"xml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9359,"outputTokens":9,"latencyMs":1031.2646660000028},{"questionId":"q13","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5759,"outputTokens":9,"latencyMs":1340.2485000000015},{"questionId":"q14","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":7870,"outputTokens":5,"latencyMs":1161.0218750000058},{"questionId":"q14","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2982,"outputTokens":5,"latencyMs":1119.0639590000064},{"questionId":"q14","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":2856,"outputTokens":5,"latencyMs":1039.96875},{"questionId":"q14","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":9360,"outputTokens":5,"latencyMs":1149.7638750000042},{"questionId":"q14","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":5760,"outputTokens":5,"latencyMs":1100.402041999987},{"questionId":"q15","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1583.3454999999958},{"questionId":"q15","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":1374.1683340000018},{"questionId":"q15","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":931.5164159999986},{"questionId":"q15","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1373.9272079999937},{"questionId":"q15","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":1083.524166999996},{"questionId":"q16","format":"json","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7870,"outputTokens":6,"latencyMs":1018.1638749999984},{"questionId":"q16","format":"toon","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2982,"outputTokens":6,"latencyMs":888.2622499999998},{"questionId":"q16","format":"csv","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2856,"outputTokens":6,"latencyMs":1090.7119999999995},{"questionId":"q16","format":"xml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9360,"outputTokens":6,"latencyMs":1210.7770830000081},{"questionId":"q16","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5760,"outputTokens":6,"latencyMs":1957.4906250000058},{"questionId":"q17","format":"json","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7872,"outputTokens":4,"latencyMs":919.3165420000005},{"questionId":"q17","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2984,"outputTokens":4,"latencyMs":1039.6322919999948},{"questionId":"q17","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2858,"outputTokens":4,"latencyMs":841.287124999988},{"questionId":"q17","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9362,"outputTokens":4,"latencyMs":1159.6582499999931},{"questionId":"q17","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5762,"outputTokens":4,"latencyMs":1037.8007500000094},{"questionId":"q18","format":"json","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7871,"outputTokens":10,"latencyMs":1001.4192089999997},{"questionId":"q18","format":"toon","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2983,"outputTokens":10,"latencyMs":1050.905792000005},{"questionId":"q18","format":"csv","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2857,"outputTokens":10,"latencyMs":1001.2788329999894},{"questionId":"q18","format":"xml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9361,"outputTokens":10,"latencyMs":1146.9045420000039},{"questionId":"q18","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5761,"outputTokens":10,"latencyMs":2669.4870410000003},{"questionId":"q19","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":7874,"outputTokens":5,"latencyMs":990.6413750000065},{"questionId":"q19","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2986,"outputTokens":5,"latencyMs":992.1132920000091},{"questionId":"q19","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":2860,"outputTokens":5,"latencyMs":1272.6606670000037},{"questionId":"q19","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":9364,"outputTokens":5,"latencyMs":1037.2679590000043},{"questionId":"q19","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":5764,"outputTokens":5,"latencyMs":1311.8713750000024},{"questionId":"q20","format":"json","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7867,"outputTokens":4,"latencyMs":1216.2409999999945},{"questionId":"q20","format":"toon","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2979,"outputTokens":4,"latencyMs":847.3230410000106},{"questionId":"q20","format":"csv","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2853,"outputTokens":4,"latencyMs":1020.1723750000092},{"questionId":"q20","format":"xml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9357,"outputTokens":4,"latencyMs":1031.5461249999935},{"questionId":"q20","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5757,"outputTokens":4,"latencyMs":908.4395419999928},{"questionId":"q21","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":2676.222084000008},{"questionId":"q21","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":961.9827910000022},{"questionId":"q21","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1234.0517909999908},{"questionId":"q21","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1615.9762090000004},{"questionId":"q21","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1033.6260420000035},{"questionId":"q22","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1825.1913749999949},{"questionId":"q22","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":1408.342875000002},{"questionId":"q22","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":2465.1213750000024},{"questionId":"q22","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":2764.623915999997},{"questionId":"q22","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"16","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1131.2473750000063},{"questionId":"q23","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":943.4784169999912},{"questionId":"q23","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"14","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":832.4295830000046},{"questionId":"q23","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1249.9047920000012},{"questionId":"q23","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1478.3672499999957},{"questionId":"q23","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1374.2665000000125},{"questionId":"q24","format":"json","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1166.825582999998},{"questionId":"q24","format":"toon","model":"claude-haiku-4-5-20251001","expected":"17","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":3421.561999999991},{"questionId":"q24","format":"csv","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1175.7181659999915},{"questionId":"q24","format":"xml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":2769.9394590000156},{"questionId":"q24","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"17","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1308.8369169999787},{"questionId":"q25","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1180.680250000005},{"questionId":"q25","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":2278.2342089999875},{"questionId":"q25","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":971.457041000016},{"questionId":"q25","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"11","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1664.8775000000023},{"questionId":"q25","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1651.8204579999729},{"questionId":"q26","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7865,"outputTokens":5,"latencyMs":1501.1941660000011},{"questionId":"q26","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2977,"outputTokens":5,"latencyMs":971.5193330000038},{"questionId":"q26","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":2851,"outputTokens":5,"latencyMs":1530.015665999992},{"questionId":"q26","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":9355,"outputTokens":5,"latencyMs":1514.5895000000019},{"questionId":"q26","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":5755,"outputTokens":5,"latencyMs":1222.6664159999928},{"questionId":"q27","format":"json","model":"claude-haiku-4-5-20251001","expected":"91","actual":"89","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1974.1871669999964},{"questionId":"q27","format":"toon","model":"claude-haiku-4-5-20251001","expected":"91","actual":"85","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1352.7628749999858},{"questionId":"q27","format":"csv","model":"claude-haiku-4-5-20251001","expected":"91","actual":"81","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1119.7829159999965},{"questionId":"q27","format":"xml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1463.1034170000057},{"questionId":"q27","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"91","actual":"87","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1329.3650840000191},{"questionId":"q28","format":"json","model":"claude-haiku-4-5-20251001","expected":"67","actual":"57","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1114.402207999985},{"questionId":"q28","format":"toon","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1262.3370409999916},{"questionId":"q28","format":"csv","model":"claude-haiku-4-5-20251001","expected":"67","actual":"42","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1218.0844159999979},{"questionId":"q28","format":"xml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"53","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":1224.4896249999874},{"questionId":"q28","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"67","actual":"58","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1404.2133329999924},{"questionId":"q29","format":"json","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":1926.940082999994},{"questionId":"q29","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1626.1094999999914},{"questionId":"q29","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"29","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":1430.0122499999998},{"questionId":"q29","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":3668.176416000002},{"questionId":"q29","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1311.8123750000086},{"questionId":"q30","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"18","isCorrect":false,"inputTokens":7870,"outputTokens":5,"latencyMs":3085.3985000000102},{"questionId":"q30","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"15","isCorrect":false,"inputTokens":2982,"outputTokens":5,"latencyMs":1836.7795000000042},{"questionId":"q30","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"14","isCorrect":false,"inputTokens":2856,"outputTokens":5,"latencyMs":975.8867920000048},{"questionId":"q30","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":9360,"outputTokens":5,"latencyMs":2409.036374999996},{"questionId":"q30","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"18","isCorrect":false,"inputTokens":5760,"outputTokens":5,"latencyMs":1688.614916999999},{"questionId":"q31","format":"json","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":1159.5274170000048},{"questionId":"q31","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2978,"outputTokens":5,"latencyMs":1150.8523339999956},{"questionId":"q31","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1248.6899590000103},{"questionId":"q31","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9356,"outputTokens":5,"latencyMs":1142.903290999995},{"questionId":"q31","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1536.5535420000087},{"questionId":"q32","format":"json","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"$100,547.59","isCorrect":false,"inputTokens":7867,"outputTokens":9,"latencyMs":1980.8121249999967},{"questionId":"q32","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,588.23","isCorrect":false,"inputTokens":2979,"outputTokens":9,"latencyMs":1176.6161250000005},{"questionId":"q32","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"99,545.41","isCorrect":false,"inputTokens":2853,"outputTokens":9,"latencyMs":1201.305250000005},{"questionId":"q32","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"100,287.84","isCorrect":false,"inputTokens":9357,"outputTokens":9,"latencyMs":2084.5580840000184},{"questionId":"q32","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96503","actual":"102,127.68","isCorrect":false,"inputTokens":5757,"outputTokens":9,"latencyMs":2140.966625000001},{"questionId":"q33","format":"json","model":"claude-haiku-4-5-20251001","expected":"78","actual":"81","isCorrect":false,"inputTokens":7864,"outputTokens":5,"latencyMs":1089.961083000002},{"questionId":"q33","format":"toon","model":"claude-haiku-4-5-20251001","expected":"78","actual":"77","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":829.7857910000021},{"questionId":"q33","format":"csv","model":"claude-haiku-4-5-20251001","expected":"78","actual":"76","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1404.6330000000016},{"questionId":"q33","format":"xml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"80","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1477.4499160000123},{"questionId":"q33","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"78","actual":"72","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1117.3200420000067},{"questionId":"q34","format":"json","model":"claude-haiku-4-5-20251001","expected":"22","actual":"14","isCorrect":false,"inputTokens":7864,"outputTokens":5,"latencyMs":1089.4079999999958},{"questionId":"q34","format":"toon","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2976,"outputTokens":5,"latencyMs":960.812042000005},{"questionId":"q34","format":"csv","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":2850,"outputTokens":5,"latencyMs":1273.656874999986},{"questionId":"q34","format":"xml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"15","isCorrect":false,"inputTokens":9354,"outputTokens":5,"latencyMs":1516.767124999984},{"questionId":"q34","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"22","actual":"17","isCorrect":false,"inputTokens":5754,"outputTokens":5,"latencyMs":1084.7532080000092},{"questionId":"q35","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1330.263500000001},{"questionId":"q35","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"11","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":980.9033749999944},{"questionId":"q35","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1487.3991249999963},{"questionId":"q35","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1152.3149999999732},{"questionId":"q35","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"10","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1218.9623750000028},{"questionId":"q36","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1315.5187499999884},{"questionId":"q36","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1121.2172919999866},{"questionId":"q36","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":887.1655420000025},{"questionId":"q36","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1165.4899580000201},{"questionId":"q36","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":2556.736124999996},{"questionId":"q37","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1375.5547080000106},{"questionId":"q37","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1772.9010830000043},{"questionId":"q37","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1017.8509999999951},{"questionId":"q37","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1334.6767919999838},{"questionId":"q37","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1062.2425839999923},{"questionId":"q38","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1174.8603339999972},{"questionId":"q38","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1567.9866249999905},{"questionId":"q38","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1229.9130000000005},{"questionId":"q38","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2080.8386670000036},{"questionId":"q38","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1438.962790999998},{"questionId":"q39","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1347.803958000004},{"questionId":"q39","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1346.8424999999988},{"questionId":"q39","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1162.1666670000122},{"questionId":"q39","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1127.7693749999744},{"questionId":"q39","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1194.429541999998},{"questionId":"q40","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1226.3327090000093},{"questionId":"q40","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1243.6823330000043},{"questionId":"q40","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1018.6486250000016},{"questionId":"q40","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1061.0602090000175},{"questionId":"q40","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1092.6837910000177},{"questionId":"q41","format":"json","model":"claude-haiku-4-5-20251001","expected":"63","actual":"72","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":2164.3315000000002},{"questionId":"q41","format":"toon","model":"claude-haiku-4-5-20251001","expected":"63","actual":"61","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":3286.745082999987},{"questionId":"q41","format":"csv","model":"claude-haiku-4-5-20251001","expected":"63","actual":"58","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1241.5387920000067},{"questionId":"q41","format":"xml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"63","isCorrect":true,"inputTokens":9362,"outputTokens":5,"latencyMs":2186.99779199998},{"questionId":"q41","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"63","actual":"66","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1106.6864999999816},{"questionId":"q42","format":"json","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1537.9564580000006},{"questionId":"q42","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1049.4833750000107},{"questionId":"q42","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"42","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1424.8600830000069},{"questionId":"q42","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":2155.378291000001},{"questionId":"q42","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"47","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1709.97866600001},{"questionId":"q43","format":"json","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1145.8177920000162},{"questionId":"q43","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"32","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":1026.8002500000002},{"questionId":"q43","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"28","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":945.9004159999895},{"questionId":"q43","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"34","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1597.1786670000001},{"questionId":"q43","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"31","isCorrect":false,"inputTokens":5762,"outputTokens":5,"latencyMs":1227.4780840000021},{"questionId":"q44","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":7872,"outputTokens":5,"latencyMs":1597.7090000000026},{"questionId":"q44","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2984,"outputTokens":5,"latencyMs":2308.1104159999813},{"questionId":"q44","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":2858,"outputTokens":5,"latencyMs":1612.660749999981},{"questionId":"q44","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"15","isCorrect":false,"inputTokens":9362,"outputTokens":5,"latencyMs":1999.6158749999886},{"questionId":"q44","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"16","isCorrect":true,"inputTokens":5762,"outputTokens":5,"latencyMs":1419.2382919999945},{"questionId":"q45","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"8","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1988.874833000009},{"questionId":"q45","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1379.1875},{"questionId":"q45","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1234.3258339999884},{"questionId":"q45","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":3586.301792000013},{"questionId":"q45","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1480.7154169999994},{"questionId":"q46","format":"json","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1243.541750000004},{"questionId":"q46","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2985,"outputTokens":5,"latencyMs":1259.1426670000073},{"questionId":"q46","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":2859,"outputTokens":5,"latencyMs":1441.2370419999934},{"questionId":"q46","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1966.9545830000134},{"questionId":"q46","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":5763,"outputTokens":5,"latencyMs":1562.179124999995},{"questionId":"q47","format":"json","model":"claude-haiku-4-5-20251001","expected":"15","actual":"8","isCorrect":false,"inputTokens":7873,"outputTokens":5,"latencyMs":1238.9752909999806},{"questionId":"q47","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15","actual":"7","isCorrect":false,"inputTokens":2985,"outputTokens":5,"latencyMs":1364.5455840000068},{"questionId":"q47","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":2859,"outputTokens":5,"latencyMs":1280.3016669999924},{"questionId":"q47","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":9363,"outputTokens":5,"latencyMs":1313.6669580000162},{"questionId":"q47","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15","actual":"9","isCorrect":false,"inputTokens":5763,"outputTokens":5,"latencyMs":1232.7792500000214},{"questionId":"q48","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":2766.1501250000147},{"questionId":"q48","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":2236.2213340000017},{"questionId":"q48","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":1155.4116249999788},{"questionId":"q48","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"18","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":1420.8660419999796},{"questionId":"q48","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"12","isCorrect":true,"inputTokens":5756,"outputTokens":5,"latencyMs":1203.599749999994},{"questionId":"q49","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":7866,"outputTokens":5,"latencyMs":1146.200125000003},{"questionId":"q49","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":1450.0628330000036},{"questionId":"q49","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":2852,"outputTokens":5,"latencyMs":1435.3958339999954},{"questionId":"q49","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":2075.0522080000082},{"questionId":"q49","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1346.5723749999888},{"questionId":"q50","format":"json","model":"claude-haiku-4-5-20251001","expected":"14","actual":"12","isCorrect":false,"inputTokens":7866,"outputTokens":5,"latencyMs":1019.7261249999865},{"questionId":"q50","format":"toon","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2978,"outputTokens":5,"latencyMs":999.3966660000151},{"questionId":"q50","format":"csv","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":2852,"outputTokens":5,"latencyMs":2026.2315839999646},{"questionId":"q50","format":"xml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":9356,"outputTokens":5,"latencyMs":2070.864291999984},{"questionId":"q50","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"14","actual":"13","isCorrect":false,"inputTokens":5756,"outputTokens":5,"latencyMs":1420.2249999999767},{"questionId":"q51","format":"json","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1338.403416999965},{"questionId":"q51","format":"toon","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":1453.7060829999973},{"questionId":"q51","format":"csv","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1889.1306249999907},{"questionId":"q51","format":"xml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1285.0567920000176},{"questionId":"q51","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1354.1357090000529},{"questionId":"q52","format":"json","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1377.158791999973},{"questionId":"q52","format":"toon","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1729.5837920000195},{"questionId":"q52","format":"csv","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1362.489292000013},{"questionId":"q52","format":"xml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1395.7926250000019},{"questionId":"q52","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1587.6884590000263},{"questionId":"q53","format":"json","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1361.6340829999535},{"questionId":"q53","format":"toon","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":2219.1022910000174},{"questionId":"q53","format":"csv","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1115.0106249999953},{"questionId":"q53","format":"xml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1719.6907499999506},{"questionId":"q53","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1190.9161670000176},{"questionId":"q54","format":"json","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":3407.5523750000284},{"questionId":"q54","format":"toon","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1134.8695420000004},{"questionId":"q54","format":"csv","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":2270.4190839999937},{"questionId":"q54","format":"xml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1364.803750000021},{"questionId":"q54","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1825.5779999999795},{"questionId":"q55","format":"json","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11906,"outputTokens":7,"latencyMs":1389.4061670000083},{"questionId":"q55","format":"toon","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6992,"outputTokens":7,"latencyMs":2215.1201249999576},{"questionId":"q55","format":"csv","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8413,"outputTokens":7,"latencyMs":1189.2368339999812},{"questionId":"q55","format":"xml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13379,"outputTokens":7,"latencyMs":1225.655374999973},{"questionId":"q55","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8384,"outputTokens":7,"latencyMs":1170.1070419999887},{"questionId":"q56","format":"json","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1099.5677499999874},{"questionId":"q56","format":"toon","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":1931.7325829999754},{"questionId":"q56","format":"csv","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1917.2016670000157},{"questionId":"q56","format":"xml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":1246.0682909999741},{"questionId":"q56","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1353.250291000004},{"questionId":"q57","format":"json","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11906,"outputTokens":8,"latencyMs":1356.5264169999864},{"questionId":"q57","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6992,"outputTokens":8,"latencyMs":1020.6854579999927},{"questionId":"q57","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8413,"outputTokens":8,"latencyMs":1211.3901250000345},{"questionId":"q57","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13379,"outputTokens":8,"latencyMs":1058.1989579999936},{"questionId":"q57","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8384,"outputTokens":8,"latencyMs":1112.876958000008},{"questionId":"q58","format":"json","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11906,"outputTokens":4,"latencyMs":1390.6405410000007},{"questionId":"q58","format":"toon","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6992,"outputTokens":4,"latencyMs":919.4166669999831},{"questionId":"q58","format":"csv","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8413,"outputTokens":4,"latencyMs":1130.1978750000126},{"questionId":"q58","format":"xml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13379,"outputTokens":4,"latencyMs":2180.595917000028},{"questionId":"q58","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8384,"outputTokens":4,"latencyMs":1093.8948329999694},{"questionId":"q59","format":"json","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11907,"outputTokens":12,"latencyMs":1392.8140839999542},{"questionId":"q59","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1689.8878749999567},{"questionId":"q59","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1116.2487090000068},{"questionId":"q59","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":1303.4296249999898},{"questionId":"q59","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1402.1074999999837},{"questionId":"q60","format":"json","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1640.8011249999981},{"questionId":"q60","format":"toon","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":2126.2244170000195},{"questionId":"q60","format":"csv","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1270.2820409999695},{"questionId":"q60","format":"xml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1866.3797079999931},{"questionId":"q60","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2280.511375000002},{"questionId":"q61","format":"json","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1505.320708000043},{"questionId":"q61","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1153.7065000000293},{"questionId":"q61","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":2330.0680000000284},{"questionId":"q61","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1568.680708000029},{"questionId":"q61","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1623.793458},{"questionId":"q62","format":"json","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":1270.4280000000144},{"questionId":"q62","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1333.9202499999665},{"questionId":"q62","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3","actual":"10","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1138.9641660000198},{"questionId":"q62","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1429.5334579999908},{"questionId":"q62","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3","actual":"3","isCorrect":true,"inputTokens":8384,"outputTokens":5,"latencyMs":1439.8376660000067},{"questionId":"q63","format":"json","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1386.3818329999922},{"questionId":"q63","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1410.5129580000066},{"questionId":"q63","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1274.3455409999588},{"questionId":"q63","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1380.736042000004},{"questionId":"q63","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":2890.8507499999832},{"questionId":"q64","format":"json","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":11,"latencyMs":1367.077958000009},{"questionId":"q64","format":"toon","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":11,"latencyMs":1073.1642499999725},{"questionId":"q64","format":"csv","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":11,"latencyMs":1491.3501660000184},{"questionId":"q64","format":"xml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":11,"latencyMs":1635.9112089999835},{"questionId":"q64","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":11,"latencyMs":1109.0092499999446},{"questionId":"q65","format":"json","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":11907,"outputTokens":10,"latencyMs":1089.0091249999823},{"questionId":"q65","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6993,"outputTokens":10,"latencyMs":1325.122166999965},{"questionId":"q65","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8414,"outputTokens":10,"latencyMs":1161.099749999994},{"questionId":"q65","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13380,"outputTokens":10,"latencyMs":1423.9074169999803},{"questionId":"q65","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8385,"outputTokens":10,"latencyMs":1073.7010829999927},{"questionId":"q66","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":11906,"outputTokens":5,"latencyMs":2295.394417000003},{"questionId":"q66","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":6992,"outputTokens":5,"latencyMs":1033.5624589999788},{"questionId":"q66","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8413,"outputTokens":5,"latencyMs":1402.3941660000128},{"questionId":"q66","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":13379,"outputTokens":5,"latencyMs":1389.6381669999682},{"questionId":"q66","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"11","isCorrect":false,"inputTokens":8384,"outputTokens":5,"latencyMs":1295.8963750000112},{"questionId":"q67","format":"json","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11907,"outputTokens":13,"latencyMs":1844.9397920000483},{"questionId":"q67","format":"toon","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6993,"outputTokens":13,"latencyMs":1716.0601250000182},{"questionId":"q67","format":"csv","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8414,"outputTokens":13,"latencyMs":1433.5795830000425},{"questionId":"q67","format":"xml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13380,"outputTokens":13,"latencyMs":1632.9872500000056},{"questionId":"q67","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8385,"outputTokens":13,"latencyMs":1222.632459000044},{"questionId":"q68","format":"json","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11907,"outputTokens":12,"latencyMs":2385.0097079999978},{"questionId":"q68","format":"toon","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6993,"outputTokens":12,"latencyMs":1160.1054169999552},{"questionId":"q68","format":"csv","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8414,"outputTokens":12,"latencyMs":1231.7363750000368},{"questionId":"q68","format":"xml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13380,"outputTokens":12,"latencyMs":2037.4087910000235},{"questionId":"q68","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8385,"outputTokens":12,"latencyMs":1067.361499999999},{"questionId":"q69","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1218.2997089999844},{"questionId":"q69","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1188.1514580000076},{"questionId":"q69","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1231.7405840000138},{"questionId":"q69","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1228.3384169999626},{"questionId":"q69","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1195.989041999972},{"questionId":"q70","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1053.6037080000388},{"questionId":"q70","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":1213.5334579999908},{"questionId":"q70","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1118.7239160000463},{"questionId":"q70","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1043.9611249999725},{"questionId":"q70","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":2439.6445829999866},{"questionId":"q71","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1570.8082500000019},{"questionId":"q71","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":6988,"outputTokens":5,"latencyMs":2570.080958000035},{"questionId":"q71","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"7","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1309.1680840000045},{"questionId":"q71","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":2026.7723750000005},{"questionId":"q71","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"6","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1544.3698339999537},{"questionId":"q72","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1677.6970420000143},{"questionId":"q72","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1151.8453750000335},{"questionId":"q72","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":8409,"outputTokens":5,"latencyMs":1148.8181660000118},{"questionId":"q72","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":13375,"outputTokens":5,"latencyMs":2317.160375000036},{"questionId":"q72","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8380,"outputTokens":5,"latencyMs":1197.478833000001},{"questionId":"q73","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":11902,"outputTokens":5,"latencyMs":1108.2483750000247},{"questionId":"q73","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":6988,"outputTokens":5,"latencyMs":1946.8404159999918},{"questionId":"q73","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":8409,"outputTokens":5,"latencyMs":994.4722079999628},{"questionId":"q73","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":13375,"outputTokens":5,"latencyMs":1163.7237500000047},{"questionId":"q73","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":8380,"outputTokens":5,"latencyMs":1077.4982909999671},{"questionId":"q74","format":"json","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"54,447.43","isCorrect":false,"inputTokens":11902,"outputTokens":9,"latencyMs":1220.2374999999884},{"questionId":"q74","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"41,968.01","isCorrect":false,"inputTokens":6988,"outputTokens":9,"latencyMs":1251.7532080000383},{"questionId":"q74","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"42,889.76","isCorrect":false,"inputTokens":8409,"outputTokens":9,"latencyMs":1411.8181249999907},{"questionId":"q74","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"47,849.63","isCorrect":false,"inputTokens":13375,"outputTokens":9,"latencyMs":1133.3212080000085},{"questionId":"q74","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42342.25","actual":"41,285.51","isCorrect":false,"inputTokens":8380,"outputTokens":9,"latencyMs":1392.6548750000075},{"questionId":"q75","format":"json","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"$936.49","isCorrect":false,"inputTokens":11900,"outputTokens":7,"latencyMs":1302.5100840000086},{"questionId":"q75","format":"toon","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"886.62","isCorrect":false,"inputTokens":6986,"outputTokens":7,"latencyMs":1230.3054590000538},{"questionId":"q75","format":"csv","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"944.92","isCorrect":false,"inputTokens":8407,"outputTokens":7,"latencyMs":1533.4014579999493},{"questionId":"q75","format":"xml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"891.36","isCorrect":false,"inputTokens":13373,"outputTokens":7,"latencyMs":3114.0749999999534},{"questionId":"q75","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"846.85","actual":"912.77","isCorrect":false,"inputTokens":8378,"outputTokens":7,"latencyMs":2895.7042089999886},{"questionId":"q76","format":"json","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":11901,"outputTokens":5,"latencyMs":1528.3323340000352},{"questionId":"q76","format":"toon","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":6987,"outputTokens":5,"latencyMs":1822.6529999999912},{"questionId":"q76","format":"csv","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8408,"outputTokens":5,"latencyMs":1134.5651659999858},{"questionId":"q76","format":"xml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":13374,"outputTokens":5,"latencyMs":1402.486957999994},{"questionId":"q76","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"50","actual":"50","isCorrect":true,"inputTokens":8379,"outputTokens":5,"latencyMs":1319.4636249999749},{"questionId":"q77","format":"json","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":11900,"outputTokens":8,"latencyMs":1276.8460419999901},{"questionId":"q77","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6986,"outputTokens":8,"latencyMs":1782.0388749999693},{"questionId":"q77","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8407,"outputTokens":8,"latencyMs":1436.4017919999897},{"questionId":"q77","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13373,"outputTokens":8,"latencyMs":2621.8673750000307},{"questionId":"q77","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8378,"outputTokens":8,"latencyMs":2039.217500000028},{"questionId":"q78","format":"json","model":"claude-haiku-4-5-20251001","expected":"44","actual":"47","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1561.1192920000176},{"questionId":"q78","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"46","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1141.783582999953},{"questionId":"q78","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"45","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1592.5399169999873},{"questionId":"q78","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"41","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1285.3430829999852},{"questionId":"q78","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"41","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1416.1548339999863},{"questionId":"q79","format":"json","model":"claude-haiku-4-5-20251001","expected":"39","actual":"37","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1331.6262500000303},{"questionId":"q79","format":"toon","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":2346.6002089999965},{"questionId":"q79","format":"csv","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1636.9953339999774},{"questionId":"q79","format":"xml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"38","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1951.505375000008},{"questionId":"q79","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"39","actual":"35","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":1388.014749999973},{"questionId":"q80","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"27","isCorrect":false,"inputTokens":11904,"outputTokens":5,"latencyMs":1543.5160840000026},{"questionId":"q80","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":6990,"outputTokens":5,"latencyMs":1321.4216669999878},{"questionId":"q80","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8411,"outputTokens":5,"latencyMs":1289.807582999987},{"questionId":"q80","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":13377,"outputTokens":5,"latencyMs":1367.2527910000063},{"questionId":"q80","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"28","isCorrect":false,"inputTokens":8382,"outputTokens":5,"latencyMs":2943.727291999967},{"questionId":"q81","format":"json","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1271.8723330000066},{"questionId":"q81","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1330.5853750000242},{"questionId":"q81","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1618.439916000003},{"questionId":"q81","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"5","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1269.428957999975},{"questionId":"q81","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":2378.267542000045},{"questionId":"q82","format":"json","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":11908,"outputTokens":5,"latencyMs":1261.768625000026},{"questionId":"q82","format":"toon","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1286.546624999959},{"questionId":"q82","format":"csv","model":"claude-haiku-4-5-20251001","expected":"8","actual":"8","isCorrect":true,"inputTokens":8415,"outputTokens":5,"latencyMs":1623.119834000012},{"questionId":"q82","format":"xml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1664.7625410000328},{"questionId":"q82","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"8","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1248.4005840000464},{"questionId":"q83","format":"json","model":"claude-haiku-4-5-20251001","expected":"7","actual":"8","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1790.5056249999907},{"questionId":"q83","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1155.7405830000062},{"questionId":"q83","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":3098.254249999998},{"questionId":"q83","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"6","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1293.9322500000126},{"questionId":"q83","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7","actual":"7","isCorrect":true,"inputTokens":8386,"outputTokens":5,"latencyMs":1254.1426250000368},{"questionId":"q84","format":"json","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1453.7093340000138},{"questionId":"q84","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1422.2372500000056},{"questionId":"q84","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"10","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1075.0470830000122},{"questionId":"q84","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":1325.1131250000326},{"questionId":"q84","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1298.777624999988},{"questionId":"q85","format":"json","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":11908,"outputTokens":5,"latencyMs":1571.7387079999899},{"questionId":"q85","format":"toon","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":6994,"outputTokens":5,"latencyMs":1252.948916000023},{"questionId":"q85","format":"csv","model":"claude-haiku-4-5-20251001","expected":"9","actual":"6","isCorrect":false,"inputTokens":8415,"outputTokens":5,"latencyMs":1463.7149579999968},{"questionId":"q85","format":"xml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"8","isCorrect":false,"inputTokens":13381,"outputTokens":5,"latencyMs":2051.993582999974},{"questionId":"q85","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"9","actual":"7","isCorrect":false,"inputTokens":8386,"outputTokens":5,"latencyMs":1053.755541999999},{"questionId":"q86","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1320.4577090000384},{"questionId":"q86","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1635.53795800003},{"questionId":"q86","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1300.8127919999533},{"questionId":"q86","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1600.1493750000373},{"questionId":"q86","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1826.9277909999946},{"questionId":"q87","format":"json","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1552.2748750000028},{"questionId":"q87","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5","actual":"5","isCorrect":true,"inputTokens":6995,"outputTokens":5,"latencyMs":1174.96212500002},{"questionId":"q87","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5","actual":"8","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1779.2082500000251},{"questionId":"q87","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1288.2763330000453},{"questionId":"q87","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5","actual":"6","isCorrect":false,"inputTokens":8387,"outputTokens":5,"latencyMs":1219.9259999999776},{"questionId":"q88","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":11909,"outputTokens":5,"latencyMs":1253.2440410000272},{"questionId":"q88","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":6995,"outputTokens":5,"latencyMs":1564.9171659999993},{"questionId":"q88","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"5","isCorrect":false,"inputTokens":8416,"outputTokens":5,"latencyMs":1241.5279580000206},{"questionId":"q88","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"6","isCorrect":false,"inputTokens":13382,"outputTokens":5,"latencyMs":1948.8552499999641},{"questionId":"q88","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":8387,"outputTokens":5,"latencyMs":1445.0716250000405},{"questionId":"q89","format":"json","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":11912,"outputTokens":5,"latencyMs":1493.0670000000391},{"questionId":"q89","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1212.9077079999843},{"questionId":"q89","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"33","isCorrect":false,"inputTokens":8419,"outputTokens":5,"latencyMs":1126.5156660000212},{"questionId":"q89","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"20","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":1692.0327079999843},{"questionId":"q89","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"28","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1147.431750000047},{"questionId":"q90","format":"json","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":11912,"outputTokens":5,"latencyMs":1466.4770410000347},{"questionId":"q90","format":"toon","model":"claude-haiku-4-5-20251001","expected":"27","actual":"20","isCorrect":false,"inputTokens":6998,"outputTokens":5,"latencyMs":1124.0648330000113},{"questionId":"q90","format":"csv","model":"claude-haiku-4-5-20251001","expected":"27","actual":"27","isCorrect":true,"inputTokens":8419,"outputTokens":5,"latencyMs":1281.6094170000288},{"questionId":"q90","format":"xml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"25","isCorrect":false,"inputTokens":13385,"outputTokens":5,"latencyMs":2052.5519159999676},{"questionId":"q90","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"27","actual":"23","isCorrect":false,"inputTokens":8390,"outputTokens":5,"latencyMs":1354.4827919999952},{"questionId":"q91","format":"json","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1496.1817080000183},{"questionId":"q91","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1326.7966669999296},{"questionId":"q91","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1188.4489580000518},{"questionId":"q91","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1194.3737919999985},{"questionId":"q91","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1166.605041999952},{"questionId":"q92","format":"json","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1574.6962079999503},{"questionId":"q92","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1261.8958750000456},{"questionId":"q92","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1295.173957999912},{"questionId":"q92","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1243.8842080000322},{"questionId":"q92","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1601.2847499999916},{"questionId":"q93","format":"json","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1483.468292000005},{"questionId":"q93","format":"toon","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1327.1865420000395},{"questionId":"q93","format":"csv","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1328.127582999994},{"questionId":"q93","format":"xml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1404.4630419999594},{"questionId":"q93","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"33","actual":"33","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1244.6137079999316},{"questionId":"q94","format":"json","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1551.512667000061},{"questionId":"q94","format":"toon","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":2279.9966249999125},{"questionId":"q94","format":"csv","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1027.3964579999447},{"questionId":"q94","format":"xml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1423.0489170000656},{"questionId":"q94","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"377","actual":"377","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1850.3175000000047},{"questionId":"q95","format":"json","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":1810.7543329999316},{"questionId":"q95","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":1357.8486249999842},{"questionId":"q95","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":1845.4481249999953},{"questionId":"q95","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1004.14391600003},{"questionId":"q95","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1684.122457999969},{"questionId":"q96","format":"json","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1023.0788750000065},{"questionId":"q96","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1107.7528750000056},{"questionId":"q96","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":1113.4604579999577},{"questionId":"q96","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1906.3445409999695},{"questionId":"q96","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1461.5206659999676},{"questionId":"q97","format":"json","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1449.4142079999438},{"questionId":"q97","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":982.7120000000577},{"questionId":"q97","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1143.3677499999758},{"questionId":"q97","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":2210.586084000068},{"questionId":"q97","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":1370.3371250000782},{"questionId":"q98","format":"json","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1253.9421670000302},{"questionId":"q98","format":"toon","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":948.9563329999801},{"questionId":"q98","format":"csv","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1232.0749999999534},{"questionId":"q98","format":"xml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1111.2339580000844},{"questionId":"q98","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"44","actual":"44","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1206.5812500000466},{"questionId":"q99","format":"json","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":1317.8607909999555},{"questionId":"q99","format":"toon","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1049.2829159999965},{"questionId":"q99","format":"csv","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1377.343957999954},{"questionId":"q99","format":"xml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":879.548875000095},{"questionId":"q99","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"411","actual":"411","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":1139.3073330000043},{"questionId":"q100","format":"json","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4080,"outputTokens":7,"latencyMs":969.861333000008},{"questionId":"q100","format":"toon","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1509,"outputTokens":7,"latencyMs":1130.4489580000518},{"questionId":"q100","format":"csv","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1445,"outputTokens":7,"latencyMs":2960.9970000000903},{"questionId":"q100","format":"xml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4787,"outputTokens":7,"latencyMs":1192.6241250000894},{"questionId":"q100","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3110,"outputTokens":7,"latencyMs":1341.2537920000032},{"questionId":"q101","format":"json","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4080,"outputTokens":6,"latencyMs":1441.3604160000104},{"questionId":"q101","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1509,"outputTokens":6,"latencyMs":1891.1419160000514},{"questionId":"q101","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1445,"outputTokens":6,"latencyMs":2749.9703340000706},{"questionId":"q101","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4787,"outputTokens":6,"latencyMs":1224.8753340000985},{"questionId":"q101","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3110,"outputTokens":6,"latencyMs":1069.7883339999244},{"questionId":"q102","format":"json","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4079,"outputTokens":8,"latencyMs":1281.3057079999708},{"questionId":"q102","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1508,"outputTokens":8,"latencyMs":1084.1402920000255},{"questionId":"q102","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1444,"outputTokens":8,"latencyMs":1192.2751660000067},{"questionId":"q102","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4786,"outputTokens":8,"latencyMs":1069.3499170000432},{"questionId":"q102","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3109,"outputTokens":8,"latencyMs":2495.7463330000173},{"questionId":"q103","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4080,"outputTokens":5,"latencyMs":901.3771669999696},{"questionId":"q103","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1509,"outputTokens":5,"latencyMs":1509.140791999991},{"questionId":"q103","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":1445,"outputTokens":5,"latencyMs":1919.840833999915},{"questionId":"q103","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":4787,"outputTokens":5,"latencyMs":1071.8124580000294},{"questionId":"q103","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"23","isCorrect":true,"inputTokens":3110,"outputTokens":5,"latencyMs":870.2089999999152},{"questionId":"q104","format":"json","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"325,614","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":1180.5497500000056},{"questionId":"q104","format":"toon","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"348,854","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1133.7559170000022},{"questionId":"q104","format":"csv","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"360,624","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1208.080874999985},{"questionId":"q104","format":"xml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"360,671","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1162.560167000047},{"questionId":"q104","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"344498","actual":"379,534","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":2428.6923330000136},{"questionId":"q105","format":"json","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"369,794.87","isCorrect":false,"inputTokens":4075,"outputTokens":9,"latencyMs":2754.613875000039},{"questionId":"q105","format":"toon","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"487,548.85","isCorrect":false,"inputTokens":1504,"outputTokens":9,"latencyMs":1110.5133750000969},{"questionId":"q105","format":"csv","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"471,826.16","isCorrect":false,"inputTokens":1440,"outputTokens":9,"latencyMs":1065.8660420000087},{"questionId":"q105","format":"xml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"403,574.89","isCorrect":false,"inputTokens":4782,"outputTokens":9,"latencyMs":1248.9242080000695},{"questionId":"q105","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"312818.50","actual":"338,547.28","isCorrect":false,"inputTokens":3105,"outputTokens":9,"latencyMs":1007.2753749999683},{"questionId":"q106","format":"json","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,289","isCorrect":false,"inputTokens":4078,"outputTokens":7,"latencyMs":1343.3896670000395},{"questionId":"q106","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1,922","isCorrect":false,"inputTokens":1507,"outputTokens":7,"latencyMs":973.9927919999463},{"questionId":"q106","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1826","isCorrect":false,"inputTokens":1443,"outputTokens":6,"latencyMs":1014.5560419999529},{"questionId":"q106","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1459","isCorrect":false,"inputTokens":4785,"outputTokens":6,"latencyMs":1345.8640409999061},{"questionId":"q106","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1811","actual":"1347","isCorrect":false,"inputTokens":3108,"outputTokens":6,"latencyMs":1328.1966249999823},{"questionId":"q107","format":"json","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,878.77","isCorrect":false,"inputTokens":4076,"outputTokens":9,"latencyMs":1225.9415000000736},{"questionId":"q107","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,708.47","isCorrect":false,"inputTokens":1505,"outputTokens":9,"latencyMs":1346.1824999999953},{"questionId":"q107","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5729.67","isCorrect":false,"inputTokens":1441,"outputTokens":8,"latencyMs":1022.5366669999203},{"questionId":"q107","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,882.26","isCorrect":false,"inputTokens":4783,"outputTokens":9,"latencyMs":1430.3220830000937},{"questionId":"q107","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5742","actual":"5,668.39","isCorrect":false,"inputTokens":3106,"outputTokens":9,"latencyMs":1105.345457999967},{"questionId":"q108","format":"json","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,617.89","isCorrect":false,"inputTokens":4074,"outputTokens":9,"latencyMs":1356.3053749999963},{"questionId":"q108","format":"toon","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"$5,422.37","isCorrect":false,"inputTokens":1503,"outputTokens":9,"latencyMs":1135.5921249999665},{"questionId":"q108","format":"csv","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,587.36","isCorrect":false,"inputTokens":1439,"outputTokens":9,"latencyMs":1106.034166000085},{"questionId":"q108","format":"xml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"5,667.41","isCorrect":false,"inputTokens":4781,"outputTokens":9,"latencyMs":1498.7941659999778},{"questionId":"q108","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"5213.64","actual":"$5,627.47","isCorrect":false,"inputTokens":3104,"outputTokens":9,"latencyMs":1253.2623750000494},{"questionId":"q109","format":"json","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.44","isCorrect":false,"inputTokens":4077,"outputTokens":7,"latencyMs":2073.070000000065},{"questionId":"q109","format":"toon","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.02","isCorrect":false,"inputTokens":1506,"outputTokens":7,"latencyMs":1352.783208000008},{"questionId":"q109","format":"csv","model":"claude-haiku-4-5-20251001","expected":"30","actual":"28.47","isCorrect":false,"inputTokens":1442,"outputTokens":7,"latencyMs":1242.826250000042},{"questionId":"q109","format":"xml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.77","isCorrect":false,"inputTokens":4784,"outputTokens":7,"latencyMs":1329.6313749999972},{"questionId":"q109","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"30","actual":"30.24","isCorrect":false,"inputTokens":3107,"outputTokens":7,"latencyMs":1344.2970420001075},{"questionId":"q110","format":"json","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4076,"outputTokens":5,"latencyMs":1862.9323330000043},{"questionId":"q110","format":"toon","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":1505,"outputTokens":5,"latencyMs":2267.312416000059},{"questionId":"q110","format":"csv","model":"claude-haiku-4-5-20251001","expected":"60","actual":"59","isCorrect":false,"inputTokens":1441,"outputTokens":5,"latencyMs":1088.8707080000313},{"questionId":"q110","format":"xml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":4783,"outputTokens":5,"latencyMs":1108.5667919999687},{"questionId":"q110","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"60","actual":"60","isCorrect":true,"inputTokens":3106,"outputTokens":5,"latencyMs":1449.5671250000596},{"questionId":"q111","format":"json","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4079,"outputTokens":6,"latencyMs":998.7565419999883},{"questionId":"q111","format":"toon","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1508,"outputTokens":6,"latencyMs":1739.1045420001028},{"questionId":"q111","format":"csv","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":1444,"outputTokens":6,"latencyMs":1331.0524999999907},{"questionId":"q111","format":"xml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4786,"outputTokens":6,"latencyMs":1123.7883340000408},{"questionId":"q111","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3109,"outputTokens":6,"latencyMs":1730.0222079999512},{"questionId":"q112","format":"json","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":4078,"outputTokens":5,"latencyMs":1402.7939169999445},{"questionId":"q112","format":"toon","model":"claude-haiku-4-5-20251001","expected":"42","actual":"41","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":982.1187909999862},{"questionId":"q112","format":"csv","model":"claude-haiku-4-5-20251001","expected":"42","actual":"44","isCorrect":false,"inputTokens":1443,"outputTokens":5,"latencyMs":2059.5002499999246},{"questionId":"q112","format":"xml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1406.6035409999313},{"questionId":"q112","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"42","actual":"47","isCorrect":false,"inputTokens":3108,"outputTokens":5,"latencyMs":985.1656250000233},{"questionId":"q113","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":4078,"outputTokens":5,"latencyMs":1565.0267079999903},{"questionId":"q113","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":1507,"outputTokens":5,"latencyMs":799.4635420000413},{"questionId":"q113","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":1443,"outputTokens":5,"latencyMs":1017.5157500000205},{"questionId":"q113","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"10","isCorrect":false,"inputTokens":4785,"outputTokens":5,"latencyMs":1785.9377080000704},{"questionId":"q113","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"11","isCorrect":true,"inputTokens":3108,"outputTokens":5,"latencyMs":928.6421669999836},{"questionId":"q114","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"19","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1885.1796249999898},{"questionId":"q114","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"20","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":1454.5653329999186},{"questionId":"q114","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":1451,"outputTokens":5,"latencyMs":1341.3669170000358},{"questionId":"q114","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"24","isCorrect":false,"inputTokens":4793,"outputTokens":5,"latencyMs":1245.0312089999206},{"questionId":"q114","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"16","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":907.9500000000698},{"questionId":"q115","format":"json","model":"claude-haiku-4-5-20251001","expected":"10","actual":"9","isCorrect":false,"inputTokens":4086,"outputTokens":5,"latencyMs":1038.2205419999082},{"questionId":"q115","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10","actual":"12","isCorrect":false,"inputTokens":1515,"outputTokens":5,"latencyMs":1267.797249999945},{"questionId":"q115","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":1451,"outputTokens":5,"latencyMs":1100.4775000000373},{"questionId":"q115","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"10","isCorrect":true,"inputTokens":4793,"outputTokens":5,"latencyMs":1265.860417000018},{"questionId":"q115","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10","actual":"8","isCorrect":false,"inputTokens":3116,"outputTokens":5,"latencyMs":1392.3656249999767},{"questionId":"q116","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":4084,"outputTokens":5,"latencyMs":1411.0840420000022},{"questionId":"q116","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"47","isCorrect":false,"inputTokens":1513,"outputTokens":5,"latencyMs":1384.028667000006},{"questionId":"q116","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"34","isCorrect":false,"inputTokens":1449,"outputTokens":5,"latencyMs":911.7167909999844},{"questionId":"q116","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"47","isCorrect":false,"inputTokens":4791,"outputTokens":5,"latencyMs":1246.265875000041},{"questionId":"q116","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"41","isCorrect":false,"inputTokens":3114,"outputTokens":5,"latencyMs":1044.5547080000397},{"questionId":"q117","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1005.858082999941},{"questionId":"q117","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":886.2895000000717},{"questionId":"q117","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":1450,"outputTokens":5,"latencyMs":859.7072919999482},{"questionId":"q117","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"38","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1251.6962500000373},{"questionId":"q117","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1345.233499999973},{"questionId":"q118","format":"json","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4085,"outputTokens":5,"latencyMs":855.3057089999784},{"questionId":"q118","format":"toon","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":1514,"outputTokens":5,"latencyMs":987.6447500000941},{"questionId":"q118","format":"csv","model":"claude-haiku-4-5-20251001","expected":"28","actual":"32","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":876.3223330000183},{"questionId":"q118","format":"xml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"28","isCorrect":true,"inputTokens":4792,"outputTokens":5,"latencyMs":1136.8264169999165},{"questionId":"q118","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"28","actual":"31","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1016.296457999968},{"questionId":"q119","format":"json","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1272.6486670000013},{"questionId":"q119","format":"toon","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":907.644125000108},{"questionId":"q119","format":"csv","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":825.9641670000274},{"questionId":"q119","format":"xml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1266.2684590000426},{"questionId":"q119","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"26","actual":"28","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":941.7496249999385},{"questionId":"q120","format":"json","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":931.1359589999774},{"questionId":"q120","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1124.0789159999695},{"questionId":"q120","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"22","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":2307.250500000082},{"questionId":"q120","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1369.374000000069},{"questionId":"q120","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"23","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1262.6202909999993},{"questionId":"q121","format":"json","model":"claude-haiku-4-5-20251001","expected":"35","actual":"22","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1232.813375000027},{"questionId":"q121","format":"toon","model":"claude-haiku-4-5-20251001","expected":"35","actual":"27","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1185.360708000022},{"questionId":"q121","format":"csv","model":"claude-haiku-4-5-20251001","expected":"35","actual":"26","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":2415.6081669999985},{"questionId":"q121","format":"xml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"23","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1048.0039579999866},{"questionId":"q121","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"35","actual":"19","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1071.7293330000248},{"questionId":"q122","format":"json","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":4085,"outputTokens":5,"latencyMs":1277.3671249999898},{"questionId":"q122","format":"toon","model":"claude-haiku-4-5-20251001","expected":"12","actual":"16","isCorrect":false,"inputTokens":1514,"outputTokens":5,"latencyMs":1220.595500000054},{"questionId":"q122","format":"csv","model":"claude-haiku-4-5-20251001","expected":"12","actual":"15","isCorrect":false,"inputTokens":1450,"outputTokens":5,"latencyMs":1028.9524999998976},{"questionId":"q122","format":"xml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"15","isCorrect":false,"inputTokens":4792,"outputTokens":5,"latencyMs":1013.4911249999423},{"questionId":"q122","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"12","actual":"15","isCorrect":false,"inputTokens":3115,"outputTokens":5,"latencyMs":1166.5686660000356},{"questionId":"q123","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"21","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1990.7874580000062},{"questionId":"q123","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":919.8812920000637},{"questionId":"q123","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":969.917958999984},{"questionId":"q123","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"26","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1173.3525840000948},{"questionId":"q123","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":968.9612920000218},{"questionId":"q124","format":"json","model":"claude-haiku-4-5-20251001","expected":"32","actual":"24","isCorrect":false,"inputTokens":4087,"outputTokens":5,"latencyMs":1038.2377499999711},{"questionId":"q124","format":"toon","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":1516,"outputTokens":5,"latencyMs":933.8628340000287},{"questionId":"q124","format":"csv","model":"claude-haiku-4-5-20251001","expected":"32","actual":"23","isCorrect":false,"inputTokens":1452,"outputTokens":5,"latencyMs":1170.1357919999864},{"questionId":"q124","format":"xml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"25","isCorrect":false,"inputTokens":4794,"outputTokens":5,"latencyMs":1123.7251670000842},{"questionId":"q124","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"32","actual":"19","isCorrect":false,"inputTokens":3117,"outputTokens":5,"latencyMs":969.077874999959},{"questionId":"q125","format":"json","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17413,"outputTokens":6,"latencyMs":1311.5376670000842},{"questionId":"q125","format":"toon","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9283,"outputTokens":6,"latencyMs":1786.9380409999285},{"questionId":"q125","format":"csv","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":9129,"outputTokens":6,"latencyMs":1380.0362079999177},{"questionId":"q125","format":"xml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19808,"outputTokens":6,"latencyMs":2514.8733749999665},{"questionId":"q125","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":14487,"outputTokens":6,"latencyMs":1714.699416999938},{"questionId":"q126","format":"json","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17412,"outputTokens":6,"latencyMs":1490.037541000056},{"questionId":"q126","format":"toon","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9282,"outputTokens":6,"latencyMs":1712.012374999933},{"questionId":"q126","format":"csv","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":9128,"outputTokens":6,"latencyMs":1221.8503329999512},{"questionId":"q126","format":"xml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19807,"outputTokens":6,"latencyMs":1211.9797910000198},{"questionId":"q126","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":14486,"outputTokens":6,"latencyMs":1919.441125000012},{"questionId":"q127","format":"json","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17406,"outputTokens":5,"latencyMs":1453.8067919999594},{"questionId":"q127","format":"toon","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9276,"outputTokens":5,"latencyMs":1517.2457089999225},{"questionId":"q127","format":"csv","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":9122,"outputTokens":5,"latencyMs":1134.0115000000224},{"questionId":"q127","format":"xml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19801,"outputTokens":5,"latencyMs":1346.3249579999829},{"questionId":"q127","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":14480,"outputTokens":5,"latencyMs":1345.0869579999708},{"questionId":"q128","format":"json","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":17412,"outputTokens":4,"latencyMs":2632.7109169999603},{"questionId":"q128","format":"toon","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9282,"outputTokens":4,"latencyMs":1382.7364169999491},{"questionId":"q128","format":"csv","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":9128,"outputTokens":4,"latencyMs":1099.9968749999534},{"questionId":"q128","format":"xml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":19807,"outputTokens":4,"latencyMs":1421.636083999998},{"questionId":"q128","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"master","actual":"master","isCorrect":true,"inputTokens":14486,"outputTokens":4,"latencyMs":1686.344625000027},{"questionId":"q129","format":"json","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17408,"outputTokens":6,"latencyMs":2684.278040999896},{"questionId":"q129","format":"toon","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9278,"outputTokens":6,"latencyMs":1106.2043330000015},{"questionId":"q129","format":"csv","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":9124,"outputTokens":6,"latencyMs":1317.5617499999935},{"questionId":"q129","format":"xml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19803,"outputTokens":6,"latencyMs":1351.8907909999834},{"questionId":"q129","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":14482,"outputTokens":6,"latencyMs":1490.1589170000516},{"questionId":"q130","format":"json","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17411,"outputTokens":6,"latencyMs":4884.666582999984},{"questionId":"q130","format":"toon","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1186.4560420000926},{"questionId":"q130","format":"csv","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1058.2652499999385},{"questionId":"q130","format":"xml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1864.8942090000492},{"questionId":"q130","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1223.9388329999056},{"questionId":"q131","format":"json","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17414,"outputTokens":6,"latencyMs":1936.1825840000529},{"questionId":"q131","format":"toon","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9284,"outputTokens":6,"latencyMs":2056.4915420000907},{"questionId":"q131","format":"csv","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":9130,"outputTokens":6,"latencyMs":1027.9326659999788},{"questionId":"q131","format":"xml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19809,"outputTokens":6,"latencyMs":2130.9575409999816},{"questionId":"q131","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":14488,"outputTokens":6,"latencyMs":1635.9998749999795},{"questionId":"q132","format":"json","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17407,"outputTokens":4,"latencyMs":1759.9449579999782},{"questionId":"q132","format":"toon","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9277,"outputTokens":4,"latencyMs":2156.749375000014},{"questionId":"q132","format":"csv","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":9123,"outputTokens":4,"latencyMs":2334.1341249999823},{"questionId":"q132","format":"xml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19802,"outputTokens":4,"latencyMs":1567.0199169999687},{"questionId":"q132","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":14481,"outputTokens":4,"latencyMs":1406.8510000000242},{"questionId":"q133","format":"json","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":17416,"outputTokens":4,"latencyMs":1342.141791000031},{"questionId":"q133","format":"toon","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9286,"outputTokens":4,"latencyMs":2320.2241670000367},{"questionId":"q133","format":"csv","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":9132,"outputTokens":4,"latencyMs":1221.6390420000535},{"questionId":"q133","format":"xml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":19811,"outputTokens":4,"latencyMs":1871.687707999954},{"questionId":"q133","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"main","actual":"main","isCorrect":true,"inputTokens":14490,"outputTokens":4,"latencyMs":1924.4142909999937},{"questionId":"q134","format":"json","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17411,"outputTokens":6,"latencyMs":1465.8539580000797},{"questionId":"q134","format":"toon","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9281,"outputTokens":6,"latencyMs":1046.6887910000514},{"questionId":"q134","format":"csv","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":9127,"outputTokens":6,"latencyMs":1382.7122910000617},{"questionId":"q134","format":"xml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19806,"outputTokens":6,"latencyMs":1696.9750409999397},{"questionId":"q134","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":14485,"outputTokens":6,"latencyMs":1292.3235829999903},{"questionId":"q135","format":"json","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17415,"outputTokens":6,"latencyMs":1989.5777499999385},{"questionId":"q135","format":"toon","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9285,"outputTokens":6,"latencyMs":1112.6634580000537},{"questionId":"q135","format":"csv","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":9131,"outputTokens":6,"latencyMs":1189.675958000007},{"questionId":"q135","format":"xml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19810,"outputTokens":6,"latencyMs":1750.7853749999776},{"questionId":"q135","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":14489,"outputTokens":6,"latencyMs":1180.6805419999873},{"questionId":"q136","format":"json","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"13,345,447","isCorrect":false,"inputTokens":17407,"outputTokens":9,"latencyMs":1292.4934169999324},{"questionId":"q136","format":"toon","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14,987,649","isCorrect":false,"inputTokens":9277,"outputTokens":9,"latencyMs":2294.704458000022},{"questionId":"q136","format":"csv","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"14385485","isCorrect":false,"inputTokens":9123,"outputTokens":7,"latencyMs":1255.9502080000238},{"questionId":"q136","format":"xml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"10,847,847","isCorrect":false,"inputTokens":19802,"outputTokens":9,"latencyMs":1740.3977909999667},{"questionId":"q136","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"15413563","actual":"16,264,937","isCorrect":false,"inputTokens":14481,"outputTokens":9,"latencyMs":1413.9030000000494},{"questionId":"q137","format":"json","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":17404,"outputTokens":5,"latencyMs":1334.7067919999827},{"questionId":"q137","format":"toon","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9274,"outputTokens":5,"latencyMs":1638.919957999955},{"questionId":"q137","format":"csv","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":9120,"outputTokens":5,"latencyMs":1022.4893750000047},{"questionId":"q137","format":"xml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":19799,"outputTokens":5,"latencyMs":1676.017916000099},{"questionId":"q137","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"100","actual":"100","isCorrect":true,"inputTokens":14478,"outputTokens":5,"latencyMs":1182.0437089999905},{"questionId":"q138","format":"json","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"136,908.83","isCorrect":false,"inputTokens":17406,"outputTokens":9,"latencyMs":1396.1572500000475},{"questionId":"q138","format":"toon","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"135,486.41","isCorrect":false,"inputTokens":9276,"outputTokens":9,"latencyMs":1181.653833999997},{"questionId":"q138","format":"csv","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"130,755.88","isCorrect":false,"inputTokens":9122,"outputTokens":9,"latencyMs":1268.3495829999447},{"questionId":"q138","format":"xml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"132,486.86","isCorrect":false,"inputTokens":19801,"outputTokens":9,"latencyMs":2097.0896250000224},{"questionId":"q138","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"154136","actual":"137892.89","isCorrect":false,"inputTokens":14480,"outputTokens":8,"latencyMs":1938.9012920000823},{"questionId":"q139","format":"json","model":"claude-haiku-4-5-20251001","expected":"77","actual":"75","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":2753.923375000013},{"questionId":"q139","format":"toon","model":"claude-haiku-4-5-20251001","expected":"77","actual":"50","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1196.4262919999892},{"questionId":"q139","format":"csv","model":"claude-haiku-4-5-20251001","expected":"77","actual":"62","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1454.4566249999916},{"questionId":"q139","format":"xml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1365.340291999979},{"questionId":"q139","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"77","actual":"100","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1417.7920000000158},{"questionId":"q140","format":"json","model":"claude-haiku-4-5-20251001","expected":"37","actual":"52","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1229.8329580000136},{"questionId":"q140","format":"toon","model":"claude-haiku-4-5-20251001","expected":"37","actual":"43","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1188.0122500000289},{"questionId":"q140","format":"csv","model":"claude-haiku-4-5-20251001","expected":"37","actual":"42","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1251.3747500000754},{"questionId":"q140","format":"xml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"51","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1540.9181670000544},{"questionId":"q140","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"37","actual":"71","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1495.903917000047},{"questionId":"q141","format":"json","model":"claude-haiku-4-5-20251001","expected":"16","actual":"12","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1438.2692090000492},{"questionId":"q141","format":"toon","model":"claude-haiku-4-5-20251001","expected":"16","actual":"20","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1874.2849589999532},{"questionId":"q141","format":"csv","model":"claude-haiku-4-5-20251001","expected":"16","actual":"17","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1503.966000000015},{"questionId":"q141","format":"xml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"13","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2103.9859160000924},{"questionId":"q141","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"16","actual":"10","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1310.1506250000093},{"questionId":"q142","format":"json","model":"claude-haiku-4-5-20251001","expected":"49","actual":"36","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":2251.576875000028},{"questionId":"q142","format":"toon","model":"claude-haiku-4-5-20251001","expected":"49","actual":"52","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1334.1138749999227},{"questionId":"q142","format":"csv","model":"claude-haiku-4-5-20251001","expected":"49","actual":"42","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1400.4078750000335},{"questionId":"q142","format":"xml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"31","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1823.172499999986},{"questionId":"q142","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"49","actual":"47","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1303.484041000018},{"questionId":"q143","format":"json","model":"claude-haiku-4-5-20251001","expected":"23","actual":"14","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1413.9333330000518},{"questionId":"q143","format":"toon","model":"claude-haiku-4-5-20251001","expected":"23","actual":"18","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":973.6993750000838},{"questionId":"q143","format":"csv","model":"claude-haiku-4-5-20251001","expected":"23","actual":"16","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1462.282125000027},{"questionId":"q143","format":"xml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1739.7114999999758},{"questionId":"q143","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"23","actual":"33","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1248.049291000003},{"questionId":"q144","format":"json","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1785.7853749999776},{"questionId":"q144","format":"toon","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1190.29770799994},{"questionId":"q144","format":"csv","model":"claude-haiku-4-5-20251001","expected":"11","actual":"15","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1278.9540840000845},{"questionId":"q144","format":"xml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1492.9478329999838},{"questionId":"q144","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"11","actual":"23","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1120.5622500000754},{"questionId":"q145","format":"json","model":"claude-haiku-4-5-20251001","expected":"19","actual":"28","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":1391.9868750000605},{"questionId":"q145","format":"toon","model":"claude-haiku-4-5-20251001","expected":"19","actual":"42","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":958.8972920000087},{"questionId":"q145","format":"csv","model":"claude-haiku-4-5-20251001","expected":"19","actual":"66","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":1252.5254999999888},{"questionId":"q145","format":"xml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"15","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":4888.2497079999885},{"questionId":"q145","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"19","actual":"24","isCorrect":false,"inputTokens":14483,"outputTokens":5,"latencyMs":1143.4450000000652},{"questionId":"q146","format":"json","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":17409,"outputTokens":5,"latencyMs":3028.0744170000544},{"questionId":"q146","format":"toon","model":"claude-haiku-4-5-20251001","expected":"4","actual":"12","isCorrect":false,"inputTokens":9279,"outputTokens":5,"latencyMs":1179.1179159999592},{"questionId":"q146","format":"csv","model":"claude-haiku-4-5-20251001","expected":"4","actual":"20","isCorrect":false,"inputTokens":9125,"outputTokens":5,"latencyMs":940.1206669999519},{"questionId":"q146","format":"xml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"13","isCorrect":false,"inputTokens":19804,"outputTokens":5,"latencyMs":1516.375417000032},{"questionId":"q146","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"4","actual":"4","isCorrect":true,"inputTokens":14483,"outputTokens":5,"latencyMs":1243.6393339999486},{"questionId":"q147","format":"json","model":"claude-haiku-4-5-20251001","expected":"41","actual":"23","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":2661.830958000035},{"questionId":"q147","format":"toon","model":"claude-haiku-4-5-20251001","expected":"41","actual":"19","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1701.374666000018},{"questionId":"q147","format":"csv","model":"claude-haiku-4-5-20251001","expected":"41","actual":"27","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1762.6677500000224},{"questionId":"q147","format":"xml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"31","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":2095.059957999969},{"questionId":"q147","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"41","actual":"28","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":3338.980332999956},{"questionId":"q148","format":"json","model":"claude-haiku-4-5-20251001","expected":"53","actual":"50","isCorrect":false,"inputTokens":17408,"outputTokens":5,"latencyMs":1282.5344160000095},{"questionId":"q148","format":"toon","model":"claude-haiku-4-5-20251001","expected":"53","actual":"54","isCorrect":false,"inputTokens":9278,"outputTokens":5,"latencyMs":1221.747250000015},{"questionId":"q148","format":"csv","model":"claude-haiku-4-5-20251001","expected":"53","actual":"52","isCorrect":false,"inputTokens":9124,"outputTokens":5,"latencyMs":1160.1332500000717},{"questionId":"q148","format":"xml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"57","isCorrect":false,"inputTokens":19803,"outputTokens":5,"latencyMs":1380.8404580000788},{"questionId":"q148","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"53","actual":"64","isCorrect":false,"inputTokens":14482,"outputTokens":5,"latencyMs":1154.6897089999402},{"questionId":"q149","format":"json","model":"claude-haiku-4-5-20251001","expected":"57","actual":"8","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1688.7019580000779},{"questionId":"q149","format":"toon","model":"claude-haiku-4-5-20251001","expected":"57","actual":"10","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1383.1957499999553},{"questionId":"q149","format":"csv","model":"claude-haiku-4-5-20251001","expected":"57","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1834.123917000019},{"questionId":"q149","format":"xml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1981.579875000054},{"questionId":"q149","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"57","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1232.4451669999398},{"questionId":"q150","format":"json","model":"claude-haiku-4-5-20251001","expected":"43","actual":"34","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1364.6875419999706},{"questionId":"q150","format":"toon","model":"claude-haiku-4-5-20251001","expected":"43","actual":"32","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1261.186708000023},{"questionId":"q150","format":"csv","model":"claude-haiku-4-5-20251001","expected":"43","actual":"28","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1010.6815000000643},{"questionId":"q150","format":"xml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"15","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2003.8656669999473},{"questionId":"q150","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"43","actual":"42","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2088.305000000051},{"questionId":"q151","format":"json","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1563.0367499999702},{"questionId":"q151","format":"toon","model":"claude-haiku-4-5-20251001","expected":"25","actual":"11","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1258.1305410000496},{"questionId":"q151","format":"csv","model":"claude-haiku-4-5-20251001","expected":"25","actual":"13","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1654.7120829999913},{"questionId":"q151","format":"xml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1651.1112919999287},{"questionId":"q151","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"25","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1300.7898340000538},{"questionId":"q152","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"4","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1416.7762499999953},{"questionId":"q152","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"6","isCorrect":true,"inputTokens":9287,"outputTokens":5,"latencyMs":1302.5522500000661},{"questionId":"q152","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"5","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1247.1802910000551},{"questionId":"q152","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":2210.600083999918},{"questionId":"q152","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"3","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":2033.8775410000235},{"questionId":"q153","format":"json","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1831.2449580000248},{"questionId":"q153","format":"toon","model":"claude-haiku-4-5-20251001","expected":"6","actual":"19","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1163.4954579999903},{"questionId":"q153","format":"csv","model":"claude-haiku-4-5-20251001","expected":"6","actual":"11","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1031.3627919999417},{"questionId":"q153","format":"xml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"10","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1345.4415840000147},{"questionId":"q153","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"6","actual":"12","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1581.5341250000056},{"questionId":"q154","format":"json","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":17417,"outputTokens":5,"latencyMs":1684.6443329999456},{"questionId":"q154","format":"toon","model":"claude-haiku-4-5-20251001","expected":"1","actual":"14","isCorrect":false,"inputTokens":9287,"outputTokens":5,"latencyMs":1317.5231250000652},{"questionId":"q154","format":"csv","model":"claude-haiku-4-5-20251001","expected":"1","actual":"15","isCorrect":false,"inputTokens":9133,"outputTokens":5,"latencyMs":1071.9772080000257},{"questionId":"q154","format":"xml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"8","isCorrect":false,"inputTokens":19812,"outputTokens":5,"latencyMs":1280.5924580000574},{"questionId":"q154","format":"yaml","model":"claude-haiku-4-5-20251001","expected":"1","actual":"4","isCorrect":false,"inputTokens":14491,"outputTokens":5,"latencyMs":1763.25404099992}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/gemini-2.5-flash b/benchmarks/results/accuracy/models/gemini-2.5-flash index ae973fc..7a4fc3a 100644 --- a/benchmarks/results/accuracy/models/gemini-2.5-flash +++ b/benchmarks/results/accuracy/models/gemini-2.5-flash @@ -1 +1 @@ -[{"questionId":"q1","format":"json","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7919,"outputTokens":5,"latencyMs":1580.8025420000013},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":2867.703125},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":2539.5996659999983},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":2307.775125},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1417.2890419999985},{"questionId":"q2","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":1897.2195829999982},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2282.129084000002},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":2625.893000000002},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":1890.3851250000007},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1308.6859579999982},{"questionId":"q3","format":"json","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":10,"latencyMs":1049.5787920000002},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1592.791291999998},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1410.463166999998},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":2125.4789169999967},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":847.513041000002},{"questionId":"q4","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7922,"outputTokens":2,"latencyMs":1198.0414170000004},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":1986.697957999997},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":2343.3647090000013},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":1192.213541000001},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":2922.936999999998},{"questionId":"q5","format":"json","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7917,"outputTokens":1,"latencyMs":2140.2047079999975},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1629.2954580000005},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2408.795250000003},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1480.3997920000002},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":1532.7541250000031},{"questionId":"q6","format":"json","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7918,"outputTokens":6,"latencyMs":1475.3783750000002},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":1995.656415999998},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":1931.7989579999994},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":3334.5547499999957},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2780.8960829999996},{"questionId":"q7","format":"json","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1574.4490840000071},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2043.5142909999995},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1822.5701659999904},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":3047.141208000001},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2789.5003339999967},{"questionId":"q8","format":"json","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7921,"outputTokens":9,"latencyMs":1268.8674579999933},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":2008.609540999998},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":2185.920166000011},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":1712.0016249999899},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":1570.740249999988},{"questionId":"q9","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":2304.852708999999},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":2141.2800410000054},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1798.9757500000123},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1668.8819579999981},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1157.8254999999917},{"questionId":"q10","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":1796.344082999989},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":1993.1539579999953},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":2372.922833000004},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2659.180124999999},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1727.6837499999965},{"questionId":"q11","format":"json","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":2257.4947910000046},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":3003.6368340000045},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2079.012874999986},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":3172.8161669999827},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":1663.5617499999935},{"questionId":"q12","format":"json","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1486.9462919999787},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2064.915875000006},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1782.1797079999815},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2877.4236670000246},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1450.604833999998},{"questionId":"q13","format":"json","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7919,"outputTokens":8,"latencyMs":1789.2915410000132},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":1828.2109579999815},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":2274.0221660000097},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":1551.072165999998},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1516.6754580000124},{"questionId":"q14","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7921,"outputTokens":2,"latencyMs":987.642125000013},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1881.2354589999886},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":2056.3289579999982},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":2817.1784579999803},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2021.1640830000106},{"questionId":"q15","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":2359.317041000002},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1603.3399579999968},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2077.369040999998},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1973.6123329999973},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2905.178583000001},{"questionId":"q16","format":"json","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7920,"outputTokens":5,"latencyMs":1644.398125000007},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2492.454417000001},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":2201.9482499999867},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":2547.3975420000206},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":2486.4542919999803},{"questionId":"q17","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1902.1616669999785},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":2365.476708000002},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1896.7083750000165},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1359.7857920000097},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1431.5845419999969},{"questionId":"q18","format":"json","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7920,"outputTokens":8,"latencyMs":759.5840420000022},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":2147.4177079999936},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":2092.43862500001},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":718.7299160000111},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1636.8577919999952},{"questionId":"q19","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1192.3323749999981},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":2263.597584000003},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2004.369584},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2294.790500000003},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":969.1574170000094},{"questionId":"q20","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":2640.4897919999785},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1759.7768330000108},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2334.4565000000002},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2929.883332999976},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1895.0872079999826},{"questionId":"q21","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1336.9982920000039},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1298.859541999991},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":3435.683584000013},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":7876.424250000011},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1269.880999999994},{"questionId":"q22","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1446.125},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1207.7055830000027},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1461.5985829999845},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":7204.429625000019},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1322.6869590000133},{"questionId":"q23","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1226.6717910000007},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1516.0925829999906},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":5486.268249999994},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":6651.016333000007},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":828.4747079999943},{"questionId":"q24","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1042.7079169999924},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1212.9243750000023},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1512.6335419999668},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"10","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":912.212332999974},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":959.9500000000116},{"questionId":"q25","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1017.4402499999851},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":962.3897500000312},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":1976.8645840000245},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2326.5566249999683},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":880.8229170000413},{"questionId":"q26","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1804.8319999999949},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3326,"outputTokens":2,"latencyMs":1348.0182920000516},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":3684.9718749999884},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2922.235667000001},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1175.5659999999916},{"questionId":"q27","format":"json","model":"gemini-2.5-flash","expected":"91","actual":"90","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":1788.3809580000234},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":13952.248708},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":31483.87050000002},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":19297.29920900002},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"88","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":1269.508291999984},{"questionId":"q28","format":"json","model":"gemini-2.5-flash","expected":"67","actual":"69","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":953.9526249999763},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":12068.155332999944},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":2511.149374999979},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":17922.917750000022},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"69","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":1026.073458000028},{"questionId":"q29","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"43","isCorrect":false,"inputTokens":7926,"outputTokens":2,"latencyMs":1400.5033750000293},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"37","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":9504.683958000038},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":31964.216459000017},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":16441.10595899995},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"40","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":811.9641249999986},{"questionId":"q30","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"30","isCorrect":false,"inputTokens":7926,"outputTokens":2,"latencyMs":1412.7924169999897},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":10758.259375000023},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":24627.311499999953},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":13618.046457999968},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"30","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":794.5352500000154},{"questionId":"q31","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7918,"outputTokens":3,"latencyMs":2013.5282910000533},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":2192.8402500000084},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":2184.3993330000085},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":6393.259415999986},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":1999.2310840000282},{"questionId":"q32","format":"json","model":"gemini-2.5-flash","expected":"96503","actual":"99999.99","isCorrect":false,"inputTokens":7919,"outputTokens":8,"latencyMs":54535.416708000004},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"99999.99","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":16747.45308399998},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"97900","isCorrect":false,"inputTokens":3202,"outputTokens":5,"latencyMs":11352.681582999998},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99999.99","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":61491.59616699995},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"98999.00","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":11206.51449999999},{"questionId":"q33","format":"json","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":7916,"outputTokens":2,"latencyMs":11325.233707999985},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":11204.934750000015},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":6446.144792000006},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":10947.451666999958},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":12029.519084000029},{"questionId":"q34","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7916,"outputTokens":2,"latencyMs":7387.169915999984},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":6514.137707999966},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":4721.180499999959},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":8046.83820899995},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":8248.850250000018},{"questionId":"q35","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4517.738541000057},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":3835.7736659999937},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":7546.540417000011},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4546.85616700002},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4353.9369169999845},{"questionId":"q36","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":4675.304791000031},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5651.744499999972},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":15644.225792000012},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":15097.416624999954},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":15382.696792000032},{"questionId":"q37","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5676.599832999986},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":7216.915082999971},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":29343.455083999957},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":5380.1327920000185},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4498.144790999999},{"questionId":"q38","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":7617.367333000002},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5833.487250000006},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":9072.47454200004},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4756.099082999979},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4903.0258330000215},{"questionId":"q39","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4578.6231670000125},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5856.308624999947},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":5556.784915999975},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4543.255791000032},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4021.18316700001},{"questionId":"q40","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5298.731874999998},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4127.492541000014},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":4782.160832999973},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4922.576082999993},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":5238.765000000014},{"questionId":"q41","format":"json","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":7923,"outputTokens":2,"latencyMs":17932.786165999947},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":18237.46525000001},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":19649.450375000015},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":23083.841791999992},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":20296.590874999994},{"questionId":"q42","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"50","isCorrect":false,"inputTokens":7924,"outputTokens":2,"latencyMs":1903.3749170000083},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":18509.53691700002},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":46038.66166599997},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":22486.269542000024},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":15517.338458999991},{"questionId":"q43","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":18121.96908400004},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":18681.138999999966},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":20632.628624999954},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":16490.62816699996},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":17733.74337499996},{"questionId":"q44","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":16902.36629199999},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":16215.257083000033},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":17489.787332999986},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":16175.736791000061},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":16000.474625000032},{"questionId":"q45","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":4217.764250000007},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":5123.092916999944},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":25969.879791999934},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":3050.6897079999326},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":4602.8282500000205},{"questionId":"q46","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7925,"outputTokens":1,"latencyMs":8172.519958000048},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":7867.166792000062},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"10","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":1507.8348329999717},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":13500.896540999995},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"10","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":1825.4723330000415},{"questionId":"q47","format":"json","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":4594.185750000062},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":5401.057666999986},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"16","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":26074.14720799995},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":14245.247207999928},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":3870.017416999908},{"questionId":"q48","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3650.8690829999978},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":3402.7862920000916},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3921.5722079999978},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3262.6539999999804},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":4057.5767090000445},{"questionId":"q49","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3481.189250000054},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":15453.611749999924},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":14601.671291999985},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":9624.921040999936},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":10109.80458399991},{"questionId":"q50","format":"json","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":4497.873082999955},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5359.112917000079},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":4170.251584000071},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":2887.9759579999372},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":1299.5940420000115},{"questionId":"q51","format":"json","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12112,"outputTokens":5,"latencyMs":1580.6155839998974},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":1518.9282910000766},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":2111.833250000025},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1920.7146250000224},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":1506.8597079999745},{"questionId":"q52","format":"json","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":2831.41875000007},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1911.1040419999044},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":2831.7014169999165},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1906.5173339999747},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":1743.2425410000142},{"questionId":"q53","format":"json","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":2252.346375000081},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1312.1469170000637},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":1317.630625000107},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":2282.068250000011},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1511.6479169999948},{"questionId":"q54","format":"json","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":2419.9388749999925},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":880.9003749999683},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":2055.271083999891},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1624.9449160000077},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":2154.905582999927},{"questionId":"q55","format":"json","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1692.3707080000313},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1140.3244580000173},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":1543.924457999994},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1619.371291999938},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1429.8673750000307},{"questionId":"q56","format":"json","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1333.9458340000128},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1329.0306669999845},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1847.7373340000631},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1537.011083999998},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":2268.63049999997},{"questionId":"q57","format":"json","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12112,"outputTokens":7,"latencyMs":1520.7294589999365},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":1522.8311669999966},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":3810.9223340000026},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":1851.185999999987},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1594.5812090000836},{"questionId":"q58","format":"json","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1031.888292000047},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1181.2981669999426},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3704.4069169999566},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1588.0394999999553},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1285.1504160000477},{"questionId":"q59","format":"json","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":2122.7909169999184},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1173.7912090000464},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1374.1822079999838},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2022.621999999974},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1497.3771669999696},{"questionId":"q60","format":"json","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":8,"latencyMs":1955.5582500000019},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2123.2758750000503},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":2950.0285419999855},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":1589.0043750000186},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1577.6151669999817},{"questionId":"q61","format":"json","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":2240.8980000000447},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1635.6801249999553},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":2960.435999999987},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1940.5866249999963},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1743.3361250000307},{"questionId":"q62","format":"json","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":4297.939708000049},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":3427.203709000023},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":5200.015832999954},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1738.2826249999925},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":3041.4050419999985},{"questionId":"q63","format":"json","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12113,"outputTokens":4,"latencyMs":1406.3583330000984},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":2469.178959000041},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":3794.797957999981},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1535.8477499999572},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1466.450542000006},{"questionId":"q64","format":"json","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":7,"latencyMs":1096.1007920000702},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":1037.7984169999836},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":2832.733583000023},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1464.4541660000104},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":2447.7934589999495},{"questionId":"q65","format":"json","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":2158.4444580000127},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1097.8160840000492},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1540.9169160000747},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1510.326083999942},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1447.6384580000304},{"questionId":"q66","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":2109.4598329999717},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":5819.463708000025},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":6597.990292000002},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":5828.342791999923},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":6629.443208999932},{"questionId":"q67","format":"json","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":1820.452125000069},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1411.4405840000836},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":6544.777208000072},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2089.7659590000985},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":2527.2939999999944},{"questionId":"q68","format":"json","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":11,"latencyMs":1281.5512500000186},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1171.5145000000484},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":4651.4649169999175},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":1957.409083000035},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":2760.401208000025},{"questionId":"q69","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12107,"outputTokens":1,"latencyMs":1127.5047499999637},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":7195,"outputTokens":1,"latencyMs":1147.059499999974},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5244.638167000026},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":6068.009208999923},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1392.0223750000587},{"questionId":"q70","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1112.2232919998933},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":7195,"outputTokens":1,"latencyMs":1650.2696250000736},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7832,"outputTokens":1,"latencyMs":1103.8838329999708},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":13445,"outputTokens":1,"latencyMs":993.2644169999985},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1329.4368330000434},{"questionId":"q71","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":12108,"outputTokens":1,"latencyMs":1239.109625000041},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":1144.627582999994},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":5118.194791999995},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":7063.755917000002},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8422,"outputTokens":1,"latencyMs":1482.218916999991},{"questionId":"q72","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1285.560165999923},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7195,"outputTokens":1,"latencyMs":1398.859749999945},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5587.871250000084},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":1693.6959160000551},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1455.0037920000032},{"questionId":"q73","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":876.3439159999834},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1309.8970840000547},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4566.827583000064},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":5599.446041999967},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":1638.1083749999525},{"questionId":"q74","format":"json","model":"gemini-2.5-flash","expected":"42342.25","actual":"40000.00","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":6786.59600000002},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"40000.00","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":11153.984750000061},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":12097.733207999961},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"40000.00","isCorrect":false,"inputTokens":13446,"outputTokens":8,"latencyMs":13054.01570800005},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"40000.00","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":7117.1237919999985},{"questionId":"q75","format":"json","model":"gemini-2.5-flash","expected":"846.85","actual":"760.00","isCorrect":false,"inputTokens":12106,"outputTokens":6,"latencyMs":7815.606207999983},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"880.00","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":7651.42879200005},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"818.00","isCorrect":false,"inputTokens":7831,"outputTokens":6,"latencyMs":7845.991957999999},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"818.00","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":8046.708541000029},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"880.00","isCorrect":false,"inputTokens":8420,"outputTokens":6,"latencyMs":6857.372042000061},{"questionId":"q76","format":"json","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1547.6712499998976},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":4993.441125000012},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4831.411333000055},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4229.298875000095},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4456.570707999985},{"questionId":"q77","format":"json","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12106,"outputTokens":7,"latencyMs":1837.4729999999981},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":9932.015125000034},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":4192.567958},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":9929.228666000068},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":2070.0963340000017},{"questionId":"q78","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"45","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1614.5701250000857},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":11900.045374999987},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":10515.212583000073},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10646.541958999936},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"47","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1157.676416000002},{"questionId":"q79","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"44","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1300.4189999999944},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":13056.209207999986},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":9840.96316699998},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":11177.12179200002},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"45","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1516.951457999996},{"questionId":"q80","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"37","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1542.5964580000145},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":12602.12175000005},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":14156.886625000043},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":12611.637791000074},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"39","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1496.0962500000605},{"questionId":"q81","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8519.22125000006},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":4010.6855839999625},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":9536.400208999985},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9025.786416999996},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":10038.979999999981},{"questionId":"q82","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8537.993917000014},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":10071.29091599991},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":12189.26320799999},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":11379.792999999947},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":12900.413124999963},{"questionId":"q83","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":8908.346542000072},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":10641.954917000025},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":11153.965333000058},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":11720.401084000012},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":8965.704250000068},{"questionId":"q84","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8100.68283299997},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":10738.115916999988},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":9616.537042000098},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8715.376374999993},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":8968.319125000038},{"questionId":"q85","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":3657.576834000065},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":3798.152667000075},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8911.00645799993},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":3588.322167000035},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":3582.1919999999227},{"questionId":"q86","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":8035.885791999986},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":6373.998417000053},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":11387.333958999952},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":8192.381083999993},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":8422.579041999998},{"questionId":"q87","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":7488.218916999991},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":7654.077000000048},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":9652.224541999982},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":10837.234832999995},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":8923.641416999977},{"questionId":"q88","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12115,"outputTokens":1,"latencyMs":7700.8786250001285},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":6492.92962499999},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7840,"outputTokens":1,"latencyMs":8064.505417000037},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":9730.972582999966},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":8484.045791000011},{"questionId":"q89","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":12580.379917000071},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":14257.416209000046},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":13104.01683400001},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":11685.098832999938},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11544.163832999999},{"questionId":"q90","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":12309.37549999985},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":13411.21887500002},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":21766.089167000027},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":22480.616332999896},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":20677.540166000137},{"questionId":"q91","format":"json","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1884.4282500001136},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1899.283250000095},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2297.7423749999143},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":968.8400830000173},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2076.0675409999676},{"questionId":"q92","format":"json","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":2072.2511670000385},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":1872.952959000133},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2176.5222089998424},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2234.8793750000186},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1461.9923750001471},{"questionId":"q93","format":"json","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":2470.3572080000304},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2151.329374999972},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2219.444042000221},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":2449.41345800017},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":3201.408041999908},{"questionId":"q94","format":"json","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":1606.6140829999931},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1728.7225830000825},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1581.8261250001378},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2475.9921249998733},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1658.4720830000006},{"questionId":"q95","format":"json","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2754.985958999954},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1857.8507499999832},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1455.5252499999478},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1482.518625000026},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":3781.1114159999415},{"questionId":"q96","format":"json","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":3417.233917000005},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2638.337291000178},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2681.343833999941},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1367.1620420000982},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1875.5785420001484},{"questionId":"q97","format":"json","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":3925.148833999876},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":3521.515625},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2912.267790999962},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2489.6105840001255},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2989.579958999995},{"questionId":"q98","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1105.9603749997914},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":3957.9318329999223},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1753.311042000074},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":3162.177583000157},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2062.8894579999615},{"questionId":"q99","format":"json","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":3126.8291659997776},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1691.642875000136},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1893.749042000156},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":1321.3778750000056},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1689.7997500000056},{"questionId":"q100","format":"json","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2584.5812080001924},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1487.264124999987},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2019.6948329999577},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1538.7900419998914},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2006.4605000000447},{"questionId":"q101","format":"json","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":3271.396790999919},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2130.3102090000175},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2857.2320000000764},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2408.035957999993},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2431.956540999934},{"questionId":"q102","format":"json","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4783,"outputTokens":6,"latencyMs":2324.771875000093},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":2848.8026660000905},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2672.785249999957},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":3891.5064170002006},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":3577.0068339998834},{"questionId":"q103","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":3073.2702500000596},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2305.5147919999436},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2397.551499999827},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1539.2414589999244},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":2904.9358749999665},{"questionId":"q104","format":"json","model":"gemini-2.5-flash","expected":"344498","actual":"344498","isCorrect":true,"inputTokens":4777,"outputTokens":6,"latencyMs":11590.23233300005},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"349999","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":4674.995833999943},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"349900","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":4361.276749999961},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"336900","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":5789.307541999966},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"339000","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":5932.7984170001},{"questionId":"q105","format":"json","model":"gemini-2.5-flash","expected":"312818.50","actual":"300000.00","isCorrect":false,"inputTokens":4775,"outputTokens":9,"latencyMs":33710.32349999994},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"312818.5","isCorrect":true,"inputTokens":2262,"outputTokens":8,"latencyMs":15737.890790999867},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"340000.00","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":22115.961250000168},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"300000.00","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":10489.203625000082},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"369000.00","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":1270.1144169999752},{"questionId":"q106","format":"json","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4777,"outputTokens":4,"latencyMs":6748.849709000206},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":6604.943542000139},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":8311.442624999909},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":10314.444957999978},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1560","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":1681.1095419998746},{"questionId":"q107","format":"json","model":"gemini-2.5-flash","expected":"5742","actual":"5765","isCorrect":false,"inputTokens":4776,"outputTokens":4,"latencyMs":5464.193916999968},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5750","isCorrect":false,"inputTokens":2263,"outputTokens":4,"latencyMs":5266.248625000007},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5766.67","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":21249.982249999885},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5650","isCorrect":false,"inputTokens":5423,"outputTokens":4,"latencyMs":7413.202000000048},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5733.33","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":7655.432166999904},{"questionId":"q108","format":"json","model":"gemini-2.5-flash","expected":"5213.64","actual":"5006.33","isCorrect":false,"inputTokens":4774,"outputTokens":7,"latencyMs":74010.11516599986},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"4983.33","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":6770.947459000163},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5000.00","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":7813.699665999971},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5000.00","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":11781.737875000108},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5333.33","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":8382.133042000001},{"questionId":"q109","format":"json","model":"gemini-2.5-flash","expected":"30","actual":"31.67","isCorrect":false,"inputTokens":4776,"outputTokens":5,"latencyMs":5201.766916000051},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"31.67","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":5553.813208000036},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"30.0","isCorrect":true,"inputTokens":2200,"outputTokens":4,"latencyMs":4134.351959000109},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"29.51","isCorrect":false,"inputTokens":5423,"outputTokens":5,"latencyMs":5047.897291000001},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"30","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":5670.675124999834},{"questionId":"q110","format":"json","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4776,"outputTokens":2,"latencyMs":2104.9321250000503},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":6210.12729199999},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":1984.4038329999894},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":5691.6853749998845},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1864.0662499999162},{"questionId":"q111","format":"json","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":9066.991750000045},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":8553.131667000009},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":10600.450124999974},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":1282.9932089999784},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":7867.858832999831},{"questionId":"q112","format":"json","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":13188.195958000142},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":13456.709874999942},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":24068.5377499999},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":11309.083583000116},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"49","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":1223.1014159999322},{"questionId":"q113","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":12378.184833999956},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":13815.962708000094},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":9263.92879200005},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":10745.384291999973},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":9530.699459000025},{"questionId":"q114","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":13924.308707999997},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":21940.77291699988},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":22778.159292000113},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":12164.395791999996},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":13955.144666999811},{"questionId":"q115","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":14885.290749999927},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":13939.909167000093},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":33331.57250000001},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":24307.091291000135},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":10310.174541000044},{"questionId":"q116","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":17880.37845900003},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":17058.976334000006},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":23610.25208300003},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":17141.34670799994},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":12650.736999999965},{"questionId":"q117","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":17873.479165999917},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12653.337415999966},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":24524.716874999925},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":20913.757875000127},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15534.652999999933},{"questionId":"q118","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13329.5030840002},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":13304.806832999922},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":28126.68212500005},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":14084.49116700003},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15115.027541999938},{"questionId":"q119","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15886.747209000168},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":23947.59491600003},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":25522.67729100003},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":14566.303583000088},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":16233.330832999898},{"questionId":"q120","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13494.469167000148},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":25922.211250000168},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":25628.55637500016},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13339.714542000089},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15300.699999999953},{"questionId":"q121","format":"json","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":17373.429875000147},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":15758.771500000032},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":26820.46316600009},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":14443.888499999885},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":13739.48695800011},{"questionId":"q122","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":12447.412625000114},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":11950.244582999963},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":23693.09270899999},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":14626.785333999898},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":11062.256375000114},{"questionId":"q123","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":19030.404666000046},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18230.727500000037},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":26825.848833000055},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":17138.20162500022},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15069.584500000114},{"questionId":"q124","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15737.726000000024},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":17389.034041000064},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":23912.79212499992},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":18955.741374999983},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":16964.132499999832},{"questionId":"q125","format":"json","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19994,"outputTokens":6,"latencyMs":1331.826624999987},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":2754.3997500000987},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":3215.705832999898},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1381.106374999974},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1221.7535840000492},{"questionId":"q126","format":"json","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19997,"outputTokens":5,"latencyMs":2801.957332999911},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2992.598999999929},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":2849.9589169998653},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":2156.555333999917},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":3880.61549999984},{"questionId":"q127","format":"json","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19991,"outputTokens":2,"latencyMs":1875.6967079997994},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2374.536707999883},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":1791.5004999998491},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":1916.017875000136},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":3739.0447500001173},{"questionId":"q128","format":"json","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":19998,"outputTokens":1,"latencyMs":1537.8033340000547},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2379.3255419998895},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":2604.7411670000292},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1947.968707999913},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":2905.215084000025},{"questionId":"q129","format":"json","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19990,"outputTokens":4,"latencyMs":2690.9189580001403},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2632.326791000087},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":3994.474958000006},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1225.6673749999609},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":1695.0257920001168},{"questionId":"q130","format":"json","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":2950.3700000001118},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":2860.1882090000436},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":2719.343499999959},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1880.9960000000428},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":3259.226666999981},{"questionId":"q131","format":"json","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":3616.540916000027},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":3384.6490829999093},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3324.5547080000397},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1404.578916999977},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":3033.9148750000168},{"questionId":"q132","format":"json","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19991,"outputTokens":1,"latencyMs":3094.6301249999087},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1962.830874999985},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1890.7381249999162},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":1801.1806250000373},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1827.8805840001442},{"questionId":"q133","format":"json","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":1384.7649999998976},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":2846.0689999999013},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":2928.758332999889},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1256.0088329999708},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1302.6011670001317},{"questionId":"q134","format":"json","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19994,"outputTokens":4,"latencyMs":2087.42662500008},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":2163.39154099999},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":2486.9835000000894},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":1301.170916999923},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":2038.1757920000236},{"questionId":"q135","format":"json","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19997,"outputTokens":6,"latencyMs":1919.6549170000944},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3052.263125000056},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":2680.76866699988},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":1712.8050000001676},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1682.2451659999788},{"questionId":"q136","format":"json","model":"gemini-2.5-flash","expected":"15413563","actual":"10990000","isCorrect":false,"inputTokens":19992,"outputTokens":8,"latencyMs":1728.4418339999393},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"12800000","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":20421.481582999928},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"12990000","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":81750.67420800007},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"10999999","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":2435.5069170000497},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"10990000","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1923.7230409998447},{"questionId":"q137","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19989,"outputTokens":2,"latencyMs":1710.2884579999372},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12335,"outputTokens":3,"latencyMs":13404.761375000002},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":6119.993791999994},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":21879,"outputTokens":2,"latencyMs":1758.3802920000162},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":2015.8025829999242},{"questionId":"q138","format":"json","model":"gemini-2.5-flash","expected":"154136","actual":"169000","isCorrect":false,"inputTokens":19991,"outputTokens":6,"latencyMs":923.6561660000589},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"149999.99","isCorrect":false,"inputTokens":12337,"outputTokens":9,"latencyMs":16272.457915999927},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"144333","isCorrect":false,"inputTokens":12207,"outputTokens":6,"latencyMs":11209.916749999858},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"166666.66","isCorrect":false,"inputTokens":21881,"outputTokens":9,"latencyMs":135129.45999999996},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"149999.99","isCorrect":false,"inputTokens":17076,"outputTokens":9,"latencyMs":20043.56337499991},{"questionId":"q139","format":"json","model":"gemini-2.5-flash","expected":"77","actual":"54","isCorrect":false,"inputTokens":19996,"outputTokens":2,"latencyMs":1299.9022079999559},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":21103.826624999987},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":15810.050041000126},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":16842.129749999847},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"48","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1482.9725420000032},{"questionId":"q140","format":"json","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":1171.0767920000944},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":8308.945374999894},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":88574.87341700005},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":17164.141541999998},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"31","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1420.0008750001434},{"questionId":"q141","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":1639.8862499999814},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":5415.8904999999795},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":15452.510082999943},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":18354.517375000054},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1621.2825830001384},{"questionId":"q142","format":"json","model":"gemini-2.5-flash","expected":"49","actual":"45","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1736.1554170001764},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":16870.034584000008},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16379.907332999865},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":25082.777166999876},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":19932.96479200013},{"questionId":"q143","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":13783.272125000134},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":13312.562875000061},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":27375.345000000205},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":17887.27408299991},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"25","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":10026.456541999942},{"questionId":"q144","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":14357.982542000012},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":13512.807207999984},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":99156.41708399984},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":15279.87195800012},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":16611.06645900011},{"questionId":"q145","format":"json","model":"gemini-2.5-flash","expected":"19","actual":"12","isCorrect":false,"inputTokens":19994,"outputTokens":2,"latencyMs":1430.3512500000652},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":25215.23679200001},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"18","isCorrect":false,"inputTokens":12210,"outputTokens":2,"latencyMs":13470.632208999945},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":21884,"outputTokens":2,"latencyMs":17431.872999999905},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":17079,"outputTokens":2,"latencyMs":14449.361540999962},{"questionId":"q146","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":19994,"outputTokens":1,"latencyMs":19472.050208},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":15048.826249999925},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":87955.33499999996},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":9616.131832999876},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"9","isCorrect":false,"inputTokens":17079,"outputTokens":1,"latencyMs":1725.5754590001889},{"questionId":"q147","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":1532.5546249998733},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":12339,"outputTokens":2,"latencyMs":12422.034999999916},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1742.5015419998672},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1362.4468750001397},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1193.8830829998478},{"questionId":"q148","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"30","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":1353.424875000026},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"50","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":1249.1261670000385},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"45","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1972.7094580000266},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"40","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1756.154957999941},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"40","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1228.0062500000931},{"questionId":"q149","format":"json","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":20005,"outputTokens":2,"latencyMs":47274.037834000075},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":45877.21466599987},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":26619.96366700018},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":51367.91837499989},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":53637.45275000017},{"questionId":"q150","format":"json","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":25561.847749999957},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":26499.081000000006},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":25068.995084000053},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":25324.510249999817},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":22352.21083300002},{"questionId":"q151","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":25705.24091699999},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":22850.758625000017},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":100242.82016699994},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":22053.189250000054},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":24186.479082999984},{"questionId":"q152","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20006,"outputTokens":1,"latencyMs":7077.461167000001},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":12635.33349999995},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":25134.92562500015},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":24282.145332999993},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":18622.97499999986},{"questionId":"q153","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":23772.71641699993},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":27072.890291000018},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":36290.79170900001},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":21293.912832999835},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":26820.58583300002},{"questionId":"q154","format":"json","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":11658.803499999922},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":17849.99624999985},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":35389.41012499994},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":14284.633541000076},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":7885.770458000014}] \ No newline at end of file +[{"questionId":"q1","format":"json","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7919,"outputTokens":5,"latencyMs":1284.9198749999996},{"questionId":"q1","format":"toon","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3328,"outputTokens":5,"latencyMs":1487.8697090000005},{"questionId":"q1","format":"csv","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":3202,"outputTokens":5,"latencyMs":1952.5577089999997},{"questionId":"q1","format":"xml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":9108,"outputTokens":5,"latencyMs":2840.575167},{"questionId":"q1","format":"yaml","model":"gemini-2.5-flash","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5754,"outputTokens":5,"latencyMs":1481.4047499999997},{"questionId":"q2","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":1556.956333},{"questionId":"q2","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2182.1092500000004},{"questionId":"q2","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1416.341625},{"questionId":"q2","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":1710.9236250000004},{"questionId":"q2","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":1612.1187500000005},{"questionId":"q3","format":"json","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7922,"outputTokens":10,"latencyMs":1036.362333},{"questionId":"q3","format":"toon","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3331,"outputTokens":10,"latencyMs":1283.4710419999992},{"questionId":"q3","format":"csv","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":3205,"outputTokens":10,"latencyMs":1050.8867920000002},{"questionId":"q3","format":"xml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":9111,"outputTokens":10,"latencyMs":1398.690540999999},{"questionId":"q3","format":"yaml","model":"gemini-2.5-flash","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5757,"outputTokens":10,"latencyMs":1041.922125},{"questionId":"q4","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7922,"outputTokens":2,"latencyMs":2314.042708},{"questionId":"q4","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3331,"outputTokens":2,"latencyMs":2359.719875},{"questionId":"q4","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3205,"outputTokens":2,"latencyMs":2152.396417},{"questionId":"q4","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9111,"outputTokens":2,"latencyMs":2211.1049999999996},{"questionId":"q4","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5757,"outputTokens":2,"latencyMs":2663.518333},{"questionId":"q5","format":"json","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":7917,"outputTokens":1,"latencyMs":3639.117291999999},{"questionId":"q5","format":"toon","model":"gemini-2.5-flash","expected":"no","actual":"false","isCorrect":true,"inputTokens":3326,"outputTokens":1,"latencyMs":1836.939291999999},{"questionId":"q5","format":"csv","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":3200,"outputTokens":1,"latencyMs":2031.7108750000007},{"questionId":"q5","format":"xml","model":"gemini-2.5-flash","expected":"no","actual":"No","isCorrect":true,"inputTokens":9106,"outputTokens":1,"latencyMs":1455.1940419999992},{"questionId":"q5","format":"yaml","model":"gemini-2.5-flash","expected":"no","actual":"False","isCorrect":true,"inputTokens":5752,"outputTokens":1,"latencyMs":1925.466375},{"questionId":"q6","format":"json","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7918,"outputTokens":6,"latencyMs":1483.80408300001},{"questionId":"q6","format":"toon","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3327,"outputTokens":6,"latencyMs":2010.8298330000034},{"questionId":"q6","format":"csv","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":3201,"outputTokens":6,"latencyMs":2106.2921659999993},{"questionId":"q6","format":"xml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":9107,"outputTokens":6,"latencyMs":2401.1019159999996},{"questionId":"q6","format":"yaml","model":"gemini-2.5-flash","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5753,"outputTokens":6,"latencyMs":2095.935541000006},{"questionId":"q7","format":"json","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1344.9735},{"questionId":"q7","format":"toon","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1767.4608750000043},{"questionId":"q7","format":"csv","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2384.0331670000014},{"questionId":"q7","format":"xml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2831.1728749999966},{"questionId":"q7","format":"yaml","model":"gemini-2.5-flash","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1798.8296669999982},{"questionId":"q8","format":"json","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7921,"outputTokens":9,"latencyMs":1239.8496250000026},{"questionId":"q8","format":"toon","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3330,"outputTokens":9,"latencyMs":1653.0567089999968},{"questionId":"q8","format":"csv","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":3204,"outputTokens":9,"latencyMs":1053.4437499999913},{"questionId":"q8","format":"xml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":9110,"outputTokens":9,"latencyMs":842.6881659999926},{"questionId":"q8","format":"yaml","model":"gemini-2.5-flash","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5756,"outputTokens":9,"latencyMs":1010.0540420000034},{"questionId":"q9","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1002.9100839999883},{"questionId":"q9","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1890.9828750000015},{"questionId":"q9","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2200.3424159999995},{"questionId":"q9","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":1710.2455420000042},{"questionId":"q9","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1493.9327500000072},{"questionId":"q10","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7919,"outputTokens":1,"latencyMs":2266.9303749999963},{"questionId":"q10","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3328,"outputTokens":1,"latencyMs":2107.027375000005},{"questionId":"q10","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3202,"outputTokens":1,"latencyMs":1805.7302080000081},{"questionId":"q10","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9108,"outputTokens":1,"latencyMs":2787.993000000002},{"questionId":"q10","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5754,"outputTokens":1,"latencyMs":2442.3345830000035},{"questionId":"q11","format":"json","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7920,"outputTokens":6,"latencyMs":1421.8717090000137},{"questionId":"q11","format":"toon","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3329,"outputTokens":6,"latencyMs":2907.451583000002},{"questionId":"q11","format":"csv","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":3203,"outputTokens":6,"latencyMs":2209.0871250000055},{"questionId":"q11","format":"xml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":9109,"outputTokens":6,"latencyMs":3131.9395829999994},{"questionId":"q11","format":"yaml","model":"gemini-2.5-flash","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5755,"outputTokens":6,"latencyMs":1902.4657089999964},{"questionId":"q12","format":"json","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":1383.1861670000071},{"questionId":"q12","format":"toon","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2191.488540999999},{"questionId":"q12","format":"csv","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":2372.537666999997},{"questionId":"q12","format":"xml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1806.4985840000008},{"questionId":"q12","format":"yaml","model":"gemini-2.5-flash","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1804.4045409999962},{"questionId":"q13","format":"json","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7919,"outputTokens":8,"latencyMs":1481.6305830000056},{"questionId":"q13","format":"toon","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3328,"outputTokens":8,"latencyMs":1062.3727079999953},{"questionId":"q13","format":"csv","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":3202,"outputTokens":8,"latencyMs":435.6983340000006},{"questionId":"q13","format":"xml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":9108,"outputTokens":8,"latencyMs":1865.6395829999965},{"questionId":"q13","format":"yaml","model":"gemini-2.5-flash","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5754,"outputTokens":8,"latencyMs":1317.921709000002},{"questionId":"q14","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":7921,"outputTokens":2,"latencyMs":1272.2028750000027},{"questionId":"q14","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3330,"outputTokens":2,"latencyMs":1754.8083329999936},{"questionId":"q14","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3204,"outputTokens":2,"latencyMs":1223.1812499999942},{"questionId":"q14","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":9110,"outputTokens":2,"latencyMs":1246.195624999993},{"questionId":"q14","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5756,"outputTokens":2,"latencyMs":2037.4519999999902},{"questionId":"q15","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":843.6345000000001},{"questionId":"q15","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":2019.9623329999886},{"questionId":"q15","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1849.197583000001},{"questionId":"q15","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":1932.8174169999984},{"questionId":"q15","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"yes","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":1794.3722500000003},{"questionId":"q16","format":"json","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7920,"outputTokens":5,"latencyMs":1837.6052499999932},{"questionId":"q16","format":"toon","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3329,"outputTokens":5,"latencyMs":2057.6240829999733},{"questionId":"q16","format":"csv","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":3203,"outputTokens":5,"latencyMs":1523.711707999988},{"questionId":"q16","format":"xml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":9109,"outputTokens":5,"latencyMs":2529.126541000005},{"questionId":"q16","format":"yaml","model":"gemini-2.5-flash","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5755,"outputTokens":5,"latencyMs":2530.712790999998},{"questionId":"q17","format":"json","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1394.3518329999933},{"questionId":"q17","format":"toon","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1644.609832999995},{"questionId":"q17","format":"csv","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":1447.1307500000112},{"questionId":"q17","format":"xml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2751.063792000001},{"questionId":"q17","format":"yaml","model":"gemini-2.5-flash","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1618.7697500000068},{"questionId":"q18","format":"json","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7920,"outputTokens":8,"latencyMs":762.1475840000203},{"questionId":"q18","format":"toon","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3329,"outputTokens":8,"latencyMs":1888.3718329999829},{"questionId":"q18","format":"csv","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":3203,"outputTokens":8,"latencyMs":1747.7306250000256},{"questionId":"q18","format":"xml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":9109,"outputTokens":8,"latencyMs":1015.8367500000168},{"questionId":"q18","format":"yaml","model":"gemini-2.5-flash","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5755,"outputTokens":8,"latencyMs":1323.7408749999886},{"questionId":"q19","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7922,"outputTokens":1,"latencyMs":1841.094792000018},{"questionId":"q19","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3331,"outputTokens":1,"latencyMs":1956.9896249999874},{"questionId":"q19","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":3205,"outputTokens":1,"latencyMs":2120.1962080000085},{"questionId":"q19","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":9111,"outputTokens":1,"latencyMs":2135.162708000018},{"questionId":"q19","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":5757,"outputTokens":1,"latencyMs":1716.6787079999922},{"questionId":"q20","format":"json","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7918,"outputTokens":1,"latencyMs":3106.8230420000036},{"questionId":"q20","format":"toon","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":3327,"outputTokens":1,"latencyMs":1754.9150840000075},{"questionId":"q20","format":"csv","model":"gemini-2.5-flash","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":3201,"outputTokens":1,"latencyMs":1686.1142499999842},{"questionId":"q20","format":"xml","model":"gemini-2.5-flash","expected":"yes","actual":"true","isCorrect":true,"inputTokens":9107,"outputTokens":1,"latencyMs":2433.209583000018},{"questionId":"q20","format":"yaml","model":"gemini-2.5-flash","expected":"yes","actual":"True","isCorrect":true,"inputTokens":5753,"outputTokens":1,"latencyMs":2197.155375000002},{"questionId":"q21","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1669.7732909999904},{"questionId":"q21","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1402.2617080000055},{"questionId":"q21","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1893.6383749999804},{"questionId":"q21","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1508.454584000021},{"questionId":"q21","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":2231.3885840000003},{"questionId":"q22","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"14","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1109.783625000011},{"questionId":"q22","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1516.0900420000253},{"questionId":"q22","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1386.4460409999883},{"questionId":"q22","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"16","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1617.190042000002},{"questionId":"q22","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":5752,"outputTokens":2,"latencyMs":1510.1482079999987},{"questionId":"q23","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"20","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1038.7954169999866},{"questionId":"q23","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":2260.633375000005},{"questionId":"q23","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4718.8586249999935},{"questionId":"q23","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":988.1420419999922},{"questionId":"q23","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"15","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1167.432375000004},{"questionId":"q24","format":"json","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1086.1393749999988},{"questionId":"q24","format":"toon","model":"gemini-2.5-flash","expected":"17","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1508.0248750000028},{"questionId":"q24","format":"csv","model":"gemini-2.5-flash","expected":"17","actual":"13","isCorrect":false,"inputTokens":3200,"outputTokens":2,"latencyMs":1237.6744999999937},{"questionId":"q24","format":"xml","model":"gemini-2.5-flash","expected":"17","actual":"17","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2744.3136670000094},{"questionId":"q24","format":"yaml","model":"gemini-2.5-flash","expected":"17","actual":"11","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":947.097208000021},{"questionId":"q25","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"13","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":783.9250830000092},{"questionId":"q25","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1183.1122079999768},{"questionId":"q25","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":4050.2438749999856},{"questionId":"q25","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"12","isCorrect":false,"inputTokens":9106,"outputTokens":2,"latencyMs":1644.0067910000216},{"questionId":"q25","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"10","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1003.8443340000231},{"questionId":"q26","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":7917,"outputTokens":2,"latencyMs":1580.6552499999525},{"questionId":"q26","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":3326,"outputTokens":2,"latencyMs":1526.4609159999527},{"questionId":"q26","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3200,"outputTokens":2,"latencyMs":3245.979874999961},{"questionId":"q26","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9106,"outputTokens":2,"latencyMs":2244.8892909999704},{"questionId":"q26","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"17","isCorrect":false,"inputTokens":5752,"outputTokens":2,"latencyMs":1360.5547500000102},{"questionId":"q27","format":"json","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":18797.993625000003},{"questionId":"q27","format":"toon","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":19071.20983399998},{"questionId":"q27","format":"csv","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":24827.96974999999},{"questionId":"q27","format":"xml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":16062.534708000021},{"questionId":"q27","format":"yaml","model":"gemini-2.5-flash","expected":"91","actual":"91","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":18899.656625000003},{"questionId":"q28","format":"json","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":7925,"outputTokens":2,"latencyMs":16233.251832999988},{"questionId":"q28","format":"toon","model":"gemini-2.5-flash","expected":"67","actual":"75","isCorrect":false,"inputTokens":3334,"outputTokens":2,"latencyMs":937.0138750000042},{"questionId":"q28","format":"csv","model":"gemini-2.5-flash","expected":"67","actual":"60","isCorrect":false,"inputTokens":3208,"outputTokens":2,"latencyMs":11651.041333000001},{"questionId":"q28","format":"xml","model":"gemini-2.5-flash","expected":"67","actual":"67","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":14544.347000000009},{"questionId":"q28","format":"yaml","model":"gemini-2.5-flash","expected":"67","actual":"75","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":1129.847666000016},{"questionId":"q29","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"45","isCorrect":false,"inputTokens":7926,"outputTokens":2,"latencyMs":1229.0597079999861},{"questionId":"q29","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"35","isCorrect":false,"inputTokens":3335,"outputTokens":2,"latencyMs":7948.103457999998},{"questionId":"q29","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":23544.53583300003},{"questionId":"q29","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"41","isCorrect":true,"inputTokens":9115,"outputTokens":2,"latencyMs":16054.365500000014},{"questionId":"q29","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"45","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":1172.4979590000003},{"questionId":"q30","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":7926,"outputTokens":2,"latencyMs":13419.561541999981},{"questionId":"q30","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3335,"outputTokens":2,"latencyMs":11332.432625000016},{"questionId":"q30","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3209,"outputTokens":2,"latencyMs":9336.322665999993},{"questionId":"q30","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"25","isCorrect":false,"inputTokens":9115,"outputTokens":2,"latencyMs":9078.705750000023},{"questionId":"q30","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"24","isCorrect":false,"inputTokens":5761,"outputTokens":2,"latencyMs":985.0405420000316},{"questionId":"q31","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":7918,"outputTokens":3,"latencyMs":1124.7110419999808},{"questionId":"q31","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3327,"outputTokens":3,"latencyMs":1788.1765839999425},{"questionId":"q31","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":3201,"outputTokens":3,"latencyMs":1339.491624999966},{"questionId":"q31","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":9107,"outputTokens":3,"latencyMs":2146.9885830000276},{"questionId":"q31","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":5753,"outputTokens":3,"latencyMs":2789.923207999964},{"questionId":"q32","format":"json","model":"gemini-2.5-flash","expected":"96503","actual":"98844.83","isCorrect":false,"inputTokens":7919,"outputTokens":8,"latencyMs":10636.717125000025},{"questionId":"q32","format":"toon","model":"gemini-2.5-flash","expected":"96503","actual":"99797.20","isCorrect":false,"inputTokens":3328,"outputTokens":8,"latencyMs":14977.095749999979},{"questionId":"q32","format":"csv","model":"gemini-2.5-flash","expected":"96503","actual":"95536.55","isCorrect":false,"inputTokens":3202,"outputTokens":8,"latencyMs":8430.841709},{"questionId":"q32","format":"xml","model":"gemini-2.5-flash","expected":"96503","actual":"99878.43","isCorrect":false,"inputTokens":9108,"outputTokens":8,"latencyMs":9510.504041999986},{"questionId":"q32","format":"yaml","model":"gemini-2.5-flash","expected":"96503","actual":"95797.77","isCorrect":false,"inputTokens":5754,"outputTokens":8,"latencyMs":2769.6545840000035},{"questionId":"q33","format":"json","model":"gemini-2.5-flash","expected":"78","actual":"83","isCorrect":false,"inputTokens":7916,"outputTokens":2,"latencyMs":850.5188339999877},{"questionId":"q33","format":"toon","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":8145.503166999959},{"questionId":"q33","format":"csv","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":10207.84937499999},{"questionId":"q33","format":"xml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":10025.498541000008},{"questionId":"q33","format":"yaml","model":"gemini-2.5-flash","expected":"78","actual":"78","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":8864.207832999993},{"questionId":"q34","format":"json","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":7916,"outputTokens":2,"latencyMs":3106.0615000000107},{"questionId":"q34","format":"toon","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3325,"outputTokens":2,"latencyMs":7951.674750000006},{"questionId":"q34","format":"csv","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":3199,"outputTokens":2,"latencyMs":2120.0162080000155},{"questionId":"q34","format":"xml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":9105,"outputTokens":2,"latencyMs":3175.918500000029},{"questionId":"q34","format":"yaml","model":"gemini-2.5-flash","expected":"22","actual":"22","isCorrect":true,"inputTokens":5751,"outputTokens":2,"latencyMs":1830.9286250000005},{"questionId":"q35","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":7927,"outputTokens":2,"latencyMs":4926.688874999993},{"questionId":"q35","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4457.843666000001},{"questionId":"q35","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":3210,"outputTokens":2,"latencyMs":4556.208125000005},{"questionId":"q35","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":4455.869000000006},{"questionId":"q35","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"13","isCorrect":false,"inputTokens":5762,"outputTokens":2,"latencyMs":3429.662000000011},{"questionId":"q36","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3677.714957999997},{"questionId":"q36","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":14474.217875000031},{"questionId":"q36","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":20337.017417000025},{"questionId":"q36","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":16257.188708000001},{"questionId":"q36","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":11847.312082999968},{"questionId":"q37","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5965.533249999979},{"questionId":"q37","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4223.297707999998},{"questionId":"q37","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":28441.771999999997},{"questionId":"q37","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":12434.705874999985},{"questionId":"q37","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":3621.32574999996},{"questionId":"q38","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":3684.0347089999705},{"questionId":"q38","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":5138.205083000008},{"questionId":"q38","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":5957.296333000006},{"questionId":"q38","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":3951.352541},{"questionId":"q38","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4109.062249999959},{"questionId":"q39","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":4144.428542000009},{"questionId":"q39","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4433.889708000002},{"questionId":"q39","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":4125.506540999981},{"questionId":"q39","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":9116,"outputTokens":2,"latencyMs":3636.3683329999913},{"questionId":"q39","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4546.9281670000055},{"questionId":"q40","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7927,"outputTokens":2,"latencyMs":5154.34375},{"questionId":"q40","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3336,"outputTokens":2,"latencyMs":4442.87366599997},{"questionId":"q40","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3210,"outputTokens":2,"latencyMs":19062.624750000017},{"questionId":"q40","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":9116,"outputTokens":2,"latencyMs":5698.869250000047},{"questionId":"q40","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5762,"outputTokens":2,"latencyMs":4640.15508300002},{"questionId":"q41","format":"json","model":"gemini-2.5-flash","expected":"63","actual":"62","isCorrect":false,"inputTokens":7923,"outputTokens":2,"latencyMs":20318.896625000052},{"questionId":"q41","format":"toon","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3332,"outputTokens":2,"latencyMs":19353.930500000017},{"questionId":"q41","format":"csv","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":3206,"outputTokens":2,"latencyMs":17896.852416999987},{"questionId":"q41","format":"xml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":9112,"outputTokens":2,"latencyMs":14262.28933400003},{"questionId":"q41","format":"yaml","model":"gemini-2.5-flash","expected":"63","actual":"63","isCorrect":true,"inputTokens":5758,"outputTokens":2,"latencyMs":25473.65383299999},{"questionId":"q42","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"49","isCorrect":false,"inputTokens":7924,"outputTokens":2,"latencyMs":2494.432833000028},{"questionId":"q42","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":14454.663292000012},{"questionId":"q42","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":28194.10499999998},{"questionId":"q42","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":15617.828125},{"questionId":"q42","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"53","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":13359.350957999995},{"questionId":"q43","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":10914.340166999958},{"questionId":"q43","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":13180.650041999994},{"questionId":"q43","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":16994.432666999986},{"questionId":"q43","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":18149.553083000006},{"questionId":"q43","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":14818.973499999964},{"questionId":"q44","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":7924,"outputTokens":2,"latencyMs":22201.832916999992},{"questionId":"q44","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3333,"outputTokens":2,"latencyMs":16690.097667000024},{"questionId":"q44","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":3207,"outputTokens":2,"latencyMs":15426.745333999977},{"questionId":"q44","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":9113,"outputTokens":2,"latencyMs":10846.922207999974},{"questionId":"q44","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":5759,"outputTokens":2,"latencyMs":13812.198874999944},{"questionId":"q45","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"24","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":963.5589170000167},{"questionId":"q45","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3334,"outputTokens":2,"latencyMs":4934.78704200004},{"questionId":"q45","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":6607.577207999944},{"questionId":"q45","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":10700.814124999917},{"questionId":"q45","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5760,"outputTokens":2,"latencyMs":8818.179707999981},{"questionId":"q46","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7925,"outputTokens":1,"latencyMs":4510.959625000018},{"questionId":"q46","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3334,"outputTokens":1,"latencyMs":14492.958583},{"questionId":"q46","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":3208,"outputTokens":1,"latencyMs":16497.093166999985},{"questionId":"q46","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":9114,"outputTokens":1,"latencyMs":7761.941333999974},{"questionId":"q46","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":5760,"outputTokens":1,"latencyMs":9089.322708999971},{"questionId":"q47","format":"json","model":"gemini-2.5-flash","expected":"15","actual":"12","isCorrect":false,"inputTokens":7925,"outputTokens":2,"latencyMs":1675.937957999995},{"questionId":"q47","format":"toon","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":3334,"outputTokens":2,"latencyMs":3573.0251660000067},{"questionId":"q47","format":"csv","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":3208,"outputTokens":2,"latencyMs":24378.63616699993},{"questionId":"q47","format":"xml","model":"gemini-2.5-flash","expected":"15","actual":"15","isCorrect":true,"inputTokens":9114,"outputTokens":2,"latencyMs":4920.918459000066},{"questionId":"q47","format":"yaml","model":"gemini-2.5-flash","expected":"15","actual":"14","isCorrect":false,"inputTokens":5760,"outputTokens":2,"latencyMs":3594.2316669999855},{"questionId":"q48","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3353.7037919999566},{"questionId":"q48","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":4311.0951659999555},{"questionId":"q48","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3517.0884160000132},{"questionId":"q48","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":3361.3044579999987},{"questionId":"q48","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"14","isCorrect":false,"inputTokens":5753,"outputTokens":2,"latencyMs":1128.1160410000011},{"questionId":"q49","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":9925.455041999929},{"questionId":"q49","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":9603.550792000024},{"questionId":"q49","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":27509.886375000002},{"questionId":"q49","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":10771.55691699998},{"questionId":"q49","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":8698.111624999903},{"questionId":"q50","format":"json","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":7918,"outputTokens":2,"latencyMs":3391.577874999959},{"questionId":"q50","format":"toon","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3327,"outputTokens":2,"latencyMs":5774.26337499998},{"questionId":"q50","format":"csv","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":3201,"outputTokens":2,"latencyMs":3715.816125000012},{"questionId":"q50","format":"xml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":9107,"outputTokens":2,"latencyMs":2626.9956249999814},{"questionId":"q50","format":"yaml","model":"gemini-2.5-flash","expected":"14","actual":"14","isCorrect":true,"inputTokens":5753,"outputTokens":2,"latencyMs":3216.014208000037},{"questionId":"q51","format":"json","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":12112,"outputTokens":5,"latencyMs":1692.8534999999683},{"questionId":"q51","format":"toon","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7200,"outputTokens":5,"latencyMs":1472.8788330000825},{"questionId":"q51","format":"csv","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7837,"outputTokens":5,"latencyMs":1664.4023750000633},{"questionId":"q51","format":"xml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":13450,"outputTokens":5,"latencyMs":1827.5739169999724},{"questionId":"q51","format":"yaml","model":"gemini-2.5-flash","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":8426,"outputTokens":5,"latencyMs":2358.3817500000587},{"questionId":"q52","format":"json","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":1891.6436669999966},{"questionId":"q52","format":"toon","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":1532.5547079999233},{"questionId":"q52","format":"csv","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7837,"outputTokens":2,"latencyMs":1527.2405830000062},{"questionId":"q52","format":"xml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":1913.251667000004},{"questionId":"q52","format":"yaml","model":"gemini-2.5-flash","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":1117.5957909999415},{"questionId":"q53","format":"json","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1165.4172079999698},{"questionId":"q53","format":"toon","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":819.4738339999458},{"questionId":"q53","format":"csv","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":812.4739579999587},{"questionId":"q53","format":"xml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1271.5929999999935},{"questionId":"q53","format":"yaml","model":"gemini-2.5-flash","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1231.0252920000348},{"questionId":"q54","format":"json","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1500.2090420000022},{"questionId":"q54","format":"toon","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1243.5899579999968},{"questionId":"q54","format":"csv","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1430.6751669999212},{"questionId":"q54","format":"xml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1182.5179999999236},{"questionId":"q54","format":"yaml","model":"gemini-2.5-flash","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":960.5597909999778},{"questionId":"q55","format":"json","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":12112,"outputTokens":6,"latencyMs":1080.0507499999367},{"questionId":"q55","format":"toon","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7200,"outputTokens":6,"latencyMs":1304.920417000074},{"questionId":"q55","format":"csv","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7837,"outputTokens":6,"latencyMs":2457.5397499999963},{"questionId":"q55","format":"xml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":13450,"outputTokens":6,"latencyMs":1272.3998750000028},{"questionId":"q55","format":"yaml","model":"gemini-2.5-flash","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":8426,"outputTokens":6,"latencyMs":1201.9872500000056},{"questionId":"q56","format":"json","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":2392.3436670000665},{"questionId":"q56","format":"toon","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2733.0655419999966},{"questionId":"q56","format":"csv","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1403.06654099992},{"questionId":"q56","format":"xml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1918.7948330000509},{"questionId":"q56","format":"yaml","model":"gemini-2.5-flash","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1789.62254199991},{"questionId":"q57","format":"json","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":12112,"outputTokens":7,"latencyMs":2503.306749999989},{"questionId":"q57","format":"toon","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7200,"outputTokens":7,"latencyMs":2313.3919160000514},{"questionId":"q57","format":"csv","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7837,"outputTokens":7,"latencyMs":1821.4771669999463},{"questionId":"q57","format":"xml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":13450,"outputTokens":7,"latencyMs":1679.5064579999307},{"questionId":"q57","format":"yaml","model":"gemini-2.5-flash","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":8426,"outputTokens":7,"latencyMs":1611.6772500000661},{"questionId":"q58","format":"json","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1552.4957500000019},{"questionId":"q58","format":"toon","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":1121.7900839999784},{"questionId":"q58","format":"csv","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":1102.151959000039},{"questionId":"q58","format":"xml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1232.1767090000212},{"questionId":"q58","format":"yaml","model":"gemini-2.5-flash","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":1729.156874999986},{"questionId":"q59","format":"json","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":975.6803330000257},{"questionId":"q59","format":"toon","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1690.4341249999125},{"questionId":"q59","format":"csv","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1456.013707999955},{"questionId":"q59","format":"xml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":1121.2923750000773},{"questionId":"q59","format":"yaml","model":"gemini-2.5-flash","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1464.7171660000458},{"questionId":"q60","format":"json","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":8,"latencyMs":2486.236416999949},{"questionId":"q60","format":"toon","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":8,"latencyMs":2190.015875000041},{"questionId":"q60","format":"csv","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":8,"latencyMs":2756.4325420000823},{"questionId":"q60","format":"xml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":8,"latencyMs":1789.9597500000382},{"questionId":"q60","format":"yaml","model":"gemini-2.5-flash","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":8,"latencyMs":1597.3981250000652},{"questionId":"q61","format":"json","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":1722.7781659999164},{"questionId":"q61","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1434.6955829999642},{"questionId":"q61","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":1616.2926669999724},{"questionId":"q61","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1658.3439580000704},{"questionId":"q61","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1762.6898339999607},{"questionId":"q62","format":"json","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":1644.7072920000646},{"questionId":"q62","format":"toon","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":2461.513833000092},{"questionId":"q62","format":"csv","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":3940.7249999999767},{"questionId":"q62","format":"xml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":1469.0305420000805},{"questionId":"q62","format":"yaml","model":"gemini-2.5-flash","expected":"3","actual":"3","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":2566.2967920000665},{"questionId":"q63","format":"json","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":12113,"outputTokens":4,"latencyMs":2484.507291999995},{"questionId":"q63","format":"toon","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7201,"outputTokens":4,"latencyMs":1072.0397919999668},{"questionId":"q63","format":"csv","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7838,"outputTokens":4,"latencyMs":3012.422125000041},{"questionId":"q63","format":"xml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":13451,"outputTokens":4,"latencyMs":1288.4815830000443},{"questionId":"q63","format":"yaml","model":"gemini-2.5-flash","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":8427,"outputTokens":4,"latencyMs":1285.4956659999443},{"questionId":"q64","format":"json","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":7,"latencyMs":1293.0477919999976},{"questionId":"q64","format":"toon","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":7,"latencyMs":880.4561249999097},{"questionId":"q64","format":"csv","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":7,"latencyMs":2256.4949590000324},{"questionId":"q64","format":"xml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":7,"latencyMs":1036.5834589999868},{"questionId":"q64","format":"yaml","model":"gemini-2.5-flash","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":7,"latencyMs":1284.7893339999719},{"questionId":"q65","format":"json","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":12113,"outputTokens":10,"latencyMs":1414.063165999949},{"questionId":"q65","format":"toon","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7201,"outputTokens":10,"latencyMs":1223.9805829999968},{"questionId":"q65","format":"csv","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7838,"outputTokens":10,"latencyMs":987.5674580000341},{"questionId":"q65","format":"xml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":13451,"outputTokens":10,"latencyMs":1375.5208339999663},{"questionId":"q65","format":"yaml","model":"gemini-2.5-flash","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":8427,"outputTokens":10,"latencyMs":1173.1945419999538},{"questionId":"q66","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12112,"outputTokens":1,"latencyMs":4266.971124999924},{"questionId":"q66","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7200,"outputTokens":1,"latencyMs":3749.7528750000056},{"questionId":"q66","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7837,"outputTokens":1,"latencyMs":5860.846417000052},{"questionId":"q66","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13450,"outputTokens":1,"latencyMs":3687.2811249999795},{"questionId":"q66","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8426,"outputTokens":1,"latencyMs":5317.622417000006},{"questionId":"q67","format":"json","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":12113,"outputTokens":6,"latencyMs":1992.8841249999823},{"questionId":"q67","format":"toon","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7201,"outputTokens":6,"latencyMs":1880.968125000014},{"questionId":"q67","format":"csv","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7838,"outputTokens":6,"latencyMs":1766.6295839999802},{"questionId":"q67","format":"xml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":13451,"outputTokens":6,"latencyMs":2286.2300830000313},{"questionId":"q67","format":"yaml","model":"gemini-2.5-flash","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":8427,"outputTokens":6,"latencyMs":1865.7060000000056},{"questionId":"q68","format":"json","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":12113,"outputTokens":11,"latencyMs":1558.0343749999302},{"questionId":"q68","format":"toon","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7201,"outputTokens":11,"latencyMs":1379.7599579999223},{"questionId":"q68","format":"csv","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7838,"outputTokens":11,"latencyMs":1017.264124999987},{"questionId":"q68","format":"xml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":13451,"outputTokens":11,"latencyMs":1312.6906250000466},{"questionId":"q68","format":"yaml","model":"gemini-2.5-flash","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":8427,"outputTokens":11,"latencyMs":1777.3193749999627},{"questionId":"q69","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1977.4908750000177},{"questionId":"q69","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":1006.1935829999857},{"questionId":"q69","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5486.551915999968},{"questionId":"q69","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":13445,"outputTokens":1,"latencyMs":1490.234375},{"questionId":"q69","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":4601.219417000073},{"questionId":"q70","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":12107,"outputTokens":1,"latencyMs":1850.5223749999423},{"questionId":"q70","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":5597.918500000029},{"questionId":"q70","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4137.744959000032},{"questionId":"q70","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":4753.405125000048},{"questionId":"q70","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1299.3760830000974},{"questionId":"q71","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":12108,"outputTokens":1,"latencyMs":2941.854500000016},{"questionId":"q71","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"8","isCorrect":false,"inputTokens":7196,"outputTokens":1,"latencyMs":1831.737000000081},{"questionId":"q71","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7833,"outputTokens":2,"latencyMs":5679.048415999976},{"questionId":"q71","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13446,"outputTokens":2,"latencyMs":4551.096667000093},{"questionId":"q71","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8422,"outputTokens":1,"latencyMs":1606.2666250000475},{"questionId":"q72","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1876.637834000052},{"questionId":"q72","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":2700.7445829999633},{"questionId":"q72","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":5157.387708000024},{"questionId":"q72","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":6184.491874999949},{"questionId":"q72","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"9","isCorrect":false,"inputTokens":8421,"outputTokens":1,"latencyMs":1348.0407920000143},{"questionId":"q73","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":1134.8766250000335},{"questionId":"q73","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":2648.7232089999598},{"questionId":"q73","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":4380.683959000045},{"questionId":"q73","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":2131.7413330000127},{"questionId":"q73","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":3080.786625000066},{"questionId":"q74","format":"json","model":"gemini-2.5-flash","expected":"42342.25","actual":"45115.65","isCorrect":false,"inputTokens":12108,"outputTokens":8,"latencyMs":7783.882542000036},{"questionId":"q74","format":"toon","model":"gemini-2.5-flash","expected":"42342.25","actual":"44781.04","isCorrect":false,"inputTokens":7196,"outputTokens":8,"latencyMs":6574.070792000042},{"questionId":"q74","format":"csv","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":7833,"outputTokens":8,"latencyMs":9101.536290999968},{"questionId":"q74","format":"xml","model":"gemini-2.5-flash","expected":"42342.25","actual":"42342.25","isCorrect":true,"inputTokens":13446,"outputTokens":8,"latencyMs":12850.543249999988},{"questionId":"q74","format":"yaml","model":"gemini-2.5-flash","expected":"42342.25","actual":"38411.39","isCorrect":false,"inputTokens":8422,"outputTokens":8,"latencyMs":11293.411124999984},{"questionId":"q75","format":"json","model":"gemini-2.5-flash","expected":"846.85","actual":"747.53","isCorrect":false,"inputTokens":12106,"outputTokens":6,"latencyMs":76390.70545799995},{"questionId":"q75","format":"toon","model":"gemini-2.5-flash","expected":"846.85","actual":"917.54","isCorrect":false,"inputTokens":7194,"outputTokens":6,"latencyMs":6903.533124999958},{"questionId":"q75","format":"csv","model":"gemini-2.5-flash","expected":"846.85","actual":"781.55","isCorrect":false,"inputTokens":7831,"outputTokens":6,"latencyMs":5703.8770830000285},{"questionId":"q75","format":"xml","model":"gemini-2.5-flash","expected":"846.85","actual":"797.36","isCorrect":false,"inputTokens":13444,"outputTokens":6,"latencyMs":8504.767458999995},{"questionId":"q75","format":"yaml","model":"gemini-2.5-flash","expected":"846.85","actual":"777.29","isCorrect":false,"inputTokens":8420,"outputTokens":6,"latencyMs":1839.1142500001006},{"questionId":"q76","format":"json","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":12107,"outputTokens":2,"latencyMs":2001.498750000028},{"questionId":"q76","format":"toon","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7195,"outputTokens":2,"latencyMs":4672.004833000014},{"questionId":"q76","format":"csv","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":7832,"outputTokens":2,"latencyMs":2514.7970000000205},{"questionId":"q76","format":"xml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":13445,"outputTokens":2,"latencyMs":3632.0096669999184},{"questionId":"q76","format":"yaml","model":"gemini-2.5-flash","expected":"50","actual":"50","isCorrect":true,"inputTokens":8421,"outputTokens":2,"latencyMs":5160.168249999988},{"questionId":"q77","format":"json","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":12106,"outputTokens":7,"latencyMs":9150.94608299993},{"questionId":"q77","format":"toon","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7194,"outputTokens":7,"latencyMs":6615.120250000036},{"questionId":"q77","format":"csv","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7831,"outputTokens":7,"latencyMs":10480.416624999954},{"questionId":"q77","format":"xml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":13444,"outputTokens":7,"latencyMs":4439.045541999978},{"questionId":"q77","format":"yaml","model":"gemini-2.5-flash","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":8420,"outputTokens":7,"latencyMs":1882.096707999939},{"questionId":"q78","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":12112,"outputTokens":2,"latencyMs":8045.358583999914},{"questionId":"q78","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"46","isCorrect":false,"inputTokens":7200,"outputTokens":2,"latencyMs":828.5928330000024},{"questionId":"q78","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"42","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1483.264833000023},{"questionId":"q78","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10593.582082999987},{"questionId":"q78","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":8426,"outputTokens":2,"latencyMs":9247.341250000056},{"questionId":"q79","format":"json","model":"gemini-2.5-flash","expected":"39","actual":"46","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1092.2615000000224},{"questionId":"q79","format":"toon","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":9186.251499999897},{"questionId":"q79","format":"csv","model":"gemini-2.5-flash","expected":"39","actual":"42","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1941.7541669999482},{"questionId":"q79","format":"xml","model":"gemini-2.5-flash","expected":"39","actual":"39","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":10072.637624999974},{"questionId":"q79","format":"yaml","model":"gemini-2.5-flash","expected":"39","actual":"45","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":1719.9412079999456},{"questionId":"q80","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"38","isCorrect":false,"inputTokens":12112,"outputTokens":2,"latencyMs":1297.0399159999797},{"questionId":"q80","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":7200,"outputTokens":2,"latencyMs":9348.562249999959},{"questionId":"q80","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"34","isCorrect":false,"inputTokens":7837,"outputTokens":2,"latencyMs":1137.5457910000114},{"questionId":"q80","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":13450,"outputTokens":2,"latencyMs":8901.036416999996},{"questionId":"q80","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"40","isCorrect":false,"inputTokens":8426,"outputTokens":2,"latencyMs":2142.453458000091},{"questionId":"q81","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":3643.3071660000132},{"questionId":"q81","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":4309.838416000013},{"questionId":"q81","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":7232.681667000055},{"questionId":"q81","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9781.387541000033},{"questionId":"q81","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":7210.8122079999885},{"questionId":"q82","format":"json","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8765.62704199995},{"questionId":"q82","format":"toon","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":7478.886292000068},{"questionId":"q82","format":"csv","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8230.342458000057},{"questionId":"q82","format":"xml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":9334.430875000078},{"questionId":"q82","format":"yaml","model":"gemini-2.5-flash","expected":"8","actual":"8","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":10376.464916000026},{"questionId":"q83","format":"json","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":12117,"outputTokens":1,"latencyMs":8703.77124999999},{"questionId":"q83","format":"toon","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7205,"outputTokens":1,"latencyMs":8287.385917000007},{"questionId":"q83","format":"csv","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":7842,"outputTokens":1,"latencyMs":8161.170583999949},{"questionId":"q83","format":"xml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":13455,"outputTokens":1,"latencyMs":8794.57454099995},{"questionId":"q83","format":"yaml","model":"gemini-2.5-flash","expected":"7","actual":"7","isCorrect":true,"inputTokens":8431,"outputTokens":1,"latencyMs":9925.970374999917},{"questionId":"q84","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":9226.798125000088},{"questionId":"q84","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":5929.977208999917},{"questionId":"q84","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":9747.466124999919},{"questionId":"q84","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8762.780125000048},{"questionId":"q84","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":7529.857666999917},{"questionId":"q85","format":"json","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":12116,"outputTokens":1,"latencyMs":8607.538915999932},{"questionId":"q85","format":"toon","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7204,"outputTokens":1,"latencyMs":8470.637084000045},{"questionId":"q85","format":"csv","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":7841,"outputTokens":1,"latencyMs":8293.983832999947},{"questionId":"q85","format":"xml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":13454,"outputTokens":1,"latencyMs":8605.136792000034},{"questionId":"q85","format":"yaml","model":"gemini-2.5-flash","expected":"9","actual":"9","isCorrect":true,"inputTokens":8430,"outputTokens":1,"latencyMs":9745.870166999986},{"questionId":"q86","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":6421.709583999938},{"questionId":"q86","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":9059.057040999993},{"questionId":"q86","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":8853.45537500002},{"questionId":"q86","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":6307.665166999912},{"questionId":"q86","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":7261.714666999993},{"questionId":"q87","format":"json","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":12114,"outputTokens":1,"latencyMs":8302.011125000077},{"questionId":"q87","format":"toon","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7202,"outputTokens":1,"latencyMs":7116.242833000026},{"questionId":"q87","format":"csv","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":7839,"outputTokens":1,"latencyMs":7118.07262500003},{"questionId":"q87","format":"xml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":13452,"outputTokens":1,"latencyMs":9085.452249999973},{"questionId":"q87","format":"yaml","model":"gemini-2.5-flash","expected":"5","actual":"5","isCorrect":true,"inputTokens":8428,"outputTokens":1,"latencyMs":7265.410207999987},{"questionId":"q88","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12115,"outputTokens":1,"latencyMs":8578.619499999913},{"questionId":"q88","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7203,"outputTokens":1,"latencyMs":6706.768207999994},{"questionId":"q88","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":7840,"outputTokens":1,"latencyMs":10354.319625000004},{"questionId":"q88","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":13453,"outputTokens":1,"latencyMs":7596.8431669999845},{"questionId":"q88","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":8429,"outputTokens":1,"latencyMs":8190.471666999976},{"questionId":"q89","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":11347.307583000045},{"questionId":"q89","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":10136.198250000016},{"questionId":"q89","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":11784.841791999992},{"questionId":"q89","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":12216.334832999972},{"questionId":"q89","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11202.43666700006},{"questionId":"q90","format":"json","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":12118,"outputTokens":2,"latencyMs":10554.37249999994},{"questionId":"q90","format":"toon","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7206,"outputTokens":2,"latencyMs":9593.097500000033},{"questionId":"q90","format":"csv","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":7843,"outputTokens":2,"latencyMs":12021.788917000056},{"questionId":"q90","format":"xml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":13456,"outputTokens":2,"latencyMs":17276.673542000004},{"questionId":"q90","format":"yaml","model":"gemini-2.5-flash","expected":"27","actual":"27","isCorrect":true,"inputTokens":8432,"outputTokens":2,"latencyMs":11903.29379200004},{"questionId":"q91","format":"json","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2232.1409579999745},{"questionId":"q91","format":"toon","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2024.8790829998907},{"questionId":"q91","format":"csv","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1411.5493749999441},{"questionId":"q91","format":"xml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":2845.1082919999026},{"questionId":"q91","format":"yaml","model":"gemini-2.5-flash","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1260.75720800017},{"questionId":"q92","format":"json","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":1065.674583000131},{"questionId":"q92","format":"toon","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":2011.2975840000436},{"questionId":"q92","format":"csv","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":2136.2332499998156},{"questionId":"q92","format":"xml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":3319.391291000182},{"questionId":"q92","format":"yaml","model":"gemini-2.5-flash","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":1285.7722080000676},{"questionId":"q93","format":"json","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1173.1165000000037},{"questionId":"q93","format":"toon","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":2560.2493330000434},{"questionId":"q93","format":"csv","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":2564.5074170001317},{"questionId":"q93","format":"xml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":2081.878291999921},{"questionId":"q93","format":"yaml","model":"gemini-2.5-flash","expected":"33","actual":"33","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1937.9234160000924},{"questionId":"q94","format":"json","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":1785.8982499998529},{"questionId":"q94","format":"toon","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":1642.2089580001775},{"questionId":"q94","format":"csv","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":4243.4820419999305},{"questionId":"q94","format":"xml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":2670.3332080000546},{"questionId":"q94","format":"yaml","model":"gemini-2.5-flash","expected":"377","actual":"377","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1788.2775000000838},{"questionId":"q95","format":"json","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1181.9475000000093},{"questionId":"q95","format":"toon","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1556.6112499998417},{"questionId":"q95","format":"csv","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":1555.8486669999547},{"questionId":"q95","format":"xml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":786.6868749998976},{"questionId":"q95","format":"yaml","model":"gemini-2.5-flash","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2384.8917499999516},{"questionId":"q96","format":"json","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":2644.8262080000713},{"questionId":"q96","format":"toon","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":3287.3586659999564},{"questionId":"q96","format":"csv","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":3157.2189589999616},{"questionId":"q96","format":"xml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1957.8472499998752},{"questionId":"q96","format":"yaml","model":"gemini-2.5-flash","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1372.550625000149},{"questionId":"q97","format":"json","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4783,"outputTokens":7,"latencyMs":1988.2564580000471},{"questionId":"q97","format":"toon","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2270,"outputTokens":7,"latencyMs":3164.8680420001037},{"questionId":"q97","format":"csv","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":2207,"outputTokens":7,"latencyMs":3431.607166999951},{"questionId":"q97","format":"xml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":5430,"outputTokens":7,"latencyMs":2675.413792000152},{"questionId":"q97","format":"yaml","model":"gemini-2.5-flash","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3813,"outputTokens":7,"latencyMs":2113.630665999837},{"questionId":"q98","format":"json","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":1718.408999999985},{"questionId":"q98","format":"toon","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1763.4724169999827},{"questionId":"q98","format":"csv","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1373.3982500000857},{"questionId":"q98","format":"xml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":954.5907089998946},{"questionId":"q98","format":"yaml","model":"gemini-2.5-flash","expected":"44","actual":"44","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1173.2894590001088},{"questionId":"q99","format":"json","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":4784,"outputTokens":3,"latencyMs":2930.893541000085},{"questionId":"q99","format":"toon","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2271,"outputTokens":3,"latencyMs":2517.6903329999186},{"questionId":"q99","format":"csv","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":2208,"outputTokens":3,"latencyMs":1860.6130419999827},{"questionId":"q99","format":"xml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":5431,"outputTokens":3,"latencyMs":1126.4666250001173},{"questionId":"q99","format":"yaml","model":"gemini-2.5-flash","expected":"411","actual":"411","isCorrect":true,"inputTokens":3814,"outputTokens":3,"latencyMs":1665.436333999969},{"questionId":"q100","format":"json","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1051.4562500000466},{"questionId":"q100","format":"toon","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":1729.5377080000471},{"questionId":"q100","format":"csv","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2119.4170839998405},{"questionId":"q100","format":"xml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1285.7722920000087},{"questionId":"q100","format":"yaml","model":"gemini-2.5-flash","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":1716.3869580000173},{"questionId":"q101","format":"json","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4784,"outputTokens":4,"latencyMs":1727.9030829998665},{"questionId":"q101","format":"toon","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2271,"outputTokens":4,"latencyMs":2187.966541000176},{"questionId":"q101","format":"csv","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":2208,"outputTokens":4,"latencyMs":2394.1798749999143},{"questionId":"q101","format":"xml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":5431,"outputTokens":4,"latencyMs":1722.3638750000391},{"questionId":"q101","format":"yaml","model":"gemini-2.5-flash","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3814,"outputTokens":4,"latencyMs":2475.8334580000956},{"questionId":"q102","format":"json","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4783,"outputTokens":6,"latencyMs":2977.722958999919},{"questionId":"q102","format":"toon","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2270,"outputTokens":6,"latencyMs":1757.5047919999342},{"questionId":"q102","format":"csv","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":2207,"outputTokens":6,"latencyMs":2444.916582999984},{"questionId":"q102","format":"xml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":5430,"outputTokens":6,"latencyMs":2133.9071250001434},{"questionId":"q102","format":"yaml","model":"gemini-2.5-flash","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3813,"outputTokens":6,"latencyMs":2145.6673330001067},{"questionId":"q103","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":4784,"outputTokens":2,"latencyMs":859.6548750000075},{"questionId":"q103","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2271,"outputTokens":2,"latencyMs":1734.8168750000186},{"questionId":"q103","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":2208,"outputTokens":2,"latencyMs":1098.5882079999428},{"questionId":"q103","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":5431,"outputTokens":2,"latencyMs":1407.81004199991},{"questionId":"q103","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":3814,"outputTokens":2,"latencyMs":1127.0661250001285},{"questionId":"q104","format":"json","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":4777,"outputTokens":6,"latencyMs":9913.891832999885},{"questionId":"q104","format":"toon","model":"gemini-2.5-flash","expected":"344498","actual":"345097","isCorrect":false,"inputTokens":2264,"outputTokens":6,"latencyMs":4878.628541999962},{"questionId":"q104","format":"csv","model":"gemini-2.5-flash","expected":"344498","actual":"358117","isCorrect":false,"inputTokens":2201,"outputTokens":6,"latencyMs":4849.577540999977},{"questionId":"q104","format":"xml","model":"gemini-2.5-flash","expected":"344498","actual":"345090","isCorrect":false,"inputTokens":5424,"outputTokens":6,"latencyMs":4118.127374999924},{"questionId":"q104","format":"yaml","model":"gemini-2.5-flash","expected":"344498","actual":"315629","isCorrect":false,"inputTokens":3807,"outputTokens":6,"latencyMs":1798.103916999884},{"questionId":"q105","format":"json","model":"gemini-2.5-flash","expected":"312818.50","actual":"312818.50","isCorrect":true,"inputTokens":4775,"outputTokens":9,"latencyMs":36391.6730409998},{"questionId":"q105","format":"toon","model":"gemini-2.5-flash","expected":"312818.50","actual":"314470.92","isCorrect":false,"inputTokens":2262,"outputTokens":9,"latencyMs":6413.531500000041},{"questionId":"q105","format":"csv","model":"gemini-2.5-flash","expected":"312818.50","actual":"312386.67","isCorrect":false,"inputTokens":2199,"outputTokens":9,"latencyMs":9471.003125000047},{"questionId":"q105","format":"xml","model":"gemini-2.5-flash","expected":"312818.50","actual":"312270.01","isCorrect":false,"inputTokens":5422,"outputTokens":9,"latencyMs":8854.723665999947},{"questionId":"q105","format":"yaml","model":"gemini-2.5-flash","expected":"312818.50","actual":"312275.58","isCorrect":false,"inputTokens":3805,"outputTokens":9,"latencyMs":26113.565375000006},{"questionId":"q106","format":"json","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":4777,"outputTokens":4,"latencyMs":7357.996207999997},{"questionId":"q106","format":"toon","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2264,"outputTokens":4,"latencyMs":6306.607209000038},{"questionId":"q106","format":"csv","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":2201,"outputTokens":4,"latencyMs":6478.767125000013},{"questionId":"q106","format":"xml","model":"gemini-2.5-flash","expected":"1811","actual":"1811","isCorrect":true,"inputTokens":5424,"outputTokens":4,"latencyMs":5718.7697500002105},{"questionId":"q106","format":"yaml","model":"gemini-2.5-flash","expected":"1811","actual":"1678","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":2233.6343750001397},{"questionId":"q107","format":"json","model":"gemini-2.5-flash","expected":"5742","actual":"5648.42","isCorrect":false,"inputTokens":4776,"outputTokens":7,"latencyMs":9911.226332999999},{"questionId":"q107","format":"toon","model":"gemini-2.5-flash","expected":"5742","actual":"5846.47","isCorrect":false,"inputTokens":2263,"outputTokens":7,"latencyMs":13126.097666000016},{"questionId":"q107","format":"csv","model":"gemini-2.5-flash","expected":"5742","actual":"5635.02","isCorrect":false,"inputTokens":2200,"outputTokens":7,"latencyMs":17494.837249999866},{"questionId":"q107","format":"xml","model":"gemini-2.5-flash","expected":"5742","actual":"5751.52","isCorrect":false,"inputTokens":5423,"outputTokens":7,"latencyMs":8008.289582999889},{"questionId":"q107","format":"yaml","model":"gemini-2.5-flash","expected":"5742","actual":"5472.08","isCorrect":false,"inputTokens":3806,"outputTokens":7,"latencyMs":33762.85004199995},{"questionId":"q108","format":"json","model":"gemini-2.5-flash","expected":"5213.64","actual":"5233.14","isCorrect":false,"inputTokens":4774,"outputTokens":7,"latencyMs":6962.909749999875},{"questionId":"q108","format":"toon","model":"gemini-2.5-flash","expected":"5213.64","actual":"5201.02","isCorrect":false,"inputTokens":2261,"outputTokens":7,"latencyMs":6622.434125000145},{"questionId":"q108","format":"csv","model":"gemini-2.5-flash","expected":"5213.64","actual":"5116.86","isCorrect":false,"inputTokens":2198,"outputTokens":7,"latencyMs":10373.556000000099},{"questionId":"q108","format":"xml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5205.87","isCorrect":false,"inputTokens":5421,"outputTokens":7,"latencyMs":7549.760292000137},{"questionId":"q108","format":"yaml","model":"gemini-2.5-flash","expected":"5213.64","actual":"5180.70","isCorrect":false,"inputTokens":3804,"outputTokens":7,"latencyMs":7670.032332999865},{"questionId":"q109","format":"json","model":"gemini-2.5-flash","expected":"30","actual":"31.47","isCorrect":false,"inputTokens":4776,"outputTokens":5,"latencyMs":5072.805415999843},{"questionId":"q109","format":"toon","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":2263,"outputTokens":5,"latencyMs":7099.692415999947},{"questionId":"q109","format":"csv","model":"gemini-2.5-flash","expected":"30","actual":"32.3","isCorrect":false,"inputTokens":2200,"outputTokens":4,"latencyMs":4167.337666000007},{"questionId":"q109","format":"xml","model":"gemini-2.5-flash","expected":"30","actual":"30.18","isCorrect":false,"inputTokens":5423,"outputTokens":5,"latencyMs":6872.875459000003},{"questionId":"q109","format":"yaml","model":"gemini-2.5-flash","expected":"30","actual":"31.12","isCorrect":false,"inputTokens":3806,"outputTokens":5,"latencyMs":4083.4164579999633},{"questionId":"q110","format":"json","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":4776,"outputTokens":2,"latencyMs":2997.0265000001527},{"questionId":"q110","format":"toon","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2263,"outputTokens":2,"latencyMs":1046.5778339998797},{"questionId":"q110","format":"csv","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":2200,"outputTokens":2,"latencyMs":1296.5603330000304},{"questionId":"q110","format":"xml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":5423,"outputTokens":2,"latencyMs":6545.428416999988},{"questionId":"q110","format":"yaml","model":"gemini-2.5-flash","expected":"60","actual":"60","isCorrect":true,"inputTokens":3806,"outputTokens":2,"latencyMs":1941.0819159999955},{"questionId":"q111","format":"json","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":4779,"outputTokens":4,"latencyMs":1937.7885410001036},{"questionId":"q111","format":"toon","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2266,"outputTokens":4,"latencyMs":22992.324291999917},{"questionId":"q111","format":"csv","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":2203,"outputTokens":4,"latencyMs":16785.666084000142},{"questionId":"q111","format":"xml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":5426,"outputTokens":4,"latencyMs":6198.456624999875},{"questionId":"q111","format":"yaml","model":"gemini-2.5-flash","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3809,"outputTokens":4,"latencyMs":2401.9597920000087},{"questionId":"q112","format":"json","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":10613.146208000137},{"questionId":"q112","format":"toon","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":12483.955874999985},{"questionId":"q112","format":"csv","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":10444.988499999978},{"questionId":"q112","format":"xml","model":"gemini-2.5-flash","expected":"42","actual":"40","isCorrect":false,"inputTokens":5426,"outputTokens":2,"latencyMs":6943.286957999924},{"questionId":"q112","format":"yaml","model":"gemini-2.5-flash","expected":"42","actual":"42","isCorrect":true,"inputTokens":3809,"outputTokens":2,"latencyMs":12200.386332999915},{"questionId":"q113","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":4779,"outputTokens":2,"latencyMs":9082.058375000022},{"questionId":"q113","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2266,"outputTokens":2,"latencyMs":11194.327791000018},{"questionId":"q113","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":2203,"outputTokens":2,"latencyMs":17510.81591699994},{"questionId":"q113","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":5426,"outputTokens":2,"latencyMs":7883.151083000004},{"questionId":"q113","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"14","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":1323.5505419999827},{"questionId":"q114","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":13487.814916000003},{"questionId":"q114","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":31498.387499999953},{"questionId":"q114","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":18932.356000000145},{"questionId":"q114","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":13836.441624999978},{"questionId":"q114","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":12897.143249999965},{"questionId":"q115","format":"json","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":4786,"outputTokens":2,"latencyMs":10924.983125000028},{"questionId":"q115","format":"toon","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2273,"outputTokens":2,"latencyMs":9625.202333000023},{"questionId":"q115","format":"csv","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":2210,"outputTokens":2,"latencyMs":19821.11437499989},{"questionId":"q115","format":"xml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":5433,"outputTokens":2,"latencyMs":13891.446999999927},{"questionId":"q115","format":"yaml","model":"gemini-2.5-flash","expected":"10","actual":"10","isCorrect":true,"inputTokens":3816,"outputTokens":2,"latencyMs":11902.314584000036},{"questionId":"q116","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4787,"outputTokens":2,"latencyMs":13823.740874999901},{"questionId":"q116","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2274,"outputTokens":2,"latencyMs":19406.139999999898},{"questionId":"q116","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2211,"outputTokens":2,"latencyMs":21494.316624999978},{"questionId":"q116","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5434,"outputTokens":2,"latencyMs":24615.37920899992},{"questionId":"q116","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3817,"outputTokens":2,"latencyMs":15866.553584000096},{"questionId":"q117","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14833.255208000075},{"questionId":"q117","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":11249.122000000207},{"questionId":"q117","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":12906.594957999885},{"questionId":"q117","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":16662.084583000047},{"questionId":"q117","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":12936.694499999983},{"questionId":"q118","format":"json","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":15947.820667000022},{"questionId":"q118","format":"toon","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":18921.612750000088},{"questionId":"q118","format":"csv","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":19255.925250000088},{"questionId":"q118","format":"xml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13041.678333000047},{"questionId":"q118","format":"yaml","model":"gemini-2.5-flash","expected":"28","actual":"28","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":12576.867208999814},{"questionId":"q119","format":"json","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14419.144667000044},{"questionId":"q119","format":"toon","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":12073.812042000005},{"questionId":"q119","format":"csv","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":19060.837957999902},{"questionId":"q119","format":"xml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13110.208416000009},{"questionId":"q119","format":"yaml","model":"gemini-2.5-flash","expected":"26","actual":"26","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14920.514499999816},{"questionId":"q120","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13329.38820799999},{"questionId":"q120","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":11177.124000000069},{"questionId":"q120","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20015.99641700019},{"questionId":"q120","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":17100.052082999842},{"questionId":"q120","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":14180.054750000127},{"questionId":"q121","format":"json","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":12804.235708999913},{"questionId":"q121","format":"toon","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":23143.071125000017},{"questionId":"q121","format":"csv","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":18711.785874999827},{"questionId":"q121","format":"xml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":41095.49066600017},{"questionId":"q121","format":"yaml","model":"gemini-2.5-flash","expected":"35","actual":"35","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":13609.58733400004},{"questionId":"q122","format":"json","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":4785,"outputTokens":2,"latencyMs":9206.927458000137},{"questionId":"q122","format":"toon","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2272,"outputTokens":2,"latencyMs":16375.337374999886},{"questionId":"q122","format":"csv","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":2209,"outputTokens":2,"latencyMs":3707.8904999999795},{"questionId":"q122","format":"xml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":5432,"outputTokens":2,"latencyMs":15623.881291999947},{"questionId":"q122","format":"yaml","model":"gemini-2.5-flash","expected":"12","actual":"12","isCorrect":true,"inputTokens":3815,"outputTokens":2,"latencyMs":11863.065332999919},{"questionId":"q123","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":14545.500250000041},{"questionId":"q123","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":16935.20595900016},{"questionId":"q123","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":22870.398874999955},{"questionId":"q123","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":14381.33349999995},{"questionId":"q123","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":13802.725625000196},{"questionId":"q124","format":"json","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":4788,"outputTokens":2,"latencyMs":13929.397750000004},{"questionId":"q124","format":"toon","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2275,"outputTokens":2,"latencyMs":14891.621708000079},{"questionId":"q124","format":"csv","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":2212,"outputTokens":2,"latencyMs":20843.750959000085},{"questionId":"q124","format":"xml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":5435,"outputTokens":2,"latencyMs":13911.781666999916},{"questionId":"q124","format":"yaml","model":"gemini-2.5-flash","expected":"32","actual":"32","isCorrect":true,"inputTokens":3818,"outputTokens":2,"latencyMs":15028.347291999962},{"questionId":"q125","format":"json","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":19994,"outputTokens":6,"latencyMs":1367.9169159999583},{"questionId":"q125","format":"toon","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12340,"outputTokens":6,"latencyMs":1058.5844169999473},{"questionId":"q125","format":"csv","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":12210,"outputTokens":6,"latencyMs":2084.934957999969},{"questionId":"q125","format":"xml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":21884,"outputTokens":6,"latencyMs":1320.4347920001019},{"questionId":"q125","format":"yaml","model":"gemini-2.5-flash","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17079,"outputTokens":6,"latencyMs":1736.2611249999609},{"questionId":"q126","format":"json","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":19997,"outputTokens":5,"latencyMs":1921.0418330000248},{"questionId":"q126","format":"toon","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12343,"outputTokens":5,"latencyMs":2670.168125000084},{"questionId":"q126","format":"csv","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":12213,"outputTokens":5,"latencyMs":3808.9257080000825},{"questionId":"q126","format":"xml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":21887,"outputTokens":5,"latencyMs":2042.2068329998292},{"questionId":"q126","format":"yaml","model":"gemini-2.5-flash","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17082,"outputTokens":5,"latencyMs":1672.565500000026},{"questionId":"q127","format":"json","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":19991,"outputTokens":2,"latencyMs":1627.6211660001427},{"questionId":"q127","format":"toon","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12337,"outputTokens":2,"latencyMs":2782.733583000023},{"questionId":"q127","format":"csv","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":12207,"outputTokens":2,"latencyMs":3875.3207079998683},{"questionId":"q127","format":"xml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":21881,"outputTokens":2,"latencyMs":4066.2232090001926},{"questionId":"q127","format":"yaml","model":"gemini-2.5-flash","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17076,"outputTokens":2,"latencyMs":3014.630916999886},{"questionId":"q128","format":"json","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":19998,"outputTokens":1,"latencyMs":1650.4613330001011},{"questionId":"q128","format":"toon","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12344,"outputTokens":1,"latencyMs":2554.9567919999827},{"questionId":"q128","format":"csv","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":12214,"outputTokens":1,"latencyMs":1529.519791000057},{"questionId":"q128","format":"xml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":21888,"outputTokens":1,"latencyMs":1756.7602500000503},{"questionId":"q128","format":"yaml","model":"gemini-2.5-flash","expected":"master","actual":"master","isCorrect":true,"inputTokens":17083,"outputTokens":1,"latencyMs":1142.38220800017},{"questionId":"q129","format":"json","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":19990,"outputTokens":4,"latencyMs":1999.3199579999782},{"questionId":"q129","format":"toon","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12336,"outputTokens":4,"latencyMs":2302.4341669999994},{"questionId":"q129","format":"csv","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":12206,"outputTokens":4,"latencyMs":2066.0373339999933},{"questionId":"q129","format":"xml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":21880,"outputTokens":4,"latencyMs":1077.6102500001434},{"questionId":"q129","format":"yaml","model":"gemini-2.5-flash","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17075,"outputTokens":4,"latencyMs":1322.8912080000155},{"questionId":"q130","format":"json","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":19996,"outputTokens":6,"latencyMs":1503.274791000178},{"questionId":"q130","format":"toon","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12342,"outputTokens":6,"latencyMs":2723.959041999886},{"questionId":"q130","format":"csv","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":12212,"outputTokens":6,"latencyMs":2710.96725000022},{"questionId":"q130","format":"xml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":21886,"outputTokens":6,"latencyMs":1373.1870830000844},{"questionId":"q130","format":"yaml","model":"gemini-2.5-flash","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17081,"outputTokens":6,"latencyMs":1483.0494999999646},{"questionId":"q131","format":"json","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":19996,"outputTokens":5,"latencyMs":3155.497792000184},{"questionId":"q131","format":"toon","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12342,"outputTokens":5,"latencyMs":4008.763874999946},{"questionId":"q131","format":"csv","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":12212,"outputTokens":5,"latencyMs":3075.818750000093},{"questionId":"q131","format":"xml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":21886,"outputTokens":5,"latencyMs":1799.7553330000956},{"questionId":"q131","format":"yaml","model":"gemini-2.5-flash","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17081,"outputTokens":5,"latencyMs":1567.2129580001347},{"questionId":"q132","format":"json","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":19991,"outputTokens":1,"latencyMs":2293.209875000175},{"questionId":"q132","format":"toon","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12337,"outputTokens":1,"latencyMs":1452.2322919999715},{"questionId":"q132","format":"csv","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":12207,"outputTokens":1,"latencyMs":1557.7088750000112},{"questionId":"q132","format":"xml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":21881,"outputTokens":1,"latencyMs":1507.8517920000013},{"questionId":"q132","format":"yaml","model":"gemini-2.5-flash","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17076,"outputTokens":1,"latencyMs":1572.2542090001516},{"questionId":"q133","format":"json","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":20000,"outputTokens":1,"latencyMs":3363.831709000049},{"questionId":"q133","format":"toon","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12346,"outputTokens":1,"latencyMs":11706.815334000159},{"questionId":"q133","format":"csv","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":12216,"outputTokens":1,"latencyMs":2754.8299579999875},{"questionId":"q133","format":"xml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":21890,"outputTokens":1,"latencyMs":1317.7699580001645},{"questionId":"q133","format":"yaml","model":"gemini-2.5-flash","expected":"main","actual":"main","isCorrect":true,"inputTokens":17085,"outputTokens":1,"latencyMs":1557.5576669999864},{"questionId":"q134","format":"json","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":19994,"outputTokens":4,"latencyMs":1497.108082999941},{"questionId":"q134","format":"toon","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12340,"outputTokens":4,"latencyMs":2339.900541000068},{"questionId":"q134","format":"csv","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":12210,"outputTokens":4,"latencyMs":3462.307499999879},{"questionId":"q134","format":"xml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":21884,"outputTokens":4,"latencyMs":1687.9432500000112},{"questionId":"q134","format":"yaml","model":"gemini-2.5-flash","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17079,"outputTokens":4,"latencyMs":1104.9358749999665},{"questionId":"q135","format":"json","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":19997,"outputTokens":6,"latencyMs":1963.1561670000665},{"questionId":"q135","format":"toon","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12343,"outputTokens":6,"latencyMs":3213.271499999799},{"questionId":"q135","format":"csv","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":12213,"outputTokens":6,"latencyMs":1124.6644999999553},{"questionId":"q135","format":"xml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":21887,"outputTokens":6,"latencyMs":1182.3711250000633},{"questionId":"q135","format":"yaml","model":"gemini-2.5-flash","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17082,"outputTokens":6,"latencyMs":1161.8881250000559},{"questionId":"q136","format":"json","model":"gemini-2.5-flash","expected":"15413563","actual":"10461623","isCorrect":false,"inputTokens":19992,"outputTokens":8,"latencyMs":1946.5152499999385},{"questionId":"q136","format":"toon","model":"gemini-2.5-flash","expected":"15413563","actual":"10443916","isCorrect":false,"inputTokens":12338,"outputTokens":8,"latencyMs":2035.781915999949},{"questionId":"q136","format":"csv","model":"gemini-2.5-flash","expected":"15413563","actual":"14479532","isCorrect":false,"inputTokens":12208,"outputTokens":8,"latencyMs":15404.71904100012},{"questionId":"q136","format":"xml","model":"gemini-2.5-flash","expected":"15413563","actual":"13392730","isCorrect":false,"inputTokens":21882,"outputTokens":8,"latencyMs":126437.77954100003},{"questionId":"q136","format":"yaml","model":"gemini-2.5-flash","expected":"15413563","actual":"11239922","isCorrect":false,"inputTokens":17077,"outputTokens":8,"latencyMs":1401.0267920000479},{"questionId":"q137","format":"json","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":19989,"outputTokens":2,"latencyMs":2070.165958000114},{"questionId":"q137","format":"toon","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":12335,"outputTokens":2,"latencyMs":1843.9061670000665},{"questionId":"q137","format":"csv","model":"gemini-2.5-flash","expected":"100","actual":"100","isCorrect":true,"inputTokens":12205,"outputTokens":3,"latencyMs":71513.58458300005},{"questionId":"q137","format":"xml","model":"gemini-2.5-flash","expected":"100","actual":"59","isCorrect":false,"inputTokens":21879,"outputTokens":2,"latencyMs":1177.7141249999404},{"questionId":"q137","format":"yaml","model":"gemini-2.5-flash","expected":"100","actual":"60","isCorrect":false,"inputTokens":17074,"outputTokens":2,"latencyMs":1118.5890420000069},{"questionId":"q138","format":"json","model":"gemini-2.5-flash","expected":"154136","actual":"160686.07","isCorrect":false,"inputTokens":19991,"outputTokens":9,"latencyMs":885.3420830001123},{"questionId":"q138","format":"toon","model":"gemini-2.5-flash","expected":"154136","actual":"201838","isCorrect":false,"inputTokens":12337,"outputTokens":6,"latencyMs":14169.624540999997},{"questionId":"q138","format":"csv","model":"gemini-2.5-flash","expected":"154136","actual":"202936.51","isCorrect":false,"inputTokens":12207,"outputTokens":9,"latencyMs":78356.97445900016},{"questionId":"q138","format":"xml","model":"gemini-2.5-flash","expected":"154136","actual":"199000.2375","isCorrect":false,"inputTokens":21881,"outputTokens":11,"latencyMs":13152.488666000078},{"questionId":"q138","format":"yaml","model":"gemini-2.5-flash","expected":"154136","actual":"133257","isCorrect":false,"inputTokens":17076,"outputTokens":6,"latencyMs":102073.263209},{"questionId":"q139","format":"json","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":16218.703125},{"questionId":"q139","format":"toon","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":15056.240625000093},{"questionId":"q139","format":"csv","model":"gemini-2.5-flash","expected":"77","actual":"77","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":16620.897541000042},{"questionId":"q139","format":"xml","model":"gemini-2.5-flash","expected":"77","actual":"50","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1350.2929159998894},{"questionId":"q139","format":"yaml","model":"gemini-2.5-flash","expected":"77","actual":"48","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":904.2414160000626},{"questionId":"q140","format":"json","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":1421.6612090000417},{"questionId":"q140","format":"toon","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12342,"outputTokens":2,"latencyMs":7909.439957999857},{"questionId":"q140","format":"csv","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":11295.861916999798},{"questionId":"q140","format":"xml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":21886,"outputTokens":2,"latencyMs":14437.465041999938},{"questionId":"q140","format":"yaml","model":"gemini-2.5-flash","expected":"37","actual":"37","isCorrect":true,"inputTokens":17081,"outputTokens":2,"latencyMs":5940.561999999918},{"questionId":"q141","format":"json","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":19996,"outputTokens":2,"latencyMs":4795.677041999996},{"questionId":"q141","format":"toon","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":12342,"outputTokens":2,"latencyMs":1605.4681669999845},{"questionId":"q141","format":"csv","model":"gemini-2.5-flash","expected":"16","actual":"16","isCorrect":true,"inputTokens":12212,"outputTokens":2,"latencyMs":5918.115958000068},{"questionId":"q141","format":"xml","model":"gemini-2.5-flash","expected":"16","actual":"14","isCorrect":false,"inputTokens":21886,"outputTokens":2,"latencyMs":1698.1384580000304},{"questionId":"q141","format":"yaml","model":"gemini-2.5-flash","expected":"16","actual":"15","isCorrect":false,"inputTokens":17081,"outputTokens":2,"latencyMs":1306.2572500000242},{"questionId":"q142","format":"json","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":18030.645374999847},{"questionId":"q142","format":"toon","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":47821.52500000014},{"questionId":"q142","format":"csv","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16925.39587499993},{"questionId":"q142","format":"xml","model":"gemini-2.5-flash","expected":"49","actual":"49","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":13856.089875000063},{"questionId":"q142","format":"yaml","model":"gemini-2.5-flash","expected":"49","actual":"58","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":1062.260416999925},{"questionId":"q143","format":"json","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":19995,"outputTokens":2,"latencyMs":10236.875082999934},{"questionId":"q143","format":"toon","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":40255.51304200012},{"questionId":"q143","format":"csv","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":12415.472583000083},{"questionId":"q143","format":"xml","model":"gemini-2.5-flash","expected":"23","actual":"23","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":15990.12104200013},{"questionId":"q143","format":"yaml","model":"gemini-2.5-flash","expected":"23","actual":"48","isCorrect":false,"inputTokens":17080,"outputTokens":2,"latencyMs":924.9094579999801},{"questionId":"q144","format":"json","model":"gemini-2.5-flash","expected":"11","actual":"10","isCorrect":false,"inputTokens":19995,"outputTokens":2,"latencyMs":1331.8183339999523},{"questionId":"q144","format":"toon","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12341,"outputTokens":2,"latencyMs":10940.328125},{"questionId":"q144","format":"csv","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":12211,"outputTokens":2,"latencyMs":16016.969916000031},{"questionId":"q144","format":"xml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":21885,"outputTokens":2,"latencyMs":11129.492249999894},{"questionId":"q144","format":"yaml","model":"gemini-2.5-flash","expected":"11","actual":"11","isCorrect":true,"inputTokens":17080,"outputTokens":2,"latencyMs":946.2791249998845},{"questionId":"q145","format":"json","model":"gemini-2.5-flash","expected":"19","actual":"14","isCorrect":false,"inputTokens":19994,"outputTokens":2,"latencyMs":3364.7568749999627},{"questionId":"q145","format":"toon","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12340,"outputTokens":2,"latencyMs":14539.841540999943},{"questionId":"q145","format":"csv","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":12210,"outputTokens":2,"latencyMs":11099.79458300001},{"questionId":"q145","format":"xml","model":"gemini-2.5-flash","expected":"19","actual":"21","isCorrect":false,"inputTokens":21884,"outputTokens":2,"latencyMs":2059.9775000000373},{"questionId":"q145","format":"yaml","model":"gemini-2.5-flash","expected":"19","actual":"19","isCorrect":true,"inputTokens":17079,"outputTokens":2,"latencyMs":25473.62504100008},{"questionId":"q146","format":"json","model":"gemini-2.5-flash","expected":"4","actual":"1","isCorrect":false,"inputTokens":19994,"outputTokens":1,"latencyMs":11184.623167000012},{"questionId":"q146","format":"toon","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12340,"outputTokens":1,"latencyMs":15417.62895900011},{"questionId":"q146","format":"csv","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":12210,"outputTokens":1,"latencyMs":10426.990500000073},{"questionId":"q146","format":"xml","model":"gemini-2.5-flash","expected":"4","actual":"4","isCorrect":true,"inputTokens":21884,"outputTokens":1,"latencyMs":9039.052207999863},{"questionId":"q146","format":"yaml","model":"gemini-2.5-flash","expected":"4","actual":"10","isCorrect":false,"inputTokens":17079,"outputTokens":2,"latencyMs":1221.8773749999236},{"questionId":"q147","format":"json","model":"gemini-2.5-flash","expected":"41","actual":"30","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":3020.9154580000322},{"questionId":"q147","format":"toon","model":"gemini-2.5-flash","expected":"41","actual":"33","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":3058.785457999911},{"questionId":"q147","format":"csv","model":"gemini-2.5-flash","expected":"41","actual":"28","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":2882.702167000156},{"questionId":"q147","format":"xml","model":"gemini-2.5-flash","expected":"41","actual":"26","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1342.2606659999583},{"questionId":"q147","format":"yaml","model":"gemini-2.5-flash","expected":"41","actual":"31","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1081.2947919999715},{"questionId":"q148","format":"json","model":"gemini-2.5-flash","expected":"53","actual":"34","isCorrect":false,"inputTokens":19993,"outputTokens":2,"latencyMs":1420.7863340000622},{"questionId":"q148","format":"toon","model":"gemini-2.5-flash","expected":"53","actual":"54","isCorrect":false,"inputTokens":12339,"outputTokens":2,"latencyMs":9487.148249999853},{"questionId":"q148","format":"csv","model":"gemini-2.5-flash","expected":"53","actual":"48","isCorrect":false,"inputTokens":12209,"outputTokens":2,"latencyMs":1330.763666999992},{"questionId":"q148","format":"xml","model":"gemini-2.5-flash","expected":"53","actual":"31","isCorrect":false,"inputTokens":21883,"outputTokens":2,"latencyMs":1037.2611249999609},{"questionId":"q148","format":"yaml","model":"gemini-2.5-flash","expected":"53","actual":"43","isCorrect":false,"inputTokens":17078,"outputTokens":2,"latencyMs":1241.9533339999616},{"questionId":"q149","format":"json","model":"gemini-2.5-flash","expected":"57","actual":"59","isCorrect":false,"inputTokens":20005,"outputTokens":2,"latencyMs":33599.26379200001},{"questionId":"q149","format":"toon","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12351,"outputTokens":2,"latencyMs":30672.770208000205},{"questionId":"q149","format":"csv","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":12221,"outputTokens":2,"latencyMs":112952.32216600003},{"questionId":"q149","format":"xml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":21895,"outputTokens":2,"latencyMs":23455.970625000075},{"questionId":"q149","format":"yaml","model":"gemini-2.5-flash","expected":"57","actual":"57","isCorrect":true,"inputTokens":17090,"outputTokens":2,"latencyMs":38283.71508300002},{"questionId":"q150","format":"json","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":18426.986083999975},{"questionId":"q150","format":"toon","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":24188.338791999966},{"questionId":"q150","format":"csv","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":40234.12204200006},{"questionId":"q150","format":"xml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":22919.403291000053},{"questionId":"q150","format":"yaml","model":"gemini-2.5-flash","expected":"43","actual":"43","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":18623.566749999998},{"questionId":"q151","format":"json","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":20006,"outputTokens":2,"latencyMs":15948.113542000065},{"questionId":"q151","format":"toon","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12352,"outputTokens":2,"latencyMs":13394.102749999845},{"questionId":"q151","format":"csv","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":12222,"outputTokens":2,"latencyMs":10169.261042000027},{"questionId":"q151","format":"xml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":21896,"outputTokens":2,"latencyMs":9779.353083000053},{"questionId":"q151","format":"yaml","model":"gemini-2.5-flash","expected":"25","actual":"25","isCorrect":true,"inputTokens":17091,"outputTokens":2,"latencyMs":10867.3857499999},{"questionId":"q152","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20006,"outputTokens":1,"latencyMs":9447.73450000002},{"questionId":"q152","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12352,"outputTokens":1,"latencyMs":5808.666665999917},{"questionId":"q152","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12222,"outputTokens":1,"latencyMs":12859.257792000193},{"questionId":"q152","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21896,"outputTokens":1,"latencyMs":18960.835750000086},{"questionId":"q152","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17091,"outputTokens":1,"latencyMs":15538.868416999932},{"questionId":"q153","format":"json","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":20730.190999999875},{"questionId":"q153","format":"toon","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":19737.003665999975},{"questionId":"q153","format":"csv","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":19748.34441599995},{"questionId":"q153","format":"xml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":25168.414541000035},{"questionId":"q153","format":"yaml","model":"gemini-2.5-flash","expected":"6","actual":"6","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":19037.812040999997},{"questionId":"q154","format":"json","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":20005,"outputTokens":1,"latencyMs":30448.49012500001},{"questionId":"q154","format":"toon","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12351,"outputTokens":1,"latencyMs":18965.865750000114},{"questionId":"q154","format":"csv","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":12221,"outputTokens":1,"latencyMs":61958.33387500001},{"questionId":"q154","format":"xml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":21895,"outputTokens":1,"latencyMs":13406.713666999945},{"questionId":"q154","format":"yaml","model":"gemini-2.5-flash","expected":"1","actual":"1","isCorrect":true,"inputTokens":17090,"outputTokens":1,"latencyMs":9016.408957999898}] \ No newline at end of file diff --git a/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning new file mode 100644 index 0000000..a17dd49 --- /dev/null +++ b/benchmarks/results/accuracy/models/grok-4-fast-non-reasoning @@ -0,0 +1 @@ +[{"questionId":"q1","format":"json","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":6497,"outputTokens":2,"latencyMs":698.4317080000001},{"questionId":"q1","format":"toon","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":705.1002920000001},{"questionId":"q1","format":"csv","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":692.725167},{"questionId":"q1","format":"xml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":892.18775},{"questionId":"q1","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"56176","actual":"56176","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":587.7725},{"questionId":"q2","format":"json","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":814.9885829999998},{"questionId":"q2","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":700.9096250000002},{"questionId":"q2","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":705.5847920000001},{"questionId":"q2","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":911.8705839999998},{"questionId":"q2","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":708.5096659999999},{"questionId":"q3","format":"json","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":6500,"outputTokens":7,"latencyMs":510.79529100000036},{"questionId":"q3","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2650,"outputTokens":7,"latencyMs":379.89637500000026},{"questionId":"q3","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":2505,"outputTokens":7,"latencyMs":329.561334},{"questionId":"q3","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":7442,"outputTokens":7,"latencyMs":541.5103750000007},{"questionId":"q3","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lorenza.kunze@yahoo.com","actual":"lorenza.kunze@yahoo.com","isCorrect":true,"inputTokens":5136,"outputTokens":7,"latencyMs":398.0410840000004},{"questionId":"q4","format":"json","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":482.28691700000036},{"questionId":"q4","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":340.97191699999985},{"questionId":"q4","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":359.4773330000007},{"questionId":"q4","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":404.2414170000002},{"questionId":"q4","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":444.46633399999973},{"questionId":"q5","format":"json","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":6495,"outputTokens":1,"latencyMs":446.9668750000001},{"questionId":"q5","format":"toon","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":2645,"outputTokens":1,"latencyMs":342.7015419999998},{"questionId":"q5","format":"csv","model":"grok-4-fast-non-reasoning","expected":"no","actual":"Yes","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":325.29079100000035},{"questionId":"q5","format":"xml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":514.4642920000006},{"questionId":"q5","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"no","actual":"No","isCorrect":true,"inputTokens":5131,"outputTokens":1,"latencyMs":440.89358399999946},{"questionId":"q6","format":"json","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":6496,"outputTokens":2,"latencyMs":508.7135840000001},{"questionId":"q6","format":"toon","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2646,"outputTokens":2,"latencyMs":449.0177080000003},{"questionId":"q6","format":"csv","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":2501,"outputTokens":2,"latencyMs":336.81624999999985},{"questionId":"q6","format":"xml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":7438,"outputTokens":2,"latencyMs":830.5512079999999},{"questionId":"q6","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"133081","actual":"133081","isCorrect":true,"inputTokens":5132,"outputTokens":2,"latencyMs":370.25987499999974},{"questionId":"q7","format":"json","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":441.75729200000023},{"questionId":"q7","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":390.11258299999827},{"questionId":"q7","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":645.7720829999998},{"questionId":"q7","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":620.3913750000011},{"questionId":"q7","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Engineering","actual":"Engineering","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":474.7195410000004},{"questionId":"q8","format":"json","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":6499,"outputTokens":6,"latencyMs":515.6386670000011},{"questionId":"q8","format":"toon","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2649,"outputTokens":6,"latencyMs":453.3867500000015},{"questionId":"q8","format":"csv","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":2504,"outputTokens":6,"latencyMs":351.5609999999997},{"questionId":"q8","format":"xml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":7441,"outputTokens":6,"latencyMs":535.5046249999996},{"questionId":"q8","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"delpha.russel@gmail.com","actual":"delpha.russel@gmail.com","isCorrect":true,"inputTokens":5135,"outputTokens":6,"latencyMs":381.2908750000006},{"questionId":"q9","format":"json","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":414.1642919999995},{"questionId":"q9","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":379.49524999999994},{"questionId":"q9","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":600.4480829999993},{"questionId":"q9","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":515.9059589999997},{"questionId":"q9","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":518.4748749999999},{"questionId":"q10","format":"json","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6497,"outputTokens":1,"latencyMs":511.20900000000074},{"questionId":"q10","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2647,"outputTokens":1,"latencyMs":359.2545000000009},{"questionId":"q10","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2502,"outputTokens":1,"latencyMs":383.50333300000057},{"questionId":"q10","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7439,"outputTokens":1,"latencyMs":416.08029200000055},{"questionId":"q10","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5133,"outputTokens":1,"latencyMs":358.5974160000005},{"questionId":"q11","format":"json","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":6498,"outputTokens":2,"latencyMs":610.9420830000017},{"questionId":"q11","format":"toon","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2648,"outputTokens":2,"latencyMs":970.0556660000002},{"questionId":"q11","format":"csv","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":2503,"outputTokens":2,"latencyMs":673.7865410000013},{"questionId":"q11","format":"xml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":7440,"outputTokens":2,"latencyMs":581.8113750000048},{"questionId":"q11","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"109064","actual":"109064","isCorrect":true,"inputTokens":5134,"outputTokens":2,"latencyMs":500.1076669999966},{"questionId":"q12","format":"json","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":564.2435000000041},{"questionId":"q12","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":745.7620840000018},{"questionId":"q12","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":1025.9006249999948},{"questionId":"q12","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":627.7701669999951},{"questionId":"q12","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Operations","actual":"Operations","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":534.0345420000012},{"questionId":"q13","format":"json","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":6497,"outputTokens":5,"latencyMs":416.74708400000236},{"questionId":"q13","format":"toon","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2647,"outputTokens":5,"latencyMs":352.8620840000003},{"questionId":"q13","format":"csv","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":2502,"outputTokens":5,"latencyMs":343.13666699999885},{"questionId":"q13","format":"xml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":7439,"outputTokens":5,"latencyMs":451.4862920000014},{"questionId":"q13","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"henderson70@yahoo.com","actual":"henderson70@yahoo.com","isCorrect":true,"inputTokens":5133,"outputTokens":5,"latencyMs":376.7817500000019},{"questionId":"q14","format":"json","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":6499,"outputTokens":1,"latencyMs":411.242207999996},{"questionId":"q14","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2649,"outputTokens":1,"latencyMs":360.6321250000037},{"questionId":"q14","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":2504,"outputTokens":1,"latencyMs":440.05937500000437},{"questionId":"q14","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":7441,"outputTokens":1,"latencyMs":411.7530420000039},{"questionId":"q14","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":5135,"outputTokens":1,"latencyMs":468.7850840000028},{"questionId":"q15","format":"json","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":617.4689999999973},{"questionId":"q15","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":389.1441249999916},{"questionId":"q15","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":327.1612090000126},{"questionId":"q15","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":424.9916669999948},{"questionId":"q15","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":361.2239590000099},{"questionId":"q16","format":"json","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":6497,"outputTokens":2,"latencyMs":473.3582919999899},{"questionId":"q16","format":"toon","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2647,"outputTokens":2,"latencyMs":363.17549999999756},{"questionId":"q16","format":"csv","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":2502,"outputTokens":2,"latencyMs":314.0605829999986},{"questionId":"q16","format":"xml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":7439,"outputTokens":2,"latencyMs":451.52566600000137},{"questionId":"q16","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"89436","actual":"89436","isCorrect":true,"inputTokens":5133,"outputTokens":2,"latencyMs":354.7577079999901},{"questionId":"q17","format":"json","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":504.678917000012},{"questionId":"q17","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":360.210791000005},{"questionId":"q17","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":348.7516670000041},{"questionId":"q17","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":475.7767920000042},{"questionId":"q17","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Marketing","actual":"Marketing","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":431.8781250000029},{"questionId":"q18","format":"json","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":6498,"outputTokens":5,"latencyMs":487.57062500000757},{"questionId":"q18","format":"toon","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2648,"outputTokens":5,"latencyMs":418.8055000000022},{"questionId":"q18","format":"csv","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":2503,"outputTokens":5,"latencyMs":417.9464580000058},{"questionId":"q18","format":"xml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":7440,"outputTokens":5,"latencyMs":557.1721249999973},{"questionId":"q18","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"kelvin54@yahoo.com","actual":"kelvin54@yahoo.com","isCorrect":true,"inputTokens":5134,"outputTokens":5,"latencyMs":378.41179199999897},{"questionId":"q19","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":490.6587500000023},{"questionId":"q19","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2650,"outputTokens":1,"latencyMs":349.0778750000027},{"questionId":"q19","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":2505,"outputTokens":1,"latencyMs":341.8798749999987},{"questionId":"q19","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":7442,"outputTokens":1,"latencyMs":443.09833300000173},{"questionId":"q19","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":5136,"outputTokens":1,"latencyMs":383.26600000000326},{"questionId":"q20","format":"json","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":423.1333750000049},{"questionId":"q20","format":"toon","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":368.3564999999944},{"questionId":"q20","format":"csv","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":321.9873329999973},{"questionId":"q20","format":"xml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":381.34087500000896},{"questionId":"q20","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"yes","actual":"Yes","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":384.00158300000476},{"questionId":"q21","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":567.4044999999896},{"questionId":"q21","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":539.2898750000022},{"questionId":"q21","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":487.35645900000236},{"questionId":"q21","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":553.3728330000013},{"questionId":"q21","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":531.349749999994},{"questionId":"q22","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":1076.4664579999953},{"questionId":"q22","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":474.47324999999546},{"questionId":"q22","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":536.3049579999933},{"questionId":"q22","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":630.0101250000007},{"questionId":"q22","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":639.5429579999909},{"questionId":"q23","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":420.17949999999837},{"questionId":"q23","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":421.5564580000064},{"questionId":"q23","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":338.50508399998944},{"questionId":"q23","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":501.7032079999917},{"questionId":"q23","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":379.89274999999907},{"questionId":"q24","format":"json","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":665.143790999995},{"questionId":"q24","format":"toon","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":310.0505830000038},{"questionId":"q24","format":"csv","model":"grok-4-fast-non-reasoning","expected":"17","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":337.82012499999837},{"questionId":"q24","format":"xml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"16","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":470.72874999999476},{"questionId":"q24","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"17","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":365.99308400000155},{"questionId":"q25","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":422.6852079999953},{"questionId":"q25","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":357.9357500000042},{"questionId":"q25","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":328.54070800000045},{"questionId":"q25","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":7437,"outputTokens":1,"latencyMs":416.5510409999988},{"questionId":"q25","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":629.1189589999994},{"questionId":"q26","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":6495,"outputTokens":1,"latencyMs":346.44291699999303},{"questionId":"q26","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2645,"outputTokens":1,"latencyMs":350.5297920000012},{"questionId":"q26","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"20","isCorrect":false,"inputTokens":2500,"outputTokens":1,"latencyMs":367.48974999999336},{"questionId":"q26","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":7437,"outputTokens":1,"latencyMs":491.3524999999936},{"questionId":"q26","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"10","isCorrect":false,"inputTokens":5131,"outputTokens":1,"latencyMs":489.4886669999978},{"questionId":"q27","format":"json","model":"grok-4-fast-non-reasoning","expected":"91","actual":"89","isCorrect":false,"inputTokens":6500,"outputTokens":1,"latencyMs":635.7878749999945},{"questionId":"q27","format":"toon","model":"grok-4-fast-non-reasoning","expected":"91","actual":"85","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":424.2368339999957},{"questionId":"q27","format":"csv","model":"grok-4-fast-non-reasoning","expected":"91","actual":"87","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":341.04812500000116},{"questionId":"q27","format":"xml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"86","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":497.36779199999},{"questionId":"q27","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"91","actual":"92","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":3317.904416000005},{"questionId":"q28","format":"json","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":6500,"outputTokens":1,"latencyMs":425.4160830000037},{"questionId":"q28","format":"toon","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":393.47329100000206},{"questionId":"q28","format":"csv","model":"grok-4-fast-non-reasoning","expected":"67","actual":"58","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":1289.344499999992},{"questionId":"q28","format":"xml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":902.4537080000155},{"questionId":"q28","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"67","actual":"62","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":376.6017499999725},{"questionId":"q29","format":"json","model":"grok-4-fast-non-reasoning","expected":"41","actual":"41","isCorrect":true,"inputTokens":6500,"outputTokens":1,"latencyMs":478.12254199999734},{"questionId":"q29","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"50","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":331.4704159999965},{"questionId":"q29","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"45","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":341.97550000000047},{"questionId":"q29","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":495.44383400000515},{"questionId":"q29","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"44","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":408.5969589999877},{"questionId":"q30","format":"json","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":6500,"outputTokens":1,"latencyMs":371.6812090000021},{"questionId":"q30","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"37","isCorrect":false,"inputTokens":2650,"outputTokens":1,"latencyMs":331.47408300000825},{"questionId":"q30","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"38","isCorrect":false,"inputTokens":2505,"outputTokens":1,"latencyMs":353.8475829999952},{"questionId":"q30","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"23","isCorrect":false,"inputTokens":7442,"outputTokens":1,"latencyMs":453.06554199999664},{"questionId":"q30","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"25","isCorrect":false,"inputTokens":5136,"outputTokens":1,"latencyMs":419.79341699997894},{"questionId":"q31","format":"json","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":6496,"outputTokens":1,"latencyMs":998.309791000007},{"questionId":"q31","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":449.0576659999788},{"questionId":"q31","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":2501,"outputTokens":1,"latencyMs":687.9613330000138},{"questionId":"q31","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":7438,"outputTokens":1,"latencyMs":555.7599580000096},{"questionId":"q31","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":5132,"outputTokens":1,"latencyMs":562.424417000002},{"questionId":"q32","format":"json","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99502","isCorrect":false,"inputTokens":6497,"outputTokens":2,"latencyMs":599.9712500000023},{"questionId":"q32","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"102519","isCorrect":false,"inputTokens":2647,"outputTokens":2,"latencyMs":441.8850419999799},{"questionId":"q32","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"99495","isCorrect":false,"inputTokens":2502,"outputTokens":2,"latencyMs":577.8823749999865},{"questionId":"q32","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"98094","isCorrect":false,"inputTokens":7439,"outputTokens":2,"latencyMs":563.3307499999937},{"questionId":"q32","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96503","actual":"100242","isCorrect":false,"inputTokens":5133,"outputTokens":2,"latencyMs":459.0272920000134},{"questionId":"q33","format":"json","model":"grok-4-fast-non-reasoning","expected":"78","actual":"81","isCorrect":false,"inputTokens":6494,"outputTokens":1,"latencyMs":399.77670899999794},{"questionId":"q33","format":"toon","model":"grok-4-fast-non-reasoning","expected":"78","actual":"84","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":452.1932079999824},{"questionId":"q33","format":"csv","model":"grok-4-fast-non-reasoning","expected":"78","actual":"90","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":332.68537500000093},{"questionId":"q33","format":"xml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"82","isCorrect":false,"inputTokens":7436,"outputTokens":1,"latencyMs":430.7341670000169},{"questionId":"q33","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"78","actual":"85","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":383.92070799999055},{"questionId":"q34","format":"json","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":6494,"outputTokens":1,"latencyMs":438.3737090000068},{"questionId":"q34","format":"toon","model":"grok-4-fast-non-reasoning","expected":"22","actual":"20","isCorrect":false,"inputTokens":2644,"outputTokens":1,"latencyMs":354.6910419999913},{"questionId":"q34","format":"csv","model":"grok-4-fast-non-reasoning","expected":"22","actual":"0","isCorrect":false,"inputTokens":2499,"outputTokens":1,"latencyMs":365.1461249999993},{"questionId":"q34","format":"xml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"22","isCorrect":true,"inputTokens":7436,"outputTokens":1,"latencyMs":531.8878749999858},{"questionId":"q34","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"22","actual":"16","isCorrect":false,"inputTokens":5130,"outputTokens":1,"latencyMs":384.20195799999055},{"questionId":"q35","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":432.79262500000186},{"questionId":"q35","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":350.9897500000079},{"questionId":"q35","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":330.1381659999897},{"questionId":"q35","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":420.5714999999909},{"questionId":"q35","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":357.84150000000955},{"questionId":"q36","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":424.2470410000242},{"questionId":"q36","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":332.97966599999927},{"questionId":"q36","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":397.1038750000007},{"questionId":"q36","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":404.591665999993},{"questionId":"q36","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":369.37812499998836},{"questionId":"q37","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":455.2139170000155},{"questionId":"q37","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":471.7008330000099},{"questionId":"q37","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":336.1541670000006},{"questionId":"q37","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":447.25016599998344},{"questionId":"q37","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":352.45404199999757},{"questionId":"q38","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":358.57937500000116},{"questionId":"q38","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":402.78295800002525},{"questionId":"q38","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"12","isCorrect":true,"inputTokens":2507,"outputTokens":1,"latencyMs":422.1504159999895},{"questionId":"q38","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"6","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":388.0693339999998},{"questionId":"q38","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"7","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":377.05287499999395},{"questionId":"q39","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":335.70737499999814},{"questionId":"q39","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"13","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":333.08954200000153},{"questionId":"q39","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":369.7895000000135},{"questionId":"q39","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":419.5512499999895},{"questionId":"q39","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":357.7318749999977},{"questionId":"q40","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"16","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":514.4955829999817},{"questionId":"q40","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"25","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":343.4317089999968},{"questionId":"q40","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"21","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":361.9473750000179},{"questionId":"q40","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"18","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":549.9660420000146},{"questionId":"q40","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"22","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":379.66312499999185},{"questionId":"q41","format":"json","model":"grok-4-fast-non-reasoning","expected":"63","actual":"81","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":613.0180839999812},{"questionId":"q41","format":"toon","model":"grok-4-fast-non-reasoning","expected":"63","actual":"76","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":472.73916700002155},{"questionId":"q41","format":"csv","model":"grok-4-fast-non-reasoning","expected":"63","actual":"71","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":559.1496669999906},{"questionId":"q41","format":"xml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"83","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":519.3990829999966},{"questionId":"q41","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"63","actual":"79","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":461.6559589999961},{"questionId":"q42","format":"json","model":"grok-4-fast-non-reasoning","expected":"53","actual":"58","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":591.4287499999919},{"questionId":"q42","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"69","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":543.1340829999826},{"questionId":"q42","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"60","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":437.9410410000128},{"questionId":"q42","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"55","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":524.0072919999948},{"questionId":"q42","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"61","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":533.4677500000107},{"questionId":"q43","format":"json","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":632.4932499999995},{"questionId":"q43","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":333.72958300000755},{"questionId":"q43","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"35","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":359.9170419999864},{"questionId":"q43","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":507.24795799999265},{"questionId":"q43","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"28","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":371.66520799999125},{"questionId":"q44","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"6","isCorrect":false,"inputTokens":6501,"outputTokens":1,"latencyMs":899.2708750000165},{"questionId":"q44","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":2651,"outputTokens":1,"latencyMs":387.2634160000016},{"questionId":"q44","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"11","isCorrect":false,"inputTokens":2506,"outputTokens":1,"latencyMs":1514.7414160000044},{"questionId":"q44","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"8","isCorrect":false,"inputTokens":7443,"outputTokens":1,"latencyMs":499.13629199998104},{"questionId":"q44","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"7","isCorrect":false,"inputTokens":5137,"outputTokens":1,"latencyMs":373.02720800001407},{"questionId":"q45","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":6502,"outputTokens":1,"latencyMs":446.65454199997475},{"questionId":"q45","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":462.9795410000079},{"questionId":"q45","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"16","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":358.7244999999821},{"questionId":"q45","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"12","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":428.20837500001653},{"questionId":"q45","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"11","isCorrect":true,"inputTokens":5138,"outputTokens":1,"latencyMs":356.5478749999893},{"questionId":"q46","format":"json","model":"grok-4-fast-non-reasoning","expected":"8","actual":"12","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":495.2798339999863},{"questionId":"q46","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":325.7951250000042},{"questionId":"q46","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"18","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":339.9399169999815},{"questionId":"q46","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"11","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":447.58204199999454},{"questionId":"q46","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"13","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":358.56441699998686},{"questionId":"q47","format":"json","model":"grok-4-fast-non-reasoning","expected":"15","actual":"9","isCorrect":false,"inputTokens":6502,"outputTokens":1,"latencyMs":512.6407920000202},{"questionId":"q47","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15","actual":"12","isCorrect":false,"inputTokens":2652,"outputTokens":1,"latencyMs":345.54816700000083},{"questionId":"q47","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15","actual":"17","isCorrect":false,"inputTokens":2507,"outputTokens":1,"latencyMs":374.03254200000083},{"questionId":"q47","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"11","isCorrect":false,"inputTokens":7444,"outputTokens":1,"latencyMs":444.04745799998636},{"questionId":"q47","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15","actual":"10","isCorrect":false,"inputTokens":5138,"outputTokens":1,"latencyMs":393.19791700001224},{"questionId":"q48","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":517.028707999998},{"questionId":"q48","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":337.6025420000078},{"questionId":"q48","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":333.2845840000082},{"questionId":"q48","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"10","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":460.9259580000071},{"questionId":"q48","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"9","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":381.6030829999945},{"questionId":"q49","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"15","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":420.1055420000048},{"questionId":"q49","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"22","isCorrect":false,"inputTokens":2646,"outputTokens":1,"latencyMs":346.74445800000103},{"questionId":"q49","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"20","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":348.91116700001294},{"questionId":"q49","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"17","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":466.3632499999949},{"questionId":"q49","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"18","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":352.580541000003},{"questionId":"q50","format":"json","model":"grok-4-fast-non-reasoning","expected":"14","actual":"11","isCorrect":false,"inputTokens":6496,"outputTokens":1,"latencyMs":403.0265419999778},{"questionId":"q50","format":"toon","model":"grok-4-fast-non-reasoning","expected":"14","actual":"14","isCorrect":true,"inputTokens":2646,"outputTokens":1,"latencyMs":316.8547499999986},{"questionId":"q50","format":"csv","model":"grok-4-fast-non-reasoning","expected":"14","actual":"15","isCorrect":false,"inputTokens":2501,"outputTokens":1,"latencyMs":321.3458329999994},{"questionId":"q50","format":"xml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":7438,"outputTokens":1,"latencyMs":413.42291700001806},{"questionId":"q50","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"14","actual":"12","isCorrect":false,"inputTokens":5132,"outputTokens":1,"latencyMs":342.8349159999925},{"questionId":"q51","format":"json","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":9893,"outputTokens":3,"latencyMs":727.883124999993},{"questionId":"q51","format":"toon","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":741.135958000028},{"questionId":"q51","format":"csv","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":961.897500000021},{"questionId":"q51","format":"xml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":795.4033330000238},{"questionId":"q51","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"96.17","actual":"96.17","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":660.2018750000279},{"questionId":"q52","format":"json","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":9893,"outputTokens":2,"latencyMs":687.439458000008},{"questionId":"q52","format":"toon","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":519.109999999986},{"questionId":"q52","format":"csv","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":565.1611670000129},{"questionId":"q52","format":"xml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":981.5676669999957},{"questionId":"q52","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"shipped","actual":"shipped","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":642.0996249999735},{"questionId":"q53","format":"json","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":9893,"outputTokens":3,"latencyMs":781.8867079999764},{"questionId":"q53","format":"toon","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":387.0016670000041},{"questionId":"q53","format":"csv","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":506.9694170000148},{"questionId":"q53","format":"xml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":574.146791999985},{"questionId":"q53","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"599.39","actual":"599.39","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":499.92070899996907},{"questionId":"q54","format":"json","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":614.0333749999991},{"questionId":"q54","format":"toon","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":414.50520800001686},{"questionId":"q54","format":"csv","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":785.092042000033},{"questionId":"q54","format":"xml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":585.8165000000154},{"questionId":"q54","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"processing","actual":"processing","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":433.7791660000221},{"questionId":"q55","format":"json","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":9893,"outputTokens":3,"latencyMs":676.0467499999795},{"questionId":"q55","format":"toon","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":6093,"outputTokens":3,"latencyMs":431.4222080000327},{"questionId":"q55","format":"csv","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7251,"outputTokens":3,"latencyMs":476.3579580000369},{"questionId":"q55","format":"xml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":11148,"outputTokens":3,"latencyMs":426.8347089999588},{"questionId":"q55","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"528.71","actual":"528.71","isCorrect":true,"inputTokens":7503,"outputTokens":3,"latencyMs":550.4247079999768},{"questionId":"q56","format":"json","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":616.1004579999717},{"questionId":"q56","format":"toon","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":379.3727080000099},{"questionId":"q56","format":"csv","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7251,"outputTokens":1,"latencyMs":549.5194999999949},{"questionId":"q56","format":"xml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":630.5300830000197},{"questionId":"q56","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"pending","actual":"pending","isCorrect":true,"inputTokens":7503,"outputTokens":1,"latencyMs":525.5559580000117},{"questionId":"q57","format":"json","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":9893,"outputTokens":4,"latencyMs":452.3989580000052},{"questionId":"q57","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":6093,"outputTokens":4,"latencyMs":467.7383329999866},{"questionId":"q57","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7251,"outputTokens":4,"latencyMs":480.897874999966},{"questionId":"q57","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":11148,"outputTokens":4,"latencyMs":609.3512910000281},{"questionId":"q57","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1687.82","actual":"1687.82","isCorrect":true,"inputTokens":7503,"outputTokens":4,"latencyMs":619.2319579999894},{"questionId":"q58","format":"json","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":9893,"outputTokens":2,"latencyMs":606.6449579999899},{"questionId":"q58","format":"toon","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":6093,"outputTokens":2,"latencyMs":413.5544579999987},{"questionId":"q58","format":"csv","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7251,"outputTokens":2,"latencyMs":516.4176659999648},{"questionId":"q58","format":"xml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":11148,"outputTokens":2,"latencyMs":599.6032920000143},{"questionId":"q58","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"cancelled","actual":"cancelled","isCorrect":true,"inputTokens":7503,"outputTokens":2,"latencyMs":836.19650000002},{"questionId":"q59","format":"json","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":9894,"outputTokens":6,"latencyMs":643.4104590000352},{"questionId":"q59","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":391.7320830000099},{"questionId":"q59","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":479.0685830000439},{"questionId":"q59","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":768.460417000053},{"questionId":"q59","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Dr. Courtney Satterfield","actual":"Dr. Courtney Satterfield","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":494.50104100001045},{"questionId":"q60","format":"json","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":9894,"outputTokens":5,"latencyMs":613.0985419999924},{"questionId":"q60","format":"toon","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":644.8018750000047},{"questionId":"q60","format":"csv","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":433.6040829999838},{"questionId":"q60","format":"xml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":465.364459000004},{"questionId":"q60","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"lukas71@gmail.com","actual":"lukas71@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":476.87195800000336},{"questionId":"q61","format":"json","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":9894,"outputTokens":6,"latencyMs":528.9399170000106},{"questionId":"q61","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":574.7328330000164},{"questionId":"q61","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":671.3167920000269},{"questionId":"q61","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":705.145916999958},{"questionId":"q61","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-05","actual":"2025-08-05","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":651.6939999999595},{"questionId":"q62","format":"json","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":9893,"outputTokens":1,"latencyMs":874.7968330000294},{"questionId":"q62","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":523.625417000032},{"questionId":"q62","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":697.9776249999995},{"questionId":"q62","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"3","isCorrect":true,"inputTokens":11148,"outputTokens":1,"latencyMs":699.9557909999858},{"questionId":"q62","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3","actual":"10","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":660.453291999991},{"questionId":"q63","format":"json","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":9894,"outputTokens":4,"latencyMs":649.4453329999815},{"questionId":"q63","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":6094,"outputTokens":4,"latencyMs":3642.2886249999865},{"questionId":"q63","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7252,"outputTokens":4,"latencyMs":694.9339580000378},{"questionId":"q63","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":11149,"outputTokens":4,"latencyMs":1261.183665999968},{"questionId":"q63","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Maxine Zemlak","actual":"Maxine Zemlak","isCorrect":true,"inputTokens":7504,"outputTokens":4,"latencyMs":974.4072080000187},{"questionId":"q64","format":"json","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":9894,"outputTokens":5,"latencyMs":4793.061708000023},{"questionId":"q64","format":"toon","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":5,"latencyMs":373.3788330000243},{"questionId":"q64","format":"csv","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":5,"latencyMs":460.0917499999632},{"questionId":"q64","format":"xml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":5,"latencyMs":2612.262875000015},{"questionId":"q64","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"brenden2@hotmail.com","actual":"brenden2@hotmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":5,"latencyMs":564.1682920000167},{"questionId":"q65","format":"json","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":9894,"outputTokens":6,"latencyMs":594.0598749999772},{"questionId":"q65","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":6094,"outputTokens":6,"latencyMs":375.4532499999623},{"questionId":"q65","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7252,"outputTokens":6,"latencyMs":434.1858329999959},{"questionId":"q65","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":11149,"outputTokens":6,"latencyMs":684.5031249999884},{"questionId":"q65","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2025-08-29","actual":"2025-08-29","isCorrect":true,"inputTokens":7504,"outputTokens":6,"latencyMs":836.7789580000099},{"questionId":"q66","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":438.82083400001284},{"questionId":"q66","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"4","isCorrect":true,"inputTokens":6093,"outputTokens":1,"latencyMs":429.29812500003027},{"questionId":"q66","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":461.90408299997216},{"questionId":"q66","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":438.7525420000311},{"questionId":"q66","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"11","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":432.8805000000284},{"questionId":"q67","format":"json","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":9894,"outputTokens":8,"latencyMs":457.8181249999907},{"questionId":"q67","format":"toon","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":6094,"outputTokens":8,"latencyMs":395.28329099999974},{"questionId":"q67","format":"csv","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7252,"outputTokens":8,"latencyMs":414.0447920000297},{"questionId":"q67","format":"xml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":11149,"outputTokens":8,"latencyMs":700.0751659999951},{"questionId":"q67","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"Claudia Cruickshank DVM","actual":"Claudia Cruickshank DVM","isCorrect":true,"inputTokens":7504,"outputTokens":8,"latencyMs":419.4607500000275},{"questionId":"q68","format":"json","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":9894,"outputTokens":7,"latencyMs":494.34158300003037},{"questionId":"q68","format":"toon","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":6094,"outputTokens":7,"latencyMs":443.65970799996285},{"questionId":"q68","format":"csv","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7252,"outputTokens":7,"latencyMs":883.0655419999966},{"questionId":"q68","format":"xml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":11149,"outputTokens":7,"latencyMs":493.6140829999931},{"questionId":"q68","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"freeda.maggio74@gmail.com","actual":"freeda.maggio74@gmail.com","isCorrect":true,"inputTokens":7504,"outputTokens":7,"latencyMs":444.5786669999943},{"questionId":"q69","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"9","isCorrect":false,"inputTokens":9890,"outputTokens":1,"latencyMs":553.189000000013},{"questionId":"q69","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":467.0407910000067},{"questionId":"q69","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":358.22266600001603},{"questionId":"q69","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":391.4097910000128},{"questionId":"q69","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":476.4627910000272},{"questionId":"q70","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9890,"outputTokens":1,"latencyMs":605.2291660000337},{"questionId":"q70","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":414.7919170000241},{"questionId":"q70","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":452.56374999997206},{"questionId":"q70","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"12","isCorrect":false,"inputTokens":11145,"outputTokens":1,"latencyMs":442.38504100003047},{"questionId":"q70","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":442.48795799998334},{"questionId":"q71","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9891,"outputTokens":1,"latencyMs":552.0924579999992},{"questionId":"q71","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":524.4859999999753},{"questionId":"q71","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":610.2192090000026},{"questionId":"q71","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":541.334709000017},{"questionId":"q71","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":7501,"outputTokens":1,"latencyMs":580.4272089999868},{"questionId":"q72","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9891,"outputTokens":1,"latencyMs":701.763917000033},{"questionId":"q72","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":546.8154579999973},{"questionId":"q72","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":606.8942500000121},{"questionId":"q72","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":704.116875000007},{"questionId":"q72","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":646.5863749999553},{"questionId":"q73","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":9891,"outputTokens":1,"latencyMs":388.66775000002235},{"questionId":"q73","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":6091,"outputTokens":1,"latencyMs":341.5136249999632},{"questionId":"q73","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7249,"outputTokens":1,"latencyMs":505.67512500000885},{"questionId":"q73","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":11146,"outputTokens":1,"latencyMs":574.8038340000203},{"questionId":"q73","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"10","isCorrect":true,"inputTokens":7501,"outputTokens":1,"latencyMs":423.4211249999935},{"questionId":"q74","format":"json","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29493.47","isCorrect":false,"inputTokens":9891,"outputTokens":4,"latencyMs":918.0424169999897},{"questionId":"q74","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"31727.67","isCorrect":false,"inputTokens":6091,"outputTokens":4,"latencyMs":392.7190830000327},{"questionId":"q74","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"32927.51","isCorrect":false,"inputTokens":7249,"outputTokens":4,"latencyMs":418.64045800000895},{"questionId":"q74","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"29708.93","isCorrect":false,"inputTokens":11146,"outputTokens":4,"latencyMs":426.26933399995323},{"questionId":"q74","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42342.25","actual":"33079.94","isCorrect":false,"inputTokens":7501,"outputTokens":4,"latencyMs":446.7944579999894},{"questionId":"q75","format":"json","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1007.41","isCorrect":false,"inputTokens":9889,"outputTokens":4,"latencyMs":434.47375000000466},{"questionId":"q75","format":"toon","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1113.00","isCorrect":false,"inputTokens":6089,"outputTokens":4,"latencyMs":376.893458000035},{"questionId":"q75","format":"csv","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1139.44","isCorrect":false,"inputTokens":7247,"outputTokens":4,"latencyMs":423.54924999998184},{"questionId":"q75","format":"xml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"801.28","isCorrect":false,"inputTokens":11144,"outputTokens":3,"latencyMs":466.10029199998826},{"questionId":"q75","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"846.85","actual":"1007.27","isCorrect":false,"inputTokens":7499,"outputTokens":4,"latencyMs":502.4599159999634},{"questionId":"q76","format":"json","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":9890,"outputTokens":1,"latencyMs":459.907125000027},{"questionId":"q76","format":"toon","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":6090,"outputTokens":1,"latencyMs":358.25841700000456},{"questionId":"q76","format":"csv","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7248,"outputTokens":1,"latencyMs":404.8221669999766},{"questionId":"q76","format":"xml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":11145,"outputTokens":1,"latencyMs":570.2001670000027},{"questionId":"q76","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"50","actual":"50","isCorrect":true,"inputTokens":7500,"outputTokens":1,"latencyMs":533.017165999976},{"questionId":"q77","format":"json","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":9889,"outputTokens":4,"latencyMs":620.2062499999884},{"questionId":"q77","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":6089,"outputTokens":4,"latencyMs":353.32566699996823},{"questionId":"q77","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7247,"outputTokens":4,"latencyMs":469.11645799997495},{"questionId":"q77","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1844.29","isCorrect":false,"inputTokens":11144,"outputTokens":4,"latencyMs":1040.3549580000108},{"questionId":"q77","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1936.06","actual":"1936.06","isCorrect":true,"inputTokens":7499,"outputTokens":4,"latencyMs":418.59216699999524},{"questionId":"q78","format":"json","model":"grok-4-fast-non-reasoning","expected":"44","actual":"38","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":620.5553749999963},{"questionId":"q78","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":524.5127080000238},{"questionId":"q78","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"35","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":404.11249999998836},{"questionId":"q78","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"37","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":555.0264170000446},{"questionId":"q78","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"31","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":531.3082080000313},{"questionId":"q79","format":"json","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":459.1045409999788},{"questionId":"q79","format":"toon","model":"grok-4-fast-non-reasoning","expected":"39","actual":"26","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":1055.3679589999956},{"questionId":"q79","format":"csv","model":"grok-4-fast-non-reasoning","expected":"39","actual":"25","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":456.42512500000885},{"questionId":"q79","format":"xml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"32","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":2132.0397080000257},{"questionId":"q79","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"39","actual":"31","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":557.5238750000135},{"questionId":"q80","format":"json","model":"grok-4-fast-non-reasoning","expected":"32","actual":"28","isCorrect":false,"inputTokens":9893,"outputTokens":1,"latencyMs":628.4271250000456},{"questionId":"q80","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"25","isCorrect":false,"inputTokens":6093,"outputTokens":1,"latencyMs":406.05650000000605},{"questionId":"q80","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"22","isCorrect":false,"inputTokens":7251,"outputTokens":1,"latencyMs":449.8247090000077},{"questionId":"q80","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":11148,"outputTokens":1,"latencyMs":408.3925000000163},{"questionId":"q80","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"23","isCorrect":false,"inputTokens":7503,"outputTokens":1,"latencyMs":380.03658300003735},{"questionId":"q81","format":"json","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":635.5603330000304},{"questionId":"q81","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":850.4869999999646},{"questionId":"q81","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":638.0724170000176},{"questionId":"q81","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11152,"outputTokens":1,"latencyMs":638.7932499999879},{"questionId":"q81","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"3","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":625.5621249999967},{"questionId":"q82","format":"json","model":"grok-4-fast-non-reasoning","expected":"8","actual":"15","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":840.6666669999831},{"questionId":"q82","format":"toon","model":"grok-4-fast-non-reasoning","expected":"8","actual":"8","isCorrect":true,"inputTokens":6097,"outputTokens":1,"latencyMs":617.6725829999777},{"questionId":"q82","format":"csv","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":730.9457089999923},{"questionId":"q82","format":"xml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"10","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":621.569542000012},{"questionId":"q82","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"8","actual":"9","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":611.4940829999978},{"questionId":"q83","format":"json","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":9898,"outputTokens":1,"latencyMs":588.0441250000149},{"questionId":"q83","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":6098,"outputTokens":1,"latencyMs":444.76183299999684},{"questionId":"q83","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":438.8548329999903},{"questionId":"q83","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"7","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":469.11754099995596},{"questionId":"q83","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":410.0170839999919},{"questionId":"q84","format":"json","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":9898,"outputTokens":1,"latencyMs":720.6972079999978},{"questionId":"q84","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"6","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":411.6137919999892},{"questionId":"q84","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":484.27291599998716},{"questionId":"q84","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":611.5813749999506},{"questionId":"q84","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":751.3119169999845},{"questionId":"q85","format":"json","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":9898,"outputTokens":1,"latencyMs":398.1811250000028},{"questionId":"q85","format":"toon","model":"grok-4-fast-non-reasoning","expected":"9","actual":"5","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":394.52558300003875},{"questionId":"q85","format":"csv","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":412.70416600001045},{"questionId":"q85","format":"xml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"9","isCorrect":true,"inputTokens":11153,"outputTokens":1,"latencyMs":597.8417909999844},{"questionId":"q85","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"9","actual":"7","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":453.11637500004144},{"questionId":"q86","format":"json","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":562.8067499999888},{"questionId":"q86","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":339.7534169999999},{"questionId":"q86","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":435.6341670000111},{"questionId":"q86","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":496.9380409999867},{"questionId":"q86","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":7507,"outputTokens":1,"latencyMs":571.8007499999949},{"questionId":"q87","format":"json","model":"grok-4-fast-non-reasoning","expected":"5","actual":"7","isCorrect":false,"inputTokens":9897,"outputTokens":1,"latencyMs":427.21583399997326},{"questionId":"q87","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":6097,"outputTokens":1,"latencyMs":820.03125},{"questionId":"q87","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5","actual":"10","isCorrect":false,"inputTokens":7255,"outputTokens":1,"latencyMs":457.946707999974},{"questionId":"q87","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"9","isCorrect":false,"inputTokens":11152,"outputTokens":1,"latencyMs":378.0802910000202},{"questionId":"q87","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5","actual":"5","isCorrect":true,"inputTokens":7507,"outputTokens":1,"latencyMs":409.735708000022},{"questionId":"q88","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":9898,"outputTokens":1,"latencyMs":437.2494580000057},{"questionId":"q88","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":6098,"outputTokens":1,"latencyMs":383.27262499998324},{"questionId":"q88","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":7256,"outputTokens":1,"latencyMs":529.0802079999703},{"questionId":"q88","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"5","isCorrect":false,"inputTokens":11153,"outputTokens":1,"latencyMs":1285.452958000009},{"questionId":"q88","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":7508,"outputTokens":1,"latencyMs":460.0278330000001},{"questionId":"q89","format":"json","model":"grok-4-fast-non-reasoning","expected":"27","actual":"10","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":431.7382499999949},{"questionId":"q89","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"16","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":537.1794579999987},{"questionId":"q89","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":490.00037500000326},{"questionId":"q89","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"11","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":996.5453750000452},{"questionId":"q89","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"10","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":477.4434170000022},{"questionId":"q90","format":"json","model":"grok-4-fast-non-reasoning","expected":"27","actual":"6","isCorrect":false,"inputTokens":9899,"outputTokens":1,"latencyMs":622.8020419999957},{"questionId":"q90","format":"toon","model":"grok-4-fast-non-reasoning","expected":"27","actual":"14","isCorrect":false,"inputTokens":6099,"outputTokens":1,"latencyMs":408.10479100001976},{"questionId":"q90","format":"csv","model":"grok-4-fast-non-reasoning","expected":"27","actual":"11","isCorrect":false,"inputTokens":7257,"outputTokens":1,"latencyMs":614.5218750000349},{"questionId":"q90","format":"xml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"15","isCorrect":false,"inputTokens":11154,"outputTokens":1,"latencyMs":456.33474999998},{"questionId":"q90","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"27","actual":"7","isCorrect":false,"inputTokens":7509,"outputTokens":1,"latencyMs":452.28595900000073},{"questionId":"q91","format":"json","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3812,"outputTokens":2,"latencyMs":512.0940829999745},{"questionId":"q91","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":521.2822919999016},{"questionId":"q91","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":470.57587499998044},{"questionId":"q91","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":667.7317500000354},{"questionId":"q91","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6975","actual":"6975","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":769.0755000000354},{"questionId":"q92","format":"json","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":1307.3682079999708},{"questionId":"q92","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":895.4198750000214},{"questionId":"q92","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":1321.531667000032},{"questionId":"q92","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":693.9674159999704},{"questionId":"q92","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6686.23","actual":"6686.23","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":1647.9803329999559},{"questionId":"q93","format":"json","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":427.8394579999149},{"questionId":"q93","format":"toon","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":385.52599999995437},{"questionId":"q93","format":"csv","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":344.2436250000028},{"questionId":"q93","format":"xml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":370.3172499999637},{"questionId":"q93","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"33","actual":"33","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":365.40454199991655},{"questionId":"q94","format":"json","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":417.8831250000512},{"questionId":"q94","format":"toon","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":375.3961249999702},{"questionId":"q94","format":"csv","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":358.8735830000369},{"questionId":"q94","format":"xml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":331.4742499999702},{"questionId":"q94","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"377","actual":"377","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":351.2820000000065},{"questionId":"q95","format":"json","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":325.6280829999596},{"questionId":"q95","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":549.1420419999631},{"questionId":"q95","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":334.86204099992756},{"questionId":"q95","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":353.5433750000084},{"questionId":"q95","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.44","actual":"0.44","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":360.69358299998567},{"questionId":"q96","format":"json","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3812,"outputTokens":2,"latencyMs":379.54725000006147},{"questionId":"q96","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":344.701584000024},{"questionId":"q96","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":373.74212499998976},{"questionId":"q96","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":341.00674999994226},{"questionId":"q96","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7621","actual":"7621","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":331.86979100003373},{"questionId":"q97","format":"json","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":367.06341699999757},{"questionId":"q97","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":330.8835839999374},{"questionId":"q97","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":587.5201250000391},{"questionId":"q97","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":338.3891250001034},{"questionId":"q97","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1827.12","actual":"1827.12","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":332.67245800001547},{"questionId":"q98","format":"json","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":386.9850419999566},{"questionId":"q98","format":"toon","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":339.2252500000177},{"questionId":"q98","format":"csv","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":339.07091699994635},{"questionId":"q98","format":"xml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":353.86791699996684},{"questionId":"q98","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"44","actual":"44","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":345.97462500003166},{"questionId":"q99","format":"json","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":354.2595000000438},{"questionId":"q99","format":"toon","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":327.9309999999823},{"questionId":"q99","format":"csv","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":360.8634580000071},{"questionId":"q99","format":"xml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":363.43295899999794},{"questionId":"q99","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"411","actual":"411","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":441.14145900006406},{"questionId":"q100","format":"json","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3812,"outputTokens":3,"latencyMs":411.5136250000214},{"questionId":"q100","format":"toon","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1722,"outputTokens":3,"latencyMs":335.3379999999888},{"questionId":"q100","format":"csv","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":1601,"outputTokens":3,"latencyMs":335.1567909999285},{"questionId":"q100","format":"xml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":4463,"outputTokens":3,"latencyMs":364.3419170000125},{"questionId":"q100","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"0.48","actual":"0.48","isCorrect":true,"inputTokens":3145,"outputTokens":3,"latencyMs":387.7302919999929},{"questionId":"q101","format":"json","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3812,"outputTokens":2,"latencyMs":509.94825000001583},{"questionId":"q101","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1722,"outputTokens":2,"latencyMs":416.3071250000503},{"questionId":"q101","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":1601,"outputTokens":2,"latencyMs":438.1527500000084},{"questionId":"q101","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":4463,"outputTokens":2,"latencyMs":495.4235409999965},{"questionId":"q101","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4696","actual":"4696","isCorrect":true,"inputTokens":3145,"outputTokens":2,"latencyMs":438.84499999997206},{"questionId":"q102","format":"json","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3811,"outputTokens":4,"latencyMs":445.15104200004134},{"questionId":"q102","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1721,"outputTokens":4,"latencyMs":762.1040420000209},{"questionId":"q102","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":1600,"outputTokens":4,"latencyMs":501.315166000044},{"questionId":"q102","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":4462,"outputTokens":4,"latencyMs":447.0712080000667},{"questionId":"q102","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4211.6","actual":"4211.6","isCorrect":true,"inputTokens":3144,"outputTokens":4,"latencyMs":490.72916700004134},{"questionId":"q103","format":"json","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3812,"outputTokens":1,"latencyMs":389.5130000000354},{"questionId":"q103","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1722,"outputTokens":1,"latencyMs":329.99291699996684},{"questionId":"q103","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":1601,"outputTokens":1,"latencyMs":337.7700419999892},{"questionId":"q103","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":4463,"outputTokens":1,"latencyMs":348.5478750000475},{"questionId":"q103","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"23","isCorrect":true,"inputTokens":3145,"outputTokens":1,"latencyMs":365.7920419999864},{"questionId":"q104","format":"json","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"307291","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":394.71979200001806},{"questionId":"q104","format":"toon","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"394174","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":335.1633340000408},{"questionId":"q104","format":"csv","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"509,726","isCorrect":false,"inputTokens":1598,"outputTokens":3,"latencyMs":356.3924579999875},{"questionId":"q104","format":"xml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"334786","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":461.0274169999175},{"questionId":"q104","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"344498","actual":"319377","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":387.4348750000354},{"questionId":"q105","format":"json","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"245482.84","isCorrect":false,"inputTokens":3807,"outputTokens":4,"latencyMs":458.4152499999618},{"questionId":"q105","format":"toon","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"290,081.53","isCorrect":false,"inputTokens":1717,"outputTokens":5,"latencyMs":354.16574999992736},{"questionId":"q105","format":"csv","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"276,228.78","isCorrect":false,"inputTokens":1596,"outputTokens":5,"latencyMs":350.7130419999594},{"questionId":"q105","format":"xml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"276201.69","isCorrect":false,"inputTokens":4458,"outputTokens":4,"latencyMs":399.93745800002944},{"questionId":"q105","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"312818.50","actual":"258824.8","isCorrect":false,"inputTokens":3140,"outputTokens":4,"latencyMs":384.60008300002664},{"questionId":"q106","format":"json","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1318","isCorrect":false,"inputTokens":3809,"outputTokens":2,"latencyMs":354.8573750000214},{"questionId":"q106","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1630","isCorrect":false,"inputTokens":1719,"outputTokens":2,"latencyMs":352.98499999998603},{"questionId":"q106","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1562","isCorrect":false,"inputTokens":1598,"outputTokens":2,"latencyMs":312.03625000000466},{"questionId":"q106","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1099","isCorrect":false,"inputTokens":4460,"outputTokens":2,"latencyMs":366.8184579999652},{"questionId":"q106","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1811","actual":"1263","isCorrect":false,"inputTokens":3142,"outputTokens":2,"latencyMs":385.2700000000186},{"questionId":"q107","format":"json","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6100","isCorrect":false,"inputTokens":3808,"outputTokens":2,"latencyMs":1934.9806250000838},{"questionId":"q107","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"5808","isCorrect":false,"inputTokens":1718,"outputTokens":2,"latencyMs":355.217624999932},{"questionId":"q107","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6061","isCorrect":false,"inputTokens":1597,"outputTokens":2,"latencyMs":337.55179199995473},{"questionId":"q107","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6225","isCorrect":false,"inputTokens":4459,"outputTokens":2,"latencyMs":396.03858300007414},{"questionId":"q107","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5742","actual":"6142.2","isCorrect":false,"inputTokens":3141,"outputTokens":4,"latencyMs":345.4347500000149},{"questionId":"q108","format":"json","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5995.13","isCorrect":false,"inputTokens":3806,"outputTokens":4,"latencyMs":392.9480830000248},{"questionId":"q108","format":"toon","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5875.58","isCorrect":false,"inputTokens":1716,"outputTokens":4,"latencyMs":375.54824999999255},{"questionId":"q108","format":"csv","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5655.84","isCorrect":false,"inputTokens":1595,"outputTokens":4,"latencyMs":342.9759169999743},{"questionId":"q108","format":"xml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"5572.50","isCorrect":false,"inputTokens":4457,"outputTokens":4,"latencyMs":371.2445000000298},{"questionId":"q108","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"5213.64","actual":"6454.41","isCorrect":false,"inputTokens":3139,"outputTokens":4,"latencyMs":363.0110829999903},{"questionId":"q109","format":"json","model":"grok-4-fast-non-reasoning","expected":"30","actual":"39.03","isCorrect":false,"inputTokens":3808,"outputTokens":3,"latencyMs":355.55816600006074},{"questionId":"q109","format":"toon","model":"grok-4-fast-non-reasoning","expected":"30","actual":"41.2","isCorrect":false,"inputTokens":1718,"outputTokens":3,"latencyMs":490.8961249999702},{"questionId":"q109","format":"csv","model":"grok-4-fast-non-reasoning","expected":"30","actual":"37.89","isCorrect":false,"inputTokens":1597,"outputTokens":3,"latencyMs":397.9794169999659},{"questionId":"q109","format":"xml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"35.2","isCorrect":false,"inputTokens":4459,"outputTokens":3,"latencyMs":376.2820000000065},{"questionId":"q109","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"30","actual":"35.03","isCorrect":false,"inputTokens":3141,"outputTokens":3,"latencyMs":369.72279200004414},{"questionId":"q110","format":"json","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3808,"outputTokens":1,"latencyMs":372.92995799996424},{"questionId":"q110","format":"toon","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1718,"outputTokens":1,"latencyMs":392.8679159999592},{"questionId":"q110","format":"csv","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":1597,"outputTokens":1,"latencyMs":353.2490000000689},{"questionId":"q110","format":"xml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":4459,"outputTokens":1,"latencyMs":357.7402920000022},{"questionId":"q110","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"60","actual":"60","isCorrect":true,"inputTokens":3141,"outputTokens":1,"latencyMs":339.7615419999929},{"questionId":"q111","format":"json","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7944","isCorrect":true,"inputTokens":3811,"outputTokens":2,"latencyMs":425.6504160000477},{"questionId":"q111","format":"toon","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1721,"outputTokens":2,"latencyMs":416.78933299996424},{"questionId":"q111","format":"csv","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":1600,"outputTokens":2,"latencyMs":520.3253750000149},{"questionId":"q111","format":"xml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":4462,"outputTokens":2,"latencyMs":468.920749999932},{"questionId":"q111","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"7944","actual":"7765","isCorrect":false,"inputTokens":3144,"outputTokens":2,"latencyMs":535.9784160000272},{"questionId":"q112","format":"json","model":"grok-4-fast-non-reasoning","expected":"42","actual":"31","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":461.38925000000745},{"questionId":"q112","format":"toon","model":"grok-4-fast-non-reasoning","expected":"42","actual":"42","isCorrect":true,"inputTokens":1719,"outputTokens":1,"latencyMs":516.2550829999382},{"questionId":"q112","format":"csv","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":455.7998329999391},{"questionId":"q112","format":"xml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"35","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":441.0571249999339},{"questionId":"q112","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"42","actual":"38","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":432.17800000007264},{"questionId":"q113","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"5","isCorrect":false,"inputTokens":3809,"outputTokens":1,"latencyMs":388.9318750000093},{"questionId":"q113","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"5","isCorrect":false,"inputTokens":1719,"outputTokens":1,"latencyMs":313.69804200006183},{"questionId":"q113","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":1598,"outputTokens":1,"latencyMs":361.35270799999125},{"questionId":"q113","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"7","isCorrect":false,"inputTokens":4460,"outputTokens":1,"latencyMs":349.3371660000412},{"questionId":"q113","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"8","isCorrect":false,"inputTokens":3142,"outputTokens":1,"latencyMs":332.5248750000028},{"questionId":"q114","format":"json","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":349.4380840000231},{"questionId":"q114","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"20","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":361.36429199995473},{"questionId":"q114","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":365.0253329999978},{"questionId":"q114","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"13","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":322.985708000022},{"questionId":"q114","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"14","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":398.2416669999948},{"questionId":"q115","format":"json","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":370.7632910000393},{"questionId":"q115","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10","actual":"8","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":348.2098339999793},{"questionId":"q115","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10","actual":"7","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":317.24479200004134},{"questionId":"q115","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":376.014499999932},{"questionId":"q115","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10","actual":"6","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":330.99220799992327},{"questionId":"q116","format":"json","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3815,"outputTokens":1,"latencyMs":341.95470799994655},{"questionId":"q116","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":1725,"outputTokens":1,"latencyMs":420.7263340000063},{"questionId":"q116","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":1604,"outputTokens":1,"latencyMs":322.5673330000136},{"questionId":"q116","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"9","isCorrect":false,"inputTokens":4466,"outputTokens":1,"latencyMs":338.44495899998583},{"questionId":"q116","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"12","isCorrect":false,"inputTokens":3148,"outputTokens":1,"latencyMs":428.8776249999646},{"questionId":"q117","format":"json","model":"grok-4-fast-non-reasoning","expected":"28","actual":"19","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":324.16683299990837},{"questionId":"q117","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"21","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":352.3504579999717},{"questionId":"q117","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":330.3462910000235},{"questionId":"q117","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"17","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":818.0458330000984},{"questionId":"q117","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"14","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":334.9847080000909},{"questionId":"q118","format":"json","model":"grok-4-fast-non-reasoning","expected":"28","actual":"19","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":353.39695800002664},{"questionId":"q118","format":"toon","model":"grok-4-fast-non-reasoning","expected":"28","actual":"19","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":345.9782500000438},{"questionId":"q118","format":"csv","model":"grok-4-fast-non-reasoning","expected":"28","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":998.0578750000568},{"questionId":"q118","format":"xml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"18","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":355.32695799996145},{"questionId":"q118","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"28","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":378.12475000007544},{"questionId":"q119","format":"json","model":"grok-4-fast-non-reasoning","expected":"26","actual":"10","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":330.42225000006147},{"questionId":"q119","format":"toon","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":356.29262500000186},{"questionId":"q119","format":"csv","model":"grok-4-fast-non-reasoning","expected":"26","actual":"16","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":599.891958000022},{"questionId":"q119","format":"xml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"11","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":353.9576670000097},{"questionId":"q119","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"26","actual":"15","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":347.40808399999514},{"questionId":"q120","format":"json","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":3816,"outputTokens":1,"latencyMs":364.0858329999028},{"questionId":"q120","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":1726,"outputTokens":1,"latencyMs":319.90541700005997},{"questionId":"q120","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"6","isCorrect":false,"inputTokens":1605,"outputTokens":1,"latencyMs":561.8148330000695},{"questionId":"q120","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":4467,"outputTokens":1,"latencyMs":877.2711670000572},{"questionId":"q120","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"8","isCorrect":false,"inputTokens":3149,"outputTokens":1,"latencyMs":362.4757919999538},{"questionId":"q121","format":"json","model":"grok-4-fast-non-reasoning","expected":"35","actual":"18","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":511.6092920000665},{"questionId":"q121","format":"toon","model":"grok-4-fast-non-reasoning","expected":"35","actual":"26","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":452.1440420000581},{"questionId":"q121","format":"csv","model":"grok-4-fast-non-reasoning","expected":"35","actual":"25","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":518.8622090000426},{"questionId":"q121","format":"xml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"20","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":490.50466699991375},{"questionId":"q121","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"35","actual":"15","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":516.6972920000553},{"questionId":"q122","format":"json","model":"grok-4-fast-non-reasoning","expected":"12","actual":"11","isCorrect":false,"inputTokens":3814,"outputTokens":1,"latencyMs":461.9849160000449},{"questionId":"q122","format":"toon","model":"grok-4-fast-non-reasoning","expected":"12","actual":"25","isCorrect":false,"inputTokens":1724,"outputTokens":1,"latencyMs":443.2595409998903},{"questionId":"q122","format":"csv","model":"grok-4-fast-non-reasoning","expected":"12","actual":"26","isCorrect":false,"inputTokens":1603,"outputTokens":1,"latencyMs":448.0506250000326},{"questionId":"q122","format":"xml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"15","isCorrect":false,"inputTokens":4465,"outputTokens":1,"latencyMs":442.5793340000091},{"questionId":"q122","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"12","actual":"13","isCorrect":false,"inputTokens":3147,"outputTokens":1,"latencyMs":457.0776659999974},{"questionId":"q123","format":"json","model":"grok-4-fast-non-reasoning","expected":"32","actual":"30","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":405.40737499995157},{"questionId":"q123","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"39","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":330.96416600001976},{"questionId":"q123","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"32","isCorrect":true,"inputTokens":1607,"outputTokens":1,"latencyMs":459.2931249999674},{"questionId":"q123","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":442.4327500000363},{"questionId":"q123","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":356.84095800004434},{"questionId":"q124","format":"json","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":3818,"outputTokens":1,"latencyMs":396.000457999995},{"questionId":"q124","format":"toon","model":"grok-4-fast-non-reasoning","expected":"32","actual":"31","isCorrect":false,"inputTokens":1728,"outputTokens":1,"latencyMs":781.2889580000192},{"questionId":"q124","format":"csv","model":"grok-4-fast-non-reasoning","expected":"32","actual":"35","isCorrect":false,"inputTokens":1607,"outputTokens":1,"latencyMs":359.81970899994485},{"questionId":"q124","format":"xml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"29","isCorrect":false,"inputTokens":4469,"outputTokens":1,"latencyMs":375.6177499999758},{"questionId":"q124","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"32","actual":"27","isCorrect":false,"inputTokens":3151,"outputTokens":1,"latencyMs":682.3050000000512},{"questionId":"q125","format":"json","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":15226,"outputTokens":2,"latencyMs":729.9610419999808},{"questionId":"q125","format":"toon","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":601.1570000000065},{"questionId":"q125","format":"csv","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":572.328375000041},{"questionId":"q125","format":"xml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":866.060584000079},{"questionId":"q125","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"430886","actual":"430886","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":795.8202079999028},{"questionId":"q126","format":"json","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":15227,"outputTokens":2,"latencyMs":743.4340000000084},{"questionId":"q126","format":"toon","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":601.1281670000171},{"questionId":"q126","format":"csv","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":648.6863750000484},{"questionId":"q126","format":"xml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":874.5649170000106},{"questionId":"q126","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"52904","actual":"52904","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":836.5602499999804},{"questionId":"q127","format":"json","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":15223,"outputTokens":2,"latencyMs":1230.7621250000084},{"questionId":"q127","format":"toon","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":628.7629579999484},{"questionId":"q127","format":"csv","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":617.9505829999689},{"questionId":"q127","format":"xml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":859.392416000017},{"questionId":"q127","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"vuejs","actual":"vuejs","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":609.8525410000002},{"questionId":"q128","format":"json","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":15228,"outputTokens":1,"latencyMs":725.3980839999858},{"questionId":"q128","format":"toon","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8835,"outputTokens":1,"latencyMs":622.2757089999504},{"questionId":"q128","format":"csv","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":8605,"outputTokens":1,"latencyMs":649.9968329999829},{"questionId":"q128","format":"xml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":17145,"outputTokens":1,"latencyMs":829.6133329999866},{"questionId":"q128","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"master","actual":"master","isCorrect":true,"inputTokens":13229,"outputTokens":1,"latencyMs":616.5975409999955},{"questionId":"q129","format":"json","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":15223,"outputTokens":2,"latencyMs":679.2495839999756},{"questionId":"q129","format":"toon","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8830,"outputTokens":2,"latencyMs":616.9199999999255},{"questionId":"q129","format":"csv","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":8600,"outputTokens":2,"latencyMs":626.3514170000562},{"questionId":"q129","format":"xml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":17140,"outputTokens":2,"latencyMs":775.6362920000684},{"questionId":"q129","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"3367","actual":"3367","isCorrect":true,"inputTokens":13224,"outputTokens":2,"latencyMs":595.9769999999553},{"questionId":"q130","format":"json","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":15227,"outputTokens":2,"latencyMs":708.0982920000097},{"questionId":"q130","format":"toon","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8834,"outputTokens":2,"latencyMs":571.9233330000425},{"questionId":"q130","format":"csv","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":8604,"outputTokens":2,"latencyMs":825.9895830000751},{"questionId":"q130","format":"xml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":860.6652079999913},{"questionId":"q130","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"152300","actual":"152300","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":474.81366700003855},{"questionId":"q131","format":"json","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":15227,"outputTokens":2,"latencyMs":906.4567919999827},{"questionId":"q131","format":"toon","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8834,"outputTokens":1,"latencyMs":769.3345839999383},{"questionId":"q131","format":"csv","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"678","isCorrect":false,"inputTokens":8604,"outputTokens":1,"latencyMs":875.4705829999875},{"questionId":"q131","format":"xml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":17144,"outputTokens":2,"latencyMs":955.345042000059},{"questionId":"q131","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"10668","actual":"10668","isCorrect":true,"inputTokens":13228,"outputTokens":2,"latencyMs":751.2529169999762},{"questionId":"q132","format":"json","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":15225,"outputTokens":1,"latencyMs":649.2168329999549},{"questionId":"q132","format":"toon","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8832,"outputTokens":1,"latencyMs":737.5448340000585},{"questionId":"q132","format":"csv","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":8602,"outputTokens":1,"latencyMs":697.950542000006},{"questionId":"q132","format":"xml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"microsoft","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":589.0147500000894},{"questionId":"q132","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"microsoft","actual":"Microsoft","isCorrect":true,"inputTokens":13226,"outputTokens":1,"latencyMs":480.57258399995044},{"questionId":"q133","format":"json","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":15230,"outputTokens":1,"latencyMs":413.5499579999596},{"questionId":"q133","format":"toon","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8837,"outputTokens":1,"latencyMs":544.7179999999935},{"questionId":"q133","format":"csv","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":8607,"outputTokens":1,"latencyMs":643.5643749999581},{"questionId":"q133","format":"xml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":17147,"outputTokens":1,"latencyMs":842.3342079999857},{"questionId":"q133","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"main","actual":"main","isCorrect":true,"inputTokens":13231,"outputTokens":1,"latencyMs":589.6995830000378},{"questionId":"q134","format":"json","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":15226,"outputTokens":2,"latencyMs":711.3204589999514},{"questionId":"q134","format":"toon","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8833,"outputTokens":2,"latencyMs":463.24300000001676},{"questionId":"q134","format":"csv","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":8603,"outputTokens":2,"latencyMs":627.1782090000343},{"questionId":"q134","format":"xml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":17143,"outputTokens":2,"latencyMs":947.7736250000307},{"questionId":"q134","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"2518","actual":"2518","isCorrect":true,"inputTokens":13227,"outputTokens":2,"latencyMs":655.6761670000851},{"questionId":"q135","format":"json","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":15230,"outputTokens":2,"latencyMs":725.0552919999463},{"questionId":"q135","format":"toon","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8837,"outputTokens":2,"latencyMs":634.9932079999708},{"questionId":"q135","format":"csv","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":8607,"outputTokens":2,"latencyMs":846.9766250000102},{"questionId":"q135","format":"xml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":17147,"outputTokens":2,"latencyMs":481.3000830000965},{"questionId":"q135","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"103358","actual":"103358","isCorrect":true,"inputTokens":13231,"outputTokens":2,"latencyMs":651.0910419999855},{"questionId":"q136","format":"json","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"13017246","isCorrect":false,"inputTokens":15225,"outputTokens":3,"latencyMs":443.8626669999212},{"questionId":"q136","format":"toon","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"16718003","isCorrect":false,"inputTokens":8832,"outputTokens":3,"latencyMs":351.09612500004005},{"questionId":"q136","format":"csv","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"12372437","isCorrect":false,"inputTokens":8602,"outputTokens":3,"latencyMs":507.99300000001676},{"questionId":"q136","format":"xml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":17142,"outputTokens":3,"latencyMs":746.2915839999914},{"questionId":"q136","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"15413563","actual":"10000000","isCorrect":false,"inputTokens":13226,"outputTokens":3,"latencyMs":712.3095419999445},{"questionId":"q137","format":"json","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":15222,"outputTokens":1,"latencyMs":755.5268749999814},{"questionId":"q137","format":"toon","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8829,"outputTokens":1,"latencyMs":453.32299999997485},{"questionId":"q137","format":"csv","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":8599,"outputTokens":1,"latencyMs":606.7207919999491},{"questionId":"q137","format":"xml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"81","isCorrect":false,"inputTokens":17139,"outputTokens":1,"latencyMs":749.6801670000423},{"questionId":"q137","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"100","actual":"100","isCorrect":true,"inputTokens":13223,"outputTokens":1,"latencyMs":469.2837090000976},{"questionId":"q138","format":"json","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"139642","isCorrect":false,"inputTokens":15224,"outputTokens":2,"latencyMs":490.2549580000341},{"questionId":"q138","format":"toon","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"141922","isCorrect":false,"inputTokens":8831,"outputTokens":2,"latencyMs":664.8130420000525},{"questionId":"q138","format":"csv","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"138507","isCorrect":false,"inputTokens":8601,"outputTokens":2,"latencyMs":658.7655410000589},{"questionId":"q138","format":"xml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"123456","isCorrect":false,"inputTokens":17141,"outputTokens":2,"latencyMs":833.3057920000283},{"questionId":"q138","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"154136","actual":"135137","isCorrect":false,"inputTokens":13225,"outputTokens":2,"latencyMs":689.6817920000758},{"questionId":"q139","format":"json","model":"grok-4-fast-non-reasoning","expected":"77","actual":"66","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":679.0625829999335},{"questionId":"q139","format":"toon","model":"grok-4-fast-non-reasoning","expected":"77","actual":"62","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":612.4040830000304},{"questionId":"q139","format":"csv","model":"grok-4-fast-non-reasoning","expected":"77","actual":"71","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":392.58745900006033},{"questionId":"q139","format":"xml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"57","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":1002.3610839999747},{"questionId":"q139","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"77","actual":"66","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":722.9592500000726},{"questionId":"q140","format":"json","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":747.9068330000155},{"questionId":"q140","format":"toon","model":"grok-4-fast-non-reasoning","expected":"37","actual":"35","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":352.28904200007673},{"questionId":"q140","format":"csv","model":"grok-4-fast-non-reasoning","expected":"37","actual":"49","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":2697.606749999919},{"questionId":"q140","format":"xml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"25","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":512.9570420000236},{"questionId":"q140","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"37","actual":"28","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":459.07554099999834},{"questionId":"q141","format":"json","model":"grok-4-fast-non-reasoning","expected":"16","actual":"15","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":815.7503330000909},{"questionId":"q141","format":"toon","model":"grok-4-fast-non-reasoning","expected":"16","actual":"27","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":854.3384579999838},{"questionId":"q141","format":"csv","model":"grok-4-fast-non-reasoning","expected":"16","actual":"25","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":621.167958999984},{"questionId":"q141","format":"xml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"16","isCorrect":true,"inputTokens":17142,"outputTokens":1,"latencyMs":963.0196670000441},{"questionId":"q141","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"16","actual":"18","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":587.9345000000903},{"questionId":"q142","format":"json","model":"grok-4-fast-non-reasoning","expected":"49","actual":"55","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":861.4571659999201},{"questionId":"q142","format":"toon","model":"grok-4-fast-non-reasoning","expected":"49","actual":"63","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":712.7159159999574},{"questionId":"q142","format":"csv","model":"grok-4-fast-non-reasoning","expected":"49","actual":"65","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":602.7768340000184},{"questionId":"q142","format":"xml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"66","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":875.1989169999724},{"questionId":"q142","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"49","actual":"26","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":541.4795419999864},{"questionId":"q143","format":"json","model":"grok-4-fast-non-reasoning","expected":"23","actual":"24","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":739.7675000000745},{"questionId":"q143","format":"toon","model":"grok-4-fast-non-reasoning","expected":"23","actual":"58","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":449.70108300005086},{"questionId":"q143","format":"csv","model":"grok-4-fast-non-reasoning","expected":"23","actual":"45","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":622.1136249999981},{"questionId":"q143","format":"xml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"12","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":500.5198340000352},{"questionId":"q143","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"23","actual":"26","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":492.234417000087},{"questionId":"q144","format":"json","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":692.2474580000853},{"questionId":"q144","format":"toon","model":"grok-4-fast-non-reasoning","expected":"11","actual":"55","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":614.423375000013},{"questionId":"q144","format":"csv","model":"grok-4-fast-non-reasoning","expected":"11","actual":"35","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":727.2712920000777},{"questionId":"q144","format":"xml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"37","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":462.89012499991804},{"questionId":"q144","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"11","actual":"33","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":490.65674999996554},{"questionId":"q145","format":"json","model":"grok-4-fast-non-reasoning","expected":"19","actual":"20","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":956.9251249999506},{"questionId":"q145","format":"toon","model":"grok-4-fast-non-reasoning","expected":"19","actual":"24","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":413.5989999999292},{"questionId":"q145","format":"csv","model":"grok-4-fast-non-reasoning","expected":"19","actual":"4","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":446.15575000003446},{"questionId":"q145","format":"xml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"26","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":458.60258299997076},{"questionId":"q145","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"19","actual":"15","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":493.5773749999935},{"questionId":"q146","format":"json","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":15225,"outputTokens":1,"latencyMs":664.9487500000978},{"questionId":"q146","format":"toon","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":8832,"outputTokens":1,"latencyMs":627.6043329999084},{"questionId":"q146","format":"csv","model":"grok-4-fast-non-reasoning","expected":"4","actual":"1","isCorrect":false,"inputTokens":8602,"outputTokens":1,"latencyMs":694.1845830000238},{"questionId":"q146","format":"xml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"2","isCorrect":false,"inputTokens":17142,"outputTokens":1,"latencyMs":533.8589159999974},{"questionId":"q146","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"4","actual":"3","isCorrect":false,"inputTokens":13226,"outputTokens":1,"latencyMs":642.0069580000127},{"questionId":"q147","format":"json","model":"grok-4-fast-non-reasoning","expected":"41","actual":"39","isCorrect":false,"inputTokens":15226,"outputTokens":1,"latencyMs":729.7156670000404},{"questionId":"q147","format":"toon","model":"grok-4-fast-non-reasoning","expected":"41","actual":"49","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":407.87087500002235},{"questionId":"q147","format":"csv","model":"grok-4-fast-non-reasoning","expected":"41","actual":"29","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":432.9565419999417},{"questionId":"q147","format":"xml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"27","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":489.36449999990873},{"questionId":"q147","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"41","actual":"42","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":524.2577499999898},{"questionId":"q148","format":"json","model":"grok-4-fast-non-reasoning","expected":"53","actual":"34","isCorrect":false,"inputTokens":15226,"outputTokens":1,"latencyMs":798.2451250000158},{"questionId":"q148","format":"toon","model":"grok-4-fast-non-reasoning","expected":"53","actual":"35","isCorrect":false,"inputTokens":8833,"outputTokens":1,"latencyMs":504.5879999999888},{"questionId":"q148","format":"csv","model":"grok-4-fast-non-reasoning","expected":"53","actual":"33","isCorrect":false,"inputTokens":8603,"outputTokens":1,"latencyMs":430.4087919999147},{"questionId":"q148","format":"xml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"41","isCorrect":false,"inputTokens":17143,"outputTokens":1,"latencyMs":497.9735830000136},{"questionId":"q148","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"53","actual":"41","isCorrect":false,"inputTokens":13227,"outputTokens":1,"latencyMs":627.0809589999262},{"questionId":"q149","format":"json","model":"grok-4-fast-non-reasoning","expected":"57","actual":"36","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":761.2203750000335},{"questionId":"q149","format":"toon","model":"grok-4-fast-non-reasoning","expected":"57","actual":"22","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":597.3641249999637},{"questionId":"q149","format":"csv","model":"grok-4-fast-non-reasoning","expected":"57","actual":"35","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":541.3266670000739},{"questionId":"q149","format":"xml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"51","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":753.2026659999974},{"questionId":"q149","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"57","actual":"33","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":855.6235000001034},{"questionId":"q150","format":"json","model":"grok-4-fast-non-reasoning","expected":"43","actual":"33","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":450.5811250000261},{"questionId":"q150","format":"toon","model":"grok-4-fast-non-reasoning","expected":"43","actual":"17","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":602.9052910000319},{"questionId":"q150","format":"csv","model":"grok-4-fast-non-reasoning","expected":"43","actual":"20","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":410.8931249999441},{"questionId":"q150","format":"xml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"25","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":582.6412919999566},{"questionId":"q150","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"43","actual":"20","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":438.29416699998546},{"questionId":"q151","format":"json","model":"grok-4-fast-non-reasoning","expected":"25","actual":"20","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":672.7697499999776},{"questionId":"q151","format":"toon","model":"grok-4-fast-non-reasoning","expected":"25","actual":"14","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":575.2732079999987},{"questionId":"q151","format":"csv","model":"grok-4-fast-non-reasoning","expected":"25","actual":"15","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":597.7402499999152},{"questionId":"q151","format":"xml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"13","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":954.6361249999609},{"questionId":"q151","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"25","actual":"12","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":580.9449160000077},{"questionId":"q152","format":"json","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":546.6326660000486},{"questionId":"q152","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":568.3653749999357},{"questionId":"q152","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"5","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":563.5409579999978},{"questionId":"q152","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":650.3802500000456},{"questionId":"q152","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"3","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":576.9144170000218},{"questionId":"q153","format":"json","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":486.32499999995343},{"questionId":"q153","format":"toon","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":451.4794590000529},{"questionId":"q153","format":"csv","model":"grok-4-fast-non-reasoning","expected":"6","actual":"2","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":436.0377500000177},{"questionId":"q153","format":"xml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"4","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":860.0279579999624},{"questionId":"q153","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"6","actual":"0","isCorrect":false,"inputTokens":13233,"outputTokens":1,"latencyMs":473.2072919999482},{"questionId":"q154","format":"json","model":"grok-4-fast-non-reasoning","expected":"1","actual":"8","isCorrect":false,"inputTokens":15232,"outputTokens":1,"latencyMs":676.8016669999342},{"questionId":"q154","format":"toon","model":"grok-4-fast-non-reasoning","expected":"1","actual":"2","isCorrect":false,"inputTokens":8839,"outputTokens":1,"latencyMs":605.9571250000736},{"questionId":"q154","format":"csv","model":"grok-4-fast-non-reasoning","expected":"1","actual":"0","isCorrect":false,"inputTokens":8609,"outputTokens":1,"latencyMs":415.5083330000052},{"questionId":"q154","format":"xml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"3","isCorrect":false,"inputTokens":17149,"outputTokens":1,"latencyMs":468.4309999999823},{"questionId":"q154","format":"yaml","model":"grok-4-fast-non-reasoning","expected":"1","actual":"1","isCorrect":true,"inputTokens":13233,"outputTokens":1,"latencyMs":483.8950419999892}] \ No newline at end of file diff --git a/benchmarks/results/retrieval-accuracy.md b/benchmarks/results/retrieval-accuracy.md index 3650edd..49e5bb5 100644 --- a/benchmarks/results/retrieval-accuracy.md +++ b/benchmarks/results/retrieval-accuracy.md @@ -1,6 +1,6 @@ ### Retrieval Accuracy -Accuracy across **3 LLMs** on **154 data retrieval questions**: +Accuracy across **4 LLMs** on 154 data retrieval questions: ``` gpt-5-nano @@ -10,22 +10,29 @@ gpt-5-nano json ██████████████████░░ 87.7% (135/154) xml █████████████████░░░ 83.8% (129/154) -gemini-2.5-flash - xml ██████████████████░░ 90.3% (139/154) - csv ██████████████████░░ 89.0% (137/154) - toon █████████████████░░░ 87.0% (134/154) - json ████████████████░░░░ 79.2% (122/154) - yaml ███████████████░░░░░ 76.0% (117/154) - claude-haiku-4-5-20251001 - json ██████████░░░░░░░░░░ 48.7% (75/154) + yaml ██████████░░░░░░░░░░ 49.4% (76/154) toon ██████████░░░░░░░░░░ 48.1% (74/154) + csv ██████████░░░░░░░░░░ 48.1% (74/154) + json █████████░░░░░░░░░░░ 47.4% (73/154) + xml █████████░░░░░░░░░░░ 46.8% (72/154) + +gemini-2.5-flash + csv ██████████████████░░ 87.7% (135/154) + xml █████████████████░░░ 85.1% (131/154) + toon █████████████████░░░ 83.8% (129/154) + json ████████████████░░░░ 78.6% (121/154) + yaml ███████████████░░░░░ 76.6% (118/154) + +grok-4-fast-non-reasoning + toon ██████████░░░░░░░░░░ 48.7% (75/154) + json ██████████░░░░░░░░░░ 48.1% (74/154) xml █████████░░░░░░░░░░░ 47.4% (73/154) - yaml █████████░░░░░░░░░░░ 47.4% (73/154) + yaml █████████░░░░░░░░░░░ 46.8% (72/154) csv █████████░░░░░░░░░░░ 45.5% (70/154) ``` -**Advantage:** TOON achieves **77.1% accuracy** (vs JSON's 71.9%) while using **46.3% fewer tokens**. +**Advantage:** TOON achieves **69.2% accuracy** (vs JSON's 65.4%) while using **46.3% fewer tokens**.
Performance by dataset and model @@ -36,41 +43,41 @@ claude-haiku-4-5-20251001 | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 74.7% | 2,337 | 112/150 | -| `toon` | 76.7% | 2,483 | 115/150 | -| `yaml` | 70.7% | 4,969 | 106/150 | -| `xml` | 77.3% | 7,314 | 116/150 | -| `json` | 69.3% | 6,347 | 104/150 | +| `csv` | 67.0% | 2,337 | 134/200 | +| `toon` | 66.5% | 2,483 | 133/200 | +| `yaml` | 65.5% | 4,969 | 131/200 | +| `json` | 63.5% | 6,347 | 127/200 | +| `xml` | 66.5% | 7,314 | 133/200 | ##### E-commerce orders with nested structures | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 80.0% | 5,967 | 96/120 | -| `csv` | 75.8% | 6,735 | 91/120 | -| `yaml` | 74.2% | 7,328 | 89/120 | -| `json` | 79.2% | 9,694 | 95/120 | -| `xml` | 78.3% | 10,992 | 94/120 | +| `toon` | 78.8% | 5,967 | 126/160 | +| `csv` | 71.9% | 6,735 | 115/160 | +| `yaml` | 71.9% | 7,328 | 115/160 | +| `json` | 73.1% | 9,694 | 117/160 | +| `xml` | 73.8% | 10,992 | 118/160 | ##### Time-series analytics data | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `csv` | 75.5% | 1,393 | 77/102 | -| `toon` | 76.5% | 1,515 | 78/102 | -| `yaml` | 74.5% | 2,938 | 76/102 | -| `json` | 76.5% | 3,665 | 78/102 | -| `xml` | 74.5% | 4,376 | 76/102 | +| `csv` | 67.6% | 1,393 | 92/136 | +| `toon` | 67.6% | 1,515 | 92/136 | +| `yaml` | 64.7% | 2,938 | 88/136 | +| `json` | 68.4% | 3,665 | 93/136 | +| `xml` | 66.2% | 4,376 | 90/136 | ##### Top 100 GitHub repositories | Format | Accuracy | Tokens | Correct/Total | | ------ | -------- | ------ | ------------- | -| `toon` | 74.4% | 8,745 | 67/90 | -| `csv` | 73.3% | 8,513 | 66/90 | -| `yaml` | 62.2% | 13,129 | 56/90 | -| `json` | 61.1% | 15,145 | 55/90 | -| `xml` | 61.1% | 17,095 | 55/90 | +| `csv` | 64.2% | 8,513 | 77/120 | +| `toon` | 62.5% | 8,745 | 75/120 | +| `yaml` | 57.5% | 13,129 | 69/120 | +| `json` | 55.0% | 15,145 | 66/120 | +| `xml` | 53.3% | 17,095 | 64/120 | #### Performance by Model @@ -84,24 +91,34 @@ claude-haiku-4-5-20251001 | `json` | 87.7% | 135/154 | | `xml` | 83.8% | 129/154 | -##### gemini-2.5-flash - -| Format | Accuracy | Correct/Total | -| ------ | -------- | ------------- | -| `xml` | 90.3% | 139/154 | -| `csv` | 89.0% | 137/154 | -| `toon` | 87.0% | 134/154 | -| `json` | 79.2% | 122/154 | -| `yaml` | 76.0% | 117/154 | - ##### claude-haiku-4-5-20251001 | Format | Accuracy | Correct/Total | | ------ | -------- | ------------- | -| `json` | 48.7% | 75/154 | +| `yaml` | 49.4% | 76/154 | | `toon` | 48.1% | 74/154 | +| `csv` | 48.1% | 74/154 | +| `json` | 47.4% | 73/154 | +| `xml` | 46.8% | 72/154 | + +##### gemini-2.5-flash + +| Format | Accuracy | Correct/Total | +| ------ | -------- | ------------- | +| `csv` | 87.7% | 135/154 | +| `xml` | 85.1% | 131/154 | +| `toon` | 83.8% | 129/154 | +| `json` | 78.6% | 121/154 | +| `yaml` | 76.6% | 118/154 | + +##### grok-4-fast-non-reasoning + +| Format | Accuracy | Correct/Total | +| ------ | -------- | ------------- | +| `toon` | 48.7% | 75/154 | +| `json` | 48.1% | 74/154 | | `xml` | 47.4% | 73/154 | -| `yaml` | 47.4% | 73/154 | +| `yaml` | 46.8% | 72/154 | | `csv` | 45.5% | 70/154 |
@@ -148,9 +165,9 @@ Four datasets designed to test different structural patterns: #### Models & Configuration -- **Models tested**: `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `gpt-5-nano` +- **Models tested**: `gpt-5-nano`, `claude-haiku-4-5-20251001`, `gemini-2.5-flash`, `grok-4-fast-non-reasoning` - **Token counting**: Using `gpt-tokenizer` with `o200k_base` encoding (GPT-5 tokenizer) -- **Temperature**: 0 (for non-reasoning models) -- **Total evaluations**: 154 questions × 5 formats × 3 models = 2,310 LLM calls +- **Temperature**: Not set (models use their defaults) +- **Total evaluations**: 154 questions × 5 formats × 4 models = 3,080 LLM calls diff --git a/benchmarks/scripts/accuracy-benchmark.ts b/benchmarks/scripts/accuracy-benchmark.ts index e80ecc1..7871a65 100644 --- a/benchmarks/scripts/accuracy-benchmark.ts +++ b/benchmarks/scripts/accuracy-benchmark.ts @@ -84,8 +84,8 @@ for (const model of activeModels) { const rpmLimit = MODEL_RPM_LIMITS[modelId] const queue = new PQueue({ concurrency: DEFAULT_CONCURRENCY, - intervalCap: rpmLimit, - interval: rpmLimit ? 60_000 : undefined, + intervalCap: rpmLimit ?? Infinity, + interval: rpmLimit ? 60_000 : 0, }) const evalSpinner = prompts.spinner() diff --git a/benchmarks/src/constants.ts b/benchmarks/src/constants.ts index 35eb2c1..0c8f780 100644 --- a/benchmarks/src/constants.ts +++ b/benchmarks/src/constants.ts @@ -15,6 +15,7 @@ export const MODEL_RPM_LIMITS: Record = { 'claude-haiku-4-5-20251001': 50, 'gemini-2.5-flash': 25, 'gpt-5-nano': undefined, + 'grok-4-fast-non-reasoning': 50, } /** diff --git a/benchmarks/src/evaluate.ts b/benchmarks/src/evaluate.ts index 468390c..ecf24e6 100644 --- a/benchmarks/src/evaluate.ts +++ b/benchmarks/src/evaluate.ts @@ -3,6 +3,7 @@ import type { EvaluationResult, Question } from './types' import { anthropic } from '@ai-sdk/anthropic' import { google } from '@ai-sdk/google' import { openai } from '@ai-sdk/openai' +import { xai } from '@ai-sdk/xai' import * as prompts from '@clack/prompts' import { generateText } from 'ai' @@ -11,8 +12,9 @@ import { generateText } from 'ai' */ export const models: LanguageModelV2[] = [ openai('gpt-5-nano'), - google('gemini-2.5-flash'), anthropic('claude-haiku-4-5-20251001'), + google('gemini-2.5-flash'), + xai('grok-4-fast-non-reasoning'), ] /** @@ -45,16 +47,13 @@ Provide only the direct answer, without any additional explanation or formatting `.trim() const startTime = performance.now() - const { text, usage } = await generateText({ - model, - prompt, - temperature: !model.modelId.startsWith('gpt-5') ? 0 : undefined, - }) + const { text, usage } = await generateText({ model, prompt }) + const actual = text.trim() const latencyMs = performance.now() - startTime const isCorrect = await validateAnswer({ - actual: text.trim(), + actual, expected: question.groundTruth, question: question.prompt, }) @@ -64,7 +63,7 @@ Provide only the direct answer, without any additional explanation or formatting format: formatName, model: model.modelId, expected: question.groundTruth, - actual: text.trim(), + actual, isCorrect, inputTokens: usage.inputTokens, outputTokens: usage.outputTokens, diff --git a/benchmarks/src/report.ts b/benchmarks/src/report.ts index 845d048..90f85a1 100644 --- a/benchmarks/src/report.ts +++ b/benchmarks/src/report.ts @@ -3,6 +3,7 @@ import * as fsp from 'node:fs/promises' import * as path from 'node:path' import { BENCHMARKS_DIR } from './constants' import { datasets } from './datasets' +import { models } from './evaluate' import { createProgressBar, ensureDir, tokenize } from './utils' /** @@ -50,9 +51,8 @@ export function generateMarkdownReport( const toon = formatResults.find(r => r.format === 'toon') const json = formatResults.find(r => r.format === 'json') - // Build model-by-model breakdown with ASCII bars - const modelNames = [...new Set(results.map(r => r.model))].reverse() - const modelCount = modelNames.length + const modelIds = models.map(m => m.modelId) + const modelNames = modelIds.filter(id => results.some(r => r.model === id)) const modelBreakdown = modelNames.map((modelName, i) => { const modelResults = formatResults.map((fr) => { @@ -183,16 +183,14 @@ ${tableRows} const analyticsSize = datasets.find(d => d.name === 'analytics')?.data.metrics?.length || 0 const githubSize = datasets.find(d => d.name === 'github')?.data.repositories?.length || 0 - // Calculate number of formats and models + // Calculate number of formats and evaluations const formatCount = formatResults.length - const modelsUsed = [...new Set(results.map(r => r.model))] - const modelsListStr = modelsUsed.map(m => `\`${m}\``).join(', ') - const totalEvaluations = totalQuestions * formatCount * modelsUsed.length + const totalEvaluations = totalQuestions * formatCount * modelNames.length return ` ### Retrieval Accuracy -Accuracy across **${modelCount} ${modelCount === 1 ? 'LLM' : 'LLMs'}** on **${totalQuestions} data retrieval questions**: +Accuracy across **${modelNames.length} ${modelNames.length === 1 ? 'LLM' : 'LLMs'}** on ${totalQuestions} data retrieval questions: \`\`\` ${modelBreakdown} @@ -253,10 +251,10 @@ ${totalQuestions} questions are generated dynamically across three categories: #### Models & Configuration -- **Models tested**: ${modelsListStr} +- **Models tested**: ${modelNames.map(m => `\`${m}\``).join(', ')} - **Token counting**: Using \`gpt-tokenizer\` with \`o200k_base\` encoding (GPT-5 tokenizer) -- **Temperature**: 0 (for non-reasoning models) -- **Total evaluations**: ${totalQuestions} questions × ${formatCount} formats × ${modelsUsed.length} models = ${totalEvaluations.toLocaleString('en-US')} LLM calls +- **Temperature**: Not set (models use their defaults) +- **Total evaluations**: ${totalQuestions} questions × ${formatCount} formats × ${modelNames.length} models = ${totalEvaluations.toLocaleString('en-US')} LLM calls `.trimStart() diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 2363e29..520ab31 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -53,6 +53,9 @@ importers: '@ai-sdk/provider': specifier: ^2.0.0 version: 2.0.0 + '@ai-sdk/xai': + specifier: ^2.0.28 + version: 2.0.28(zod@4.1.12) '@antfu/eslint-config': specifier: ^6.1.0 version: 6.1.0(@vue/compiler-sfc@3.5.22)(eslint@9.38.0(jiti@2.6.1))(typescript@5.9.3)(vitest@4.0.3(@types/debug@4.1.12)(@types/node@24.9.1)(jiti@2.6.1)(tsx@4.20.6)(yaml@2.8.1)) @@ -110,6 +113,12 @@ packages: peerDependencies: zod: ^3.25.76 || ^4.1.8 + '@ai-sdk/openai-compatible@1.0.23': + resolution: {integrity: sha512-nCmdy8/LqaaUQhV4b6LcTFbmdGVy+aAwFCmQWHEyTAwaGfuqrWIwphhFVqqAZwqB+j8Ymy350IpKk1M5P5uuEw==} + engines: {node: '>=18'} + peerDependencies: + zod: ^3.25.76 || ^4.1.8 + '@ai-sdk/openai@2.0.53': resolution: {integrity: sha512-GIkR3+Fyif516ftXv+YPSPstnAHhcZxNoR2s8uSHhQ1yBT7I7aQYTVwpjAuYoT3GR+TeP50q7onj2/nDRbT2FQ==} engines: {node: '>=18'} @@ -122,10 +131,22 @@ packages: peerDependencies: zod: ^3.25.76 || ^4.1.8 + '@ai-sdk/provider-utils@3.0.13': + resolution: {integrity: sha512-aXFLBLRPTUYA853MJliItefSXeJPl+mg0KSjbToP41kJ+banBmHO8ZPGLJhNqGlCU82o11TYN7G05EREKX8CkA==} + engines: {node: '>=18'} + peerDependencies: + zod: ^3.25.76 || ^4.1.8 + '@ai-sdk/provider@2.0.0': resolution: {integrity: sha512-6o7Y2SeO9vFKB8lArHXehNuusnpddKPk7xqL7T2/b+OvXMRIXUO1rR4wcv1hAFUAT9avGZshty3Wlua/XA7TvA==} engines: {node: '>=18'} + '@ai-sdk/xai@2.0.28': + resolution: {integrity: sha512-iVrrX/A3YVzCltW7eO3rYB+QtyIFZYEIllWiE7oM48AO/GX2LJcCd2IBCFY820bu2ZXzlOtGty9JQEJIzP5Gug==} + engines: {node: '>=18'} + peerDependencies: + zod: ^3.25.76 || ^4.1.8 + '@antfu/eslint-config@6.1.0': resolution: {integrity: sha512-m/L9TGvtG3r4tkfq5BY6THz7pk0g6yuJwwA0SkLEDHJJpt0upuABhs8v3SU8yaPtCGUxq8k2QTLMZ3WPg4vSdw==} hasBin: true @@ -2479,6 +2500,12 @@ snapshots: '@ai-sdk/provider-utils': 3.0.12(zod@4.1.12) zod: 4.1.12 + '@ai-sdk/openai-compatible@1.0.23(zod@4.1.12)': + dependencies: + '@ai-sdk/provider': 2.0.0 + '@ai-sdk/provider-utils': 3.0.13(zod@4.1.12) + zod: 4.1.12 + '@ai-sdk/openai@2.0.53(zod@4.1.12)': dependencies: '@ai-sdk/provider': 2.0.0 @@ -2492,10 +2519,24 @@ snapshots: eventsource-parser: 3.0.6 zod: 4.1.12 + '@ai-sdk/provider-utils@3.0.13(zod@4.1.12)': + dependencies: + '@ai-sdk/provider': 2.0.0 + '@standard-schema/spec': 1.0.0 + eventsource-parser: 3.0.6 + zod: 4.1.12 + '@ai-sdk/provider@2.0.0': dependencies: json-schema: 0.4.0 + '@ai-sdk/xai@2.0.28(zod@4.1.12)': + dependencies: + '@ai-sdk/openai-compatible': 1.0.23(zod@4.1.12) + '@ai-sdk/provider': 2.0.0 + '@ai-sdk/provider-utils': 3.0.13(zod@4.1.12) + zod: 4.1.12 + '@antfu/eslint-config@6.1.0(@vue/compiler-sfc@3.5.22)(eslint@9.38.0(jiti@2.6.1))(typescript@5.9.3)(vitest@4.0.3(@types/debug@4.1.12)(@types/node@24.9.1)(jiti@2.6.1)(tsx@4.20.6)(yaml@2.8.1))': dependencies: '@antfu/install-pkg': 1.1.0