Files
toon/benchmarks/results/accuracy/summary.json
2025-10-27 14:07:20 +01:00

91 lines
2.0 KiB
JSON

{
"formatResults": [
{
"format": "toon",
"accuracy": 0.8647798742138365,
"totalTokens": 4678,
"averageLatency": 5016,
"correctCount": 275,
"totalCount": 318
},
{
"format": "markdown-kv",
"accuracy": 0.8616352201257862,
"totalTokens": 8649,
"averageLatency": 4628,
"correctCount": 274,
"totalCount": 318
},
{
"format": "json",
"accuracy": 0.8459119496855346,
"totalTokens": 8713,
"averageLatency": 5369,
"correctCount": 269,
"totalCount": 318
},
{
"format": "csv",
"accuracy": 0.8459119496855346,
"totalTokens": 4745,
"averageLatency": 5168,
"correctCount": 269,
"totalCount": 318
},
{
"format": "yaml",
"accuracy": 0.8459119496855346,
"totalTokens": 7091,
"averageLatency": 4299,
"correctCount": 269,
"totalCount": 318
}
],
"questions": 159,
"models": [
"gpt-5-nano",
"claude-haiku-4-5"
],
"datasets": [
{
"name": "tabular",
"description": "Uniform employee records (TOON optimal format)"
},
{
"name": "nested",
"description": "E-commerce orders with nested structures"
},
{
"name": "analytics",
"description": "Time-series analytics data"
},
{
"name": "github",
"description": "Top 100 GitHub repositories"
}
],
"tokenCounts": {
"json-tabular": 6347,
"json-nested": 9694,
"json-analytics": 3665,
"json-github": 15145,
"toon-tabular": 2483,
"toon-nested": 5967,
"toon-analytics": 1515,
"toon-github": 8745,
"csv-tabular": 2337,
"csv-nested": 6735,
"csv-analytics": 1393,
"csv-github": 8513,
"markdown-kv-tabular": 6270,
"markdown-kv-nested": 9110,
"markdown-kv-analytics": 3779,
"markdown-kv-github": 15436,
"yaml-tabular": 4969,
"yaml-nested": 7328,
"yaml-analytics": 2938,
"yaml-github": 13129
},
"timestamp": "2025-10-27T13:04:50.634Z"
}