[ { "questionId": "q1", "format": "json", "model": "gpt-5-nano", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 6390, "outputTokens": 136, "latencyMs": 1973.9505419999998 }, { "questionId": "q1", "format": "json", "model": "claude-haiku-4-5", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 7870, "outputTokens": 6, "latencyMs": 1337.454 }, { "questionId": "q1", "format": "json", "model": "gemini-2.5-flash", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 7908, "outputTokens": 5, "latencyMs": 2219.8078330000003 }, { "questionId": "q1", "format": "toon", "model": "gpt-5-nano", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 2527, "outputTokens": 72, "latencyMs": 2159.820958 }, { "questionId": "q1", "format": "toon", "model": "claude-haiku-4-5", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 2982, "outputTokens": 6, "latencyMs": 1456.8202079999999 }, { "questionId": "q1", "format": "toon", "model": "gemini-2.5-flash", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 3317, "outputTokens": 5, "latencyMs": 2502.1313750000004 }, { "questionId": "q1", "format": "csv", "model": "gpt-5-nano", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 2381, "outputTokens": 72, "latencyMs": 2189.1171249999998 }, { "questionId": "q1", "format": "csv", "model": "claude-haiku-4-5", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 2856, "outputTokens": 6, "latencyMs": 1251.8321250000001 }, { "questionId": "q1", "format": "csv", "model": "gemini-2.5-flash", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 3191, "outputTokens": 5, "latencyMs": 2795.7488749999998 }, { "questionId": "q1", "format": "xml", "model": "gpt-5-nano", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 7357, "outputTokens": 136, "latencyMs": 13798.979167 }, { "questionId": "q1", "format": "xml", "model": "claude-haiku-4-5", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 9360, "outputTokens": 6, "latencyMs": 1484.293458 }, { "questionId": "q1", "format": "xml", "model": "gemini-2.5-flash", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 9097, "outputTokens": 5, "latencyMs": 2323.462083 }, { "questionId": "q1", "format": "yaml", "model": "gpt-5-nano", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 5012, "outputTokens": 8, "latencyMs": 2319.068875 }, { "questionId": "q1", "format": "yaml", "model": "claude-haiku-4-5", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 5760, "outputTokens": 6, "latencyMs": 1252.173292 }, { "questionId": "q1", "format": "yaml", "model": "gemini-2.5-flash", "expected": "56176", "actual": "56176", "isCorrect": true, "inputTokens": 5743, "outputTokens": 5, "latencyMs": 1856.926 }, { "questionId": "q2", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6390, "outputTokens": 71, "latencyMs": 2500.574542 }, { "questionId": "q2", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7869, "outputTokens": 4, "latencyMs": 1249.101917 }, { "questionId": "q2", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7908, "outputTokens": 1, "latencyMs": 1744.0090420000001 }, { "questionId": "q2", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2527, "outputTokens": 71, "latencyMs": 2319.50975 }, { "questionId": "q2", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2981, "outputTokens": 4, "latencyMs": 1258.086833 }, { "questionId": "q2", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3317, "outputTokens": 1, "latencyMs": 1847.8221249999997 }, { "questionId": "q2", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2381, "outputTokens": 71, "latencyMs": 4817.745874999999 }, { "questionId": "q2", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2855, "outputTokens": 4, "latencyMs": 1024.5234999999998 }, { "questionId": "q2", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3191, "outputTokens": 1, "latencyMs": 1336.0151660000001 }, { "questionId": "q2", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7357, "outputTokens": 135, "latencyMs": 4109.140791 }, { "questionId": "q2", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9359, "outputTokens": 4, "latencyMs": 1267.7541249999995 }, { "questionId": "q2", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9097, "outputTokens": 1, "latencyMs": 1808.7597920000007 }, { "questionId": "q2", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5012, "outputTokens": 71, "latencyMs": 4865.839082999999 }, { "questionId": "q2", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5759, "outputTokens": 4, "latencyMs": 1018.2179999999998 }, { "questionId": "q2", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5743, "outputTokens": 1, "latencyMs": 2534.4780839999994 }, { "questionId": "q3", "format": "json", "model": "gpt-5-nano", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 6392, "outputTokens": 204, "latencyMs": 3778.0985 }, { "questionId": "q3", "format": "json", "model": "claude-haiku-4-5", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 7874, "outputTokens": 12, "latencyMs": 1190.655541 }, { "questionId": "q3", "format": "json", "model": "gemini-2.5-flash", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 7911, "outputTokens": 10, "latencyMs": 1595.469916 }, { "questionId": "q3", "format": "toon", "model": "gpt-5-nano", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 2529, "outputTokens": 76, "latencyMs": 4163.945208000001 }, { "questionId": "q3", "format": "toon", "model": "claude-haiku-4-5", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 2986, "outputTokens": 12, "latencyMs": 892.92875 }, { "questionId": "q3", "format": "toon", "model": "gemini-2.5-flash", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 3320, "outputTokens": 10, "latencyMs": 1780.4322919999995 }, { "questionId": "q3", "format": "csv", "model": "gpt-5-nano", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 2383, "outputTokens": 76, "latencyMs": 3440.4715000000006 }, { "questionId": "q3", "format": "csv", "model": "claude-haiku-4-5", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 2860, "outputTokens": 12, "latencyMs": 1312.3002079999997 }, { "questionId": "q3", "format": "csv", "model": "gemini-2.5-flash", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 3194, "outputTokens": 10, "latencyMs": 1560.3538330000001 }, { "questionId": "q3", "format": "xml", "model": "gpt-5-nano", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 7359, "outputTokens": 76, "latencyMs": 3440.5599999999995 }, { "questionId": "q3", "format": "xml", "model": "claude-haiku-4-5", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 9364, "outputTokens": 12, "latencyMs": 1354.2122089999993 }, { "questionId": "q3", "format": "xml", "model": "gemini-2.5-flash", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 9100, "outputTokens": 10, "latencyMs": 1389.2405829999998 }, { "questionId": "q3", "format": "yaml", "model": "gpt-5-nano", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 5014, "outputTokens": 76, "latencyMs": 2048.7699159999993 }, { "questionId": "q3", "format": "yaml", "model": "claude-haiku-4-5", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 5764, "outputTokens": 12, "latencyMs": 1123.4172500000004 }, { "questionId": "q3", "format": "yaml", "model": "gemini-2.5-flash", "expected": "lorenza.kunze@yahoo.com", "actual": "lorenza.kunze@yahoo.com", "isCorrect": true, "inputTokens": 5746, "outputTokens": 10, "latencyMs": 1638.1436670000003 }, { "questionId": "q4", "format": "json", "model": "gpt-5-nano", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 6390, "outputTokens": 72, "latencyMs": 2966.8363329999993 }, { "questionId": "q4", "format": "json", "model": "claude-haiku-4-5", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 7870, "outputTokens": 6, "latencyMs": 1323.5372910000006 }, { "questionId": "q4", "format": "json", "model": "gemini-2.5-flash", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 7909, "outputTokens": 6, "latencyMs": 1860.8958750000002 }, { "questionId": "q4", "format": "toon", "model": "gpt-5-nano", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 2527, "outputTokens": 136, "latencyMs": 6895.250208000001 }, { "questionId": "q4", "format": "toon", "model": "claude-haiku-4-5", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 2982, "outputTokens": 6, "latencyMs": 1020.296542 }, { "questionId": "q4", "format": "toon", "model": "gemini-2.5-flash", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 3318, "outputTokens": 6, "latencyMs": 2481.260875 }, { "questionId": "q4", "format": "csv", "model": "gpt-5-nano", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 2381, "outputTokens": 200, "latencyMs": 2689.2119999999995 }, { "questionId": "q4", "format": "csv", "model": "claude-haiku-4-5", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 2856, "outputTokens": 6, "latencyMs": 1194.3670409999995 }, { "questionId": "q4", "format": "csv", "model": "gemini-2.5-flash", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 3192, "outputTokens": 6, "latencyMs": 1743.3429579999993 }, { "questionId": "q4", "format": "xml", "model": "gpt-5-nano", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 7357, "outputTokens": 72, "latencyMs": 5788.955082999999 }, { "questionId": "q4", "format": "xml", "model": "claude-haiku-4-5", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 9360, "outputTokens": 6, "latencyMs": 1222.5617920000004 }, { "questionId": "q4", "format": "xml", "model": "gemini-2.5-flash", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 9098, "outputTokens": 6, "latencyMs": 1692.9171670000014 }, { "questionId": "q4", "format": "yaml", "model": "gpt-5-nano", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 5012, "outputTokens": 72, "latencyMs": 6426.231709 }, { "questionId": "q4", "format": "yaml", "model": "claude-haiku-4-5", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 5760, "outputTokens": 6, "latencyMs": 1159.4893339999999 }, { "questionId": "q4", "format": "yaml", "model": "gemini-2.5-flash", "expected": "117381", "actual": "117381", "isCorrect": true, "inputTokens": 5744, "outputTokens": 6, "latencyMs": 2415.9878329999992 }, { "questionId": "q5", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6389, "outputTokens": 71, "latencyMs": 2950.774625 }, { "questionId": "q5", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7868, "outputTokens": 4, "latencyMs": 1003.6548750000002 }, { "questionId": "q5", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7907, "outputTokens": 1, "latencyMs": 1209.7468329999992 }, { "questionId": "q5", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2526, "outputTokens": 71, "latencyMs": 3026.993291999999 }, { "questionId": "q5", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2980, "outputTokens": 4, "latencyMs": 981.8320000000003 }, { "questionId": "q5", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3316, "outputTokens": 1, "latencyMs": 2011.3852089999982 }, { "questionId": "q5", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2380, "outputTokens": 135, "latencyMs": 4215.294709 }, { "questionId": "q5", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2854, "outputTokens": 4, "latencyMs": 906.2993340000012 }, { "questionId": "q5", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3190, "outputTokens": 1, "latencyMs": 1666.1483749999989 }, { "questionId": "q5", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7356, "outputTokens": 135, "latencyMs": 4311.166333000001 }, { "questionId": "q5", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9358, "outputTokens": 4, "latencyMs": 1072.923917 }, { "questionId": "q5", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9096, "outputTokens": 1, "latencyMs": 2526.938041999998 }, { "questionId": "q5", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5011, "outputTokens": 135, "latencyMs": 3970.2666659999995 }, { "questionId": "q5", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5758, "outputTokens": 4, "latencyMs": 1364.8737079999992 }, { "questionId": "q5", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5742, "outputTokens": 1, "latencyMs": 3125.6591660000013 }, { "questionId": "q6", "format": "json", "model": "gpt-5-nano", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 6390, "outputTokens": 139, "latencyMs": 3116.8453340000015 }, { "questionId": "q6", "format": "json", "model": "claude-haiku-4-5", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 7871, "outputTokens": 11, "latencyMs": 1065.8984999999993 }, { "questionId": "q6", "format": "json", "model": "gemini-2.5-flash", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 7908, "outputTokens": 8, "latencyMs": 2190.0096250000024 }, { "questionId": "q6", "format": "toon", "model": "gpt-5-nano", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 2527, "outputTokens": 75, "latencyMs": 2661.1630829999995 }, { "questionId": "q6", "format": "toon", "model": "claude-haiku-4-5", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 2983, "outputTokens": 11, "latencyMs": 990.5193749999999 }, { "questionId": "q6", "format": "toon", "model": "gemini-2.5-flash", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 3317, "outputTokens": 8, "latencyMs": 1937.4020420000015 }, { "questionId": "q6", "format": "csv", "model": "gpt-5-nano", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 2381, "outputTokens": 139, "latencyMs": 3740.6538750000036 }, { "questionId": "q6", "format": "csv", "model": "claude-haiku-4-5", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 2857, "outputTokens": 11, "latencyMs": 1033.1626250000008 }, { "questionId": "q6", "format": "csv", "model": "gemini-2.5-flash", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 3191, "outputTokens": 8, "latencyMs": 1733.0828340000007 }, { "questionId": "q6", "format": "xml", "model": "gpt-5-nano", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 7357, "outputTokens": 139, "latencyMs": 3042.367707999998 }, { "questionId": "q6", "format": "xml", "model": "claude-haiku-4-5", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 9361, "outputTokens": 11, "latencyMs": 1472.3534580000014 }, { "questionId": "q6", "format": "xml", "model": "gemini-2.5-flash", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 9097, "outputTokens": 8, "latencyMs": 1953.7035419999993 }, { "questionId": "q6", "format": "yaml", "model": "gpt-5-nano", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 5012, "outputTokens": 75, "latencyMs": 2179.8505829999995 }, { "questionId": "q6", "format": "yaml", "model": "claude-haiku-4-5", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 5761, "outputTokens": 11, "latencyMs": 1714.971625000002 }, { "questionId": "q6", "format": "yaml", "model": "gemini-2.5-flash", "expected": "jayda60@hotmail.com", "actual": "jayda60@hotmail.com", "isCorrect": true, "inputTokens": 5743, "outputTokens": 8, "latencyMs": 2170.373334 }, { "questionId": "q7", "format": "json", "model": "gpt-5-nano", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 6390, "outputTokens": 72, "latencyMs": 3005.6769590000004 }, { "questionId": "q7", "format": "json", "model": "claude-haiku-4-5", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 7870, "outputTokens": 6, "latencyMs": 2070.191666999999 }, { "questionId": "q7", "format": "json", "model": "gemini-2.5-flash", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 7907, "outputTokens": 5, "latencyMs": 1338.8482500000027 }, { "questionId": "q7", "format": "toon", "model": "gpt-5-nano", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 2527, "outputTokens": 136, "latencyMs": 2615.7999579999996 }, { "questionId": "q7", "format": "toon", "model": "claude-haiku-4-5", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 2982, "outputTokens": 6, "latencyMs": 1124.058917000002 }, { "questionId": "q7", "format": "toon", "model": "gemini-2.5-flash", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 3316, "outputTokens": 5, "latencyMs": 2317.5837079999983 }, { "questionId": "q7", "format": "csv", "model": "gpt-5-nano", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 2381, "outputTokens": 72, "latencyMs": 9505.310291999998 }, { "questionId": "q7", "format": "csv", "model": "claude-haiku-4-5", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 2856, "outputTokens": 6, "latencyMs": 895.9319159999977 }, { "questionId": "q7", "format": "csv", "model": "gemini-2.5-flash", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 3190, "outputTokens": 5, "latencyMs": 1462.6939160000002 }, { "questionId": "q7", "format": "xml", "model": "gpt-5-nano", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 7357, "outputTokens": 136, "latencyMs": 2529.6767499999987 }, { "questionId": "q7", "format": "xml", "model": "claude-haiku-4-5", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 9360, "outputTokens": 6, "latencyMs": 1144.4980419999993 }, { "questionId": "q7", "format": "xml", "model": "gemini-2.5-flash", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 9096, "outputTokens": 5, "latencyMs": 3182.1694160000006 }, { "questionId": "q7", "format": "yaml", "model": "gpt-5-nano", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 5012, "outputTokens": 72, "latencyMs": 2789.477584 }, { "questionId": "q7", "format": "yaml", "model": "claude-haiku-4-5", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 5760, "outputTokens": 6, "latencyMs": 1023.4829170000012 }, { "questionId": "q7", "format": "yaml", "model": "gemini-2.5-flash", "expected": "92971", "actual": "92971", "isCorrect": true, "inputTokens": 5742, "outputTokens": 5, "latencyMs": 3741.309666000001 }, { "questionId": "q8", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6390, "outputTokens": 199, "latencyMs": 2646.0443330000016 }, { "questionId": "q8", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7871, "outputTokens": 4, "latencyMs": 1147.7947499999973 }, { "questionId": "q8", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7909, "outputTokens": 1, "latencyMs": 2658.0985 }, { "questionId": "q8", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2527, "outputTokens": 71, "latencyMs": 3748.428749999999 }, { "questionId": "q8", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2983, "outputTokens": 4, "latencyMs": 876.6897919999974 }, { "questionId": "q8", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3318, "outputTokens": 1, "latencyMs": 3812.920249999999 }, { "questionId": "q8", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2381, "outputTokens": 71, "latencyMs": 6820.9698750000025 }, { "questionId": "q8", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2857, "outputTokens": 4, "latencyMs": 997.5997500000012 }, { "questionId": "q8", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3192, "outputTokens": 1, "latencyMs": 1829.7533750000002 }, { "questionId": "q8", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7357, "outputTokens": 135, "latencyMs": 6256.235125000003 }, { "questionId": "q8", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9361, "outputTokens": 4, "latencyMs": 1280.0348330000015 }, { "questionId": "q8", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9098, "outputTokens": 1, "latencyMs": 3024.0259170000027 }, { "questionId": "q8", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5012, "outputTokens": 71, "latencyMs": 3522.8339579999993 }, { "questionId": "q8", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5761, "outputTokens": 4, "latencyMs": 1134.9532080000026 }, { "questionId": "q8", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5744, "outputTokens": 1, "latencyMs": 3095.1540000000023 }, { "questionId": "q9", "format": "json", "model": "gpt-5-nano", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 6392, "outputTokens": 140, "latencyMs": 2087.950582999998 }, { "questionId": "q9", "format": "json", "model": "claude-haiku-4-5", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 7871, "outputTokens": 11, "latencyMs": 1115.425166000001 }, { "questionId": "q9", "format": "json", "model": "gemini-2.5-flash", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 7910, "outputTokens": 9, "latencyMs": 1841.3965420000022 }, { "questionId": "q9", "format": "toon", "model": "gpt-5-nano", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 2529, "outputTokens": 204, "latencyMs": 4039.2035830000023 }, { "questionId": "q9", "format": "toon", "model": "claude-haiku-4-5", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 2983, "outputTokens": 11, "latencyMs": 1254.9832079999978 }, { "questionId": "q9", "format": "toon", "model": "gemini-2.5-flash", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 3319, "outputTokens": 9, "latencyMs": 2190.8811249999962 }, { "questionId": "q9", "format": "csv", "model": "gpt-5-nano", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 2383, "outputTokens": 140, "latencyMs": 3403.9012079999957 }, { "questionId": "q9", "format": "csv", "model": "claude-haiku-4-5", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 2857, "outputTokens": 11, "latencyMs": 1323.0636660000018 }, { "questionId": "q9", "format": "csv", "model": "gemini-2.5-flash", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 3193, "outputTokens": 9, "latencyMs": 1047.0718749999942 }, { "questionId": "q9", "format": "xml", "model": "gpt-5-nano", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 7359, "outputTokens": 140, "latencyMs": 3498.7119999999995 }, { "questionId": "q9", "format": "xml", "model": "claude-haiku-4-5", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 9361, "outputTokens": 11, "latencyMs": 1830.5542919999934 }, { "questionId": "q9", "format": "xml", "model": "gemini-2.5-flash", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 9099, "outputTokens": 9, "latencyMs": 2052.039208999995 }, { "questionId": "q9", "format": "yaml", "model": "gpt-5-nano", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 5014, "outputTokens": 140, "latencyMs": 2254.0641659999965 }, { "questionId": "q9", "format": "yaml", "model": "claude-haiku-4-5", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 5761, "outputTokens": 11, "latencyMs": 1279.8175830000037 }, { "questionId": "q9", "format": "yaml", "model": "gemini-2.5-flash", "expected": "terrance.hansen@yahoo.com", "actual": "terrance.hansen@yahoo.com", "isCorrect": true, "inputTokens": 5745, "outputTokens": 9, "latencyMs": 2624.0571249999994 }, { "questionId": "q10", "format": "json", "model": "gpt-5-nano", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 6391, "outputTokens": 72, "latencyMs": 3316.716124999999 }, { "questionId": "q10", "format": "json", "model": "claude-haiku-4-5", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 7870, "outputTokens": 6, "latencyMs": 1078.8857919999937 }, { "questionId": "q10", "format": "json", "model": "gemini-2.5-flash", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 7909, "outputTokens": 6, "latencyMs": 1426.163416000003 }, { "questionId": "q10", "format": "toon", "model": "gpt-5-nano", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 2528, "outputTokens": 136, "latencyMs": 3091.0714579999985 }, { "questionId": "q10", "format": "toon", "model": "claude-haiku-4-5", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 2982, "outputTokens": 6, "latencyMs": 1171.1557079999984 }, { "questionId": "q10", "format": "toon", "model": "gemini-2.5-flash", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 3318, "outputTokens": 6, "latencyMs": 2722.0316250000033 }, { "questionId": "q10", "format": "csv", "model": "gpt-5-nano", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 2382, "outputTokens": 72, "latencyMs": 3280.0853329999954 }, { "questionId": "q10", "format": "csv", "model": "claude-haiku-4-5", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 2856, "outputTokens": 6, "latencyMs": 937.3515409999964 }, { "questionId": "q10", "format": "csv", "model": "gemini-2.5-flash", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 3192, "outputTokens": 6, "latencyMs": 1638.423999999999 }, { "questionId": "q10", "format": "xml", "model": "gpt-5-nano", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 7358, "outputTokens": 136, "latencyMs": 15425.220833 }, { "questionId": "q10", "format": "xml", "model": "claude-haiku-4-5", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 9360, "outputTokens": 6, "latencyMs": 1195.8543749999953 }, { "questionId": "q10", "format": "xml", "model": "gemini-2.5-flash", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 9098, "outputTokens": 6, "latencyMs": 2432.2206250000017 }, { "questionId": "q10", "format": "yaml", "model": "gpt-5-nano", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 5013, "outputTokens": 72, "latencyMs": 2047.1201250000013 }, { "questionId": "q10", "format": "yaml", "model": "claude-haiku-4-5", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 5760, "outputTokens": 6, "latencyMs": 1617.048625000003 }, { "questionId": "q10", "format": "yaml", "model": "gemini-2.5-flash", "expected": "107744", "actual": "107744", "isCorrect": true, "inputTokens": 5744, "outputTokens": 6, "latencyMs": 1548.9360000000015 }, { "questionId": "q11", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6390, "outputTokens": 71, "latencyMs": 3741.5673339999994 }, { "questionId": "q11", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7869, "outputTokens": 4, "latencyMs": 1189.5477079999982 }, { "questionId": "q11", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7909, "outputTokens": 1, "latencyMs": 1194.6662920000017 }, { "questionId": "q11", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2527, "outputTokens": 135, "latencyMs": 2947.4346250000017 }, { "questionId": "q11", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2981, "outputTokens": 4, "latencyMs": 944.1087090000001 }, { "questionId": "q11", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3318, "outputTokens": 1, "latencyMs": 2017.044041999994 }, { "questionId": "q11", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2381, "outputTokens": 71, "latencyMs": 4068.897624999998 }, { "questionId": "q11", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2855, "outputTokens": 4, "latencyMs": 1092.8982499999984 }, { "questionId": "q11", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3192, "outputTokens": 1, "latencyMs": 2148.519874999998 }, { "questionId": "q11", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7357, "outputTokens": 135, "latencyMs": 3025.696167000002 }, { "questionId": "q11", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9359, "outputTokens": 4, "latencyMs": 1069.479542000001 }, { "questionId": "q11", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9098, "outputTokens": 1, "latencyMs": 2595.035582999997 }, { "questionId": "q11", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5012, "outputTokens": 71, "latencyMs": 2200.230208000001 }, { "questionId": "q11", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5759, "outputTokens": 4, "latencyMs": 1226.070749999999 }, { "questionId": "q11", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5744, "outputTokens": 1, "latencyMs": 2045.9056249999994 }, { "questionId": "q12", "format": "json", "model": "gpt-5-nano", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 6389, "outputTokens": 266, "latencyMs": 5672.897708000004 }, { "questionId": "q12", "format": "json", "model": "claude-haiku-4-5", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 7867, "outputTokens": 9, "latencyMs": 1745.323000000004 }, { "questionId": "q12", "format": "json", "model": "gemini-2.5-flash", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 7908, "outputTokens": 8, "latencyMs": 1877.5404999999955 }, { "questionId": "q12", "format": "toon", "model": "gpt-5-nano", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 2526, "outputTokens": 74, "latencyMs": 5317.909041999999 }, { "questionId": "q12", "format": "toon", "model": "claude-haiku-4-5", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 2979, "outputTokens": 9, "latencyMs": 916.7109169999967 }, { "questionId": "q12", "format": "toon", "model": "gemini-2.5-flash", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 3317, "outputTokens": 8, "latencyMs": 2401.305290999997 }, { "questionId": "q12", "format": "csv", "model": "gpt-5-nano", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 2380, "outputTokens": 74, "latencyMs": 3016.4596669999955 }, { "questionId": "q12", "format": "csv", "model": "claude-haiku-4-5", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 2853, "outputTokens": 9, "latencyMs": 1233.9625830000004 }, { "questionId": "q12", "format": "csv", "model": "gemini-2.5-flash", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 3191, "outputTokens": 8, "latencyMs": 2000.6465000000026 }, { "questionId": "q12", "format": "xml", "model": "gpt-5-nano", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 7356, "outputTokens": 138, "latencyMs": 6270.167416999997 }, { "questionId": "q12", "format": "xml", "model": "claude-haiku-4-5", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 9357, "outputTokens": 9, "latencyMs": 2332.7022089999955 }, { "questionId": "q12", "format": "xml", "model": "gemini-2.5-flash", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 9097, "outputTokens": 8, "latencyMs": 1986.9040000000023 }, { "questionId": "q12", "format": "yaml", "model": "gpt-5-nano", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 5011, "outputTokens": 74, "latencyMs": 3294.769625000001 }, { "questionId": "q12", "format": "yaml", "model": "claude-haiku-4-5", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 5757, "outputTokens": 9, "latencyMs": 1028.5119580000028 }, { "questionId": "q12", "format": "yaml", "model": "gemini-2.5-flash", "expected": "allan21@gmail.com", "actual": "allan21@gmail.com", "isCorrect": true, "inputTokens": 5743, "outputTokens": 8, "latencyMs": 1788.622083000002 }, { "questionId": "q13", "format": "json", "model": "gpt-5-nano", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 6388, "outputTokens": 72, "latencyMs": 2426.662333 }, { "questionId": "q13", "format": "json", "model": "claude-haiku-4-5", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 7868, "outputTokens": 6, "latencyMs": 1199.7499580000003 }, { "questionId": "q13", "format": "json", "model": "gemini-2.5-flash", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 7907, "outputTokens": 6, "latencyMs": 2230.200499999999 }, { "questionId": "q13", "format": "toon", "model": "gpt-5-nano", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 2525, "outputTokens": 72, "latencyMs": 2973.9408330000006 }, { "questionId": "q13", "format": "toon", "model": "claude-haiku-4-5", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 2980, "outputTokens": 6, "latencyMs": 1759.8231249999953 }, { "questionId": "q13", "format": "toon", "model": "gemini-2.5-flash", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 3316, "outputTokens": 6, "latencyMs": 3236.040165999999 }, { "questionId": "q13", "format": "csv", "model": "gpt-5-nano", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 2379, "outputTokens": 72, "latencyMs": 2829.9307920000065 }, { "questionId": "q13", "format": "csv", "model": "claude-haiku-4-5", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 2854, "outputTokens": 6, "latencyMs": 905.942667000003 }, { "questionId": "q13", "format": "csv", "model": "gemini-2.5-flash", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 3190, "outputTokens": 6, "latencyMs": 1492.0838749999966 }, { "questionId": "q13", "format": "xml", "model": "gpt-5-nano", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 7355, "outputTokens": 136, "latencyMs": 3018.9516250000015 }, { "questionId": "q13", "format": "xml", "model": "claude-haiku-4-5", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 9358, "outputTokens": 6, "latencyMs": 1010.1432910000003 }, { "questionId": "q13", "format": "xml", "model": "gemini-2.5-flash", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 9096, "outputTokens": 6, "latencyMs": 2475.971083000004 }, { "questionId": "q13", "format": "yaml", "model": "gpt-5-nano", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 5010, "outputTokens": 72, "latencyMs": 2322.1169999999984 }, { "questionId": "q13", "format": "yaml", "model": "claude-haiku-4-5", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 5758, "outputTokens": 6, "latencyMs": 993.6942500000005 }, { "questionId": "q13", "format": "yaml", "model": "gemini-2.5-flash", "expected": "145843", "actual": "145843", "isCorrect": true, "inputTokens": 5742, "outputTokens": 6, "latencyMs": 2137.871124999998 }, { "questionId": "q14", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6389, "outputTokens": 71, "latencyMs": 2223.1494999999995 }, { "questionId": "q14", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7868, "outputTokens": 4, "latencyMs": 1101.960708999999 }, { "questionId": "q14", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7908, "outputTokens": 1, "latencyMs": 1264.4358330000032 }, { "questionId": "q14", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2526, "outputTokens": 71, "latencyMs": 3117.289082999996 }, { "questionId": "q14", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2980, "outputTokens": 4, "latencyMs": 975.8156250000029 }, { "questionId": "q14", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3317, "outputTokens": 1, "latencyMs": 2076.140041999999 }, { "questionId": "q14", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2380, "outputTokens": 71, "latencyMs": 3522.6094999999987 }, { "questionId": "q14", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2854, "outputTokens": 4, "latencyMs": 749.1067079999993 }, { "questionId": "q14", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3191, "outputTokens": 1, "latencyMs": 2162.154208 }, { "questionId": "q14", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7356, "outputTokens": 135, "latencyMs": 15105.717249999994 }, { "questionId": "q14", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9358, "outputTokens": 4, "latencyMs": 1518.0794160000005 }, { "questionId": "q14", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9097, "outputTokens": 1, "latencyMs": 2634.745458999998 }, { "questionId": "q14", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5011, "outputTokens": 71, "latencyMs": 2809.990375000001 }, { "questionId": "q14", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5758, "outputTokens": 4, "latencyMs": 2328.9382079999996 }, { "questionId": "q14", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5743, "outputTokens": 1, "latencyMs": 2122.7864169999957 }, { "questionId": "q15", "format": "json", "model": "gpt-5-nano", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 6390, "outputTokens": 140, "latencyMs": 2744.6706660000054 }, { "questionId": "q15", "format": "json", "model": "claude-haiku-4-5", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 7869, "outputTokens": 9, "latencyMs": 1389.9784999999974 }, { "questionId": "q15", "format": "json", "model": "gemini-2.5-flash", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 7909, "outputTokens": 8, "latencyMs": 1310.762625000003 }, { "questionId": "q15", "format": "toon", "model": "gpt-5-nano", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 2527, "outputTokens": 204, "latencyMs": 5402.840416999999 }, { "questionId": "q15", "format": "toon", "model": "claude-haiku-4-5", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 2981, "outputTokens": 9, "latencyMs": 1480.7467909999978 }, { "questionId": "q15", "format": "toon", "model": "gemini-2.5-flash", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 3318, "outputTokens": 8, "latencyMs": 1741.1184169999979 }, { "questionId": "q15", "format": "csv", "model": "gpt-5-nano", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 2381, "outputTokens": 140, "latencyMs": 2192.0577909999993 }, { "questionId": "q15", "format": "csv", "model": "claude-haiku-4-5", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 2855, "outputTokens": 9, "latencyMs": 1052.5672919999997 }, { "questionId": "q15", "format": "csv", "model": "gemini-2.5-flash", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 3192, "outputTokens": 8, "latencyMs": 2969.6880840000013 }, { "questionId": "q15", "format": "xml", "model": "gpt-5-nano", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 7357, "outputTokens": 140, "latencyMs": 4902.5039590000015 }, { "questionId": "q15", "format": "xml", "model": "claude-haiku-4-5", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 9359, "outputTokens": 9, "latencyMs": 1337.9500409999964 }, { "questionId": "q15", "format": "xml", "model": "gemini-2.5-flash", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 9098, "outputTokens": 8, "latencyMs": 988.1449579999971 }, { "questionId": "q15", "format": "yaml", "model": "gpt-5-nano", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 5012, "outputTokens": 140, "latencyMs": 5435.804457999999 }, { "questionId": "q15", "format": "yaml", "model": "claude-haiku-4-5", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 5759, "outputTokens": 9, "latencyMs": 1164.0297080000018 }, { "questionId": "q15", "format": "yaml", "model": "gemini-2.5-flash", "expected": "alexandria61@gmail.com", "actual": "alexandria61@gmail.com", "isCorrect": true, "inputTokens": 5744, "outputTokens": 8, "latencyMs": 1684.5642079999961 }, { "questionId": "q16", "format": "json", "model": "gpt-5-nano", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 6389, "outputTokens": 72, "latencyMs": 2137.3070000000007 }, { "questionId": "q16", "format": "json", "model": "claude-haiku-4-5", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 7870, "outputTokens": 6, "latencyMs": 1353.1784169999955 }, { "questionId": "q16", "format": "json", "model": "gemini-2.5-flash", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 7909, "outputTokens": 5, "latencyMs": 2152.076667000001 }, { "questionId": "q16", "format": "toon", "model": "gpt-5-nano", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 2526, "outputTokens": 72, "latencyMs": 9838.444999999992 }, { "questionId": "q16", "format": "toon", "model": "claude-haiku-4-5", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 2982, "outputTokens": 6, "latencyMs": 1011.8612080000021 }, { "questionId": "q16", "format": "toon", "model": "gemini-2.5-flash", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 3318, "outputTokens": 5, "latencyMs": 2380.466207999998 }, { "questionId": "q16", "format": "csv", "model": "gpt-5-nano", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 2380, "outputTokens": 72, "latencyMs": 2358.7515829999975 }, { "questionId": "q16", "format": "csv", "model": "claude-haiku-4-5", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 2856, "outputTokens": 6, "latencyMs": 1073.5187089999963 }, { "questionId": "q16", "format": "csv", "model": "gemini-2.5-flash", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 3192, "outputTokens": 5, "latencyMs": 1808.9837499999994 }, { "questionId": "q16", "format": "xml", "model": "gpt-5-nano", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 7356, "outputTokens": 200, "latencyMs": 3657.137167000008 }, { "questionId": "q16", "format": "xml", "model": "claude-haiku-4-5", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 9360, "outputTokens": 6, "latencyMs": 1216.3329169999997 }, { "questionId": "q16", "format": "xml", "model": "gemini-2.5-flash", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 9098, "outputTokens": 5, "latencyMs": 2347.6749580000032 }, { "questionId": "q16", "format": "yaml", "model": "gpt-5-nano", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 5011, "outputTokens": 136, "latencyMs": 2985.761999999995 }, { "questionId": "q16", "format": "yaml", "model": "claude-haiku-4-5", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 5760, "outputTokens": 6, "latencyMs": 1062.5013749999998 }, { "questionId": "q16", "format": "yaml", "model": "gemini-2.5-flash", "expected": "89436", "actual": "89436", "isCorrect": true, "inputTokens": 5744, "outputTokens": 5, "latencyMs": 2942.199041999993 }, { "questionId": "q17", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6392, "outputTokens": 71, "latencyMs": 2072.9703750000044 }, { "questionId": "q17", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7872, "outputTokens": 4, "latencyMs": 1143.0027499999997 }, { "questionId": "q17", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7911, "outputTokens": 1, "latencyMs": 2339.718792000007 }, { "questionId": "q17", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2529, "outputTokens": 135, "latencyMs": 2721.8648749999993 }, { "questionId": "q17", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2984, "outputTokens": 4, "latencyMs": 1106.3964160000032 }, { "questionId": "q17", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3320, "outputTokens": 1, "latencyMs": 2453.6342910000094 }, { "questionId": "q17", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2383, "outputTokens": 135, "latencyMs": 2526.1070829999953 }, { "questionId": "q17", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2858, "outputTokens": 4, "latencyMs": 963.8103339999943 }, { "questionId": "q17", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3194, "outputTokens": 1, "latencyMs": 1213.7454580000049 }, { "questionId": "q17", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7359, "outputTokens": 199, "latencyMs": 3451.3691249999974 }, { "questionId": "q17", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9362, "outputTokens": 4, "latencyMs": 1054.2650409999915 }, { "questionId": "q17", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9100, "outputTokens": 1, "latencyMs": 1712.7362089999951 }, { "questionId": "q17", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5014, "outputTokens": 199, "latencyMs": 4517.758332999991 }, { "questionId": "q17", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5762, "outputTokens": 4, "latencyMs": 1036.0673749999987 }, { "questionId": "q17", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5746, "outputTokens": 1, "latencyMs": 2099.134084000005 }, { "questionId": "q18", "format": "json", "model": "gpt-5-nano", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 6390, "outputTokens": 139, "latencyMs": 3450.1222080000007 }, { "questionId": "q18", "format": "json", "model": "claude-haiku-4-5", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 7871, "outputTokens": 10, "latencyMs": 2320.022790999996 }, { "questionId": "q18", "format": "json", "model": "gemini-2.5-flash", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 7909, "outputTokens": 8, "latencyMs": 1058.7114589999983 }, { "questionId": "q18", "format": "toon", "model": "gpt-5-nano", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 2527, "outputTokens": 75, "latencyMs": 3345.744040999998 }, { "questionId": "q18", "format": "toon", "model": "claude-haiku-4-5", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 2983, "outputTokens": 10, "latencyMs": 1209.7132500000007 }, { "questionId": "q18", "format": "toon", "model": "gemini-2.5-flash", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 3318, "outputTokens": 8, "latencyMs": 1716.227457999994 }, { "questionId": "q18", "format": "csv", "model": "gpt-5-nano", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 2381, "outputTokens": 139, "latencyMs": 3093.9495000000024 }, { "questionId": "q18", "format": "csv", "model": "claude-haiku-4-5", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 2857, "outputTokens": 10, "latencyMs": 1311.3692500000034 }, { "questionId": "q18", "format": "csv", "model": "gemini-2.5-flash", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 3192, "outputTokens": 8, "latencyMs": 794.0660829999979 }, { "questionId": "q18", "format": "xml", "model": "gpt-5-nano", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 7357, "outputTokens": 459, "latencyMs": 5397.067582999996 }, { "questionId": "q18", "format": "xml", "model": "claude-haiku-4-5", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 9361, "outputTokens": 10, "latencyMs": 1179.005124999996 }, { "questionId": "q18", "format": "xml", "model": "gemini-2.5-flash", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 9098, "outputTokens": 8, "latencyMs": 3390.3811669999996 }, { "questionId": "q18", "format": "yaml", "model": "gpt-5-nano", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 5012, "outputTokens": 75, "latencyMs": 3942.734500000006 }, { "questionId": "q18", "format": "yaml", "model": "claude-haiku-4-5", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 5761, "outputTokens": 10, "latencyMs": 1198.2199580000015 }, { "questionId": "q18", "format": "yaml", "model": "gemini-2.5-flash", "expected": "kelvin54@yahoo.com", "actual": "kelvin54@yahoo.com", "isCorrect": true, "inputTokens": 5744, "outputTokens": 8, "latencyMs": 1988.9680829999998 }, { "questionId": "q19", "format": "json", "model": "gpt-5-nano", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 6390, "outputTokens": 200, "latencyMs": 2964.017540999994 }, { "questionId": "q19", "format": "json", "model": "claude-haiku-4-5", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 7872, "outputTokens": 6, "latencyMs": 1171.257249999995 }, { "questionId": "q19", "format": "json", "model": "gemini-2.5-flash", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 7909, "outputTokens": 6, "latencyMs": 1304.4575840000034 }, { "questionId": "q19", "format": "toon", "model": "gpt-5-nano", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 2527, "outputTokens": 72, "latencyMs": 3056.008249999999 }, { "questionId": "q19", "format": "toon", "model": "claude-haiku-4-5", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 2984, "outputTokens": 6, "latencyMs": 873.7801659999968 }, { "questionId": "q19", "format": "toon", "model": "gemini-2.5-flash", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 3318, "outputTokens": 6, "latencyMs": 1536.4943750000093 }, { "questionId": "q19", "format": "csv", "model": "gpt-5-nano", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 2381, "outputTokens": 328, "latencyMs": 3966.832792000001 }, { "questionId": "q19", "format": "csv", "model": "claude-haiku-4-5", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 2858, "outputTokens": 6, "latencyMs": 1072.791458000007 }, { "questionId": "q19", "format": "csv", "model": "gemini-2.5-flash", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 3192, "outputTokens": 6, "latencyMs": 1334.2349169999943 }, { "questionId": "q19", "format": "xml", "model": "gpt-5-nano", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 7357, "outputTokens": 136, "latencyMs": 2824.245167000001 }, { "questionId": "q19", "format": "xml", "model": "claude-haiku-4-5", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 9362, "outputTokens": 6, "latencyMs": 1156.3476669999945 }, { "questionId": "q19", "format": "xml", "model": "gemini-2.5-flash", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 9098, "outputTokens": 6, "latencyMs": 2503.603999999992 }, { "questionId": "q19", "format": "yaml", "model": "gpt-5-nano", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 5012, "outputTokens": 72, "latencyMs": 1988.6155419999996 }, { "questionId": "q19", "format": "yaml", "model": "claude-haiku-4-5", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 5762, "outputTokens": 6, "latencyMs": 2019.264417000013 }, { "questionId": "q19", "format": "yaml", "model": "gemini-2.5-flash", "expected": "143365", "actual": "143365", "isCorrect": true, "inputTokens": 5744, "outputTokens": 6, "latencyMs": 2120.657042000006 }, { "questionId": "q20", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6389, "outputTokens": 71, "latencyMs": 2674.240417000008 }, { "questionId": "q20", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7868, "outputTokens": 4, "latencyMs": 985.5821250000008 }, { "questionId": "q20", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7908, "outputTokens": 1, "latencyMs": 1005.9853749999893 }, { "questionId": "q20", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2526, "outputTokens": 71, "latencyMs": 2337.429165999987 }, { "questionId": "q20", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2980, "outputTokens": 4, "latencyMs": 1671.3083750000078 }, { "questionId": "q20", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3317, "outputTokens": 1, "latencyMs": 1858.936124999993 }, { "questionId": "q20", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2380, "outputTokens": 71, "latencyMs": 1797.8257500000036 }, { "questionId": "q20", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2854, "outputTokens": 4, "latencyMs": 1014.9593339999992 }, { "questionId": "q20", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3191, "outputTokens": 1, "latencyMs": 1534.200667000012 }, { "questionId": "q20", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7356, "outputTokens": 135, "latencyMs": 3340.923125000001 }, { "questionId": "q20", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9358, "outputTokens": 4, "latencyMs": 1555.2516250000044 }, { "questionId": "q20", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9097, "outputTokens": 1, "latencyMs": 2945.7507919999916 }, { "questionId": "q20", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5011, "outputTokens": 71, "latencyMs": 3605.196708999996 }, { "questionId": "q20", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5758, "outputTokens": 4, "latencyMs": 1068.8147920000047 }, { "questionId": "q20", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5743, "outputTokens": 1, "latencyMs": 2330.3333749999874 }, { "questionId": "q21", "format": "json", "model": "gpt-5-nano", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 6393, "outputTokens": 75, "latencyMs": 2723.754000000001 }, { "questionId": "q21", "format": "json", "model": "claude-haiku-4-5", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 7876, "outputTokens": 9, "latencyMs": 1170.7758329999924 }, { "questionId": "q21", "format": "json", "model": "gemini-2.5-flash", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 7912, "outputTokens": 7, "latencyMs": 2132.3265829999873 }, { "questionId": "q21", "format": "toon", "model": "gpt-5-nano", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 2530, "outputTokens": 139, "latencyMs": 3074.613540999999 }, { "questionId": "q21", "format": "toon", "model": "claude-haiku-4-5", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 2988, "outputTokens": 9, "latencyMs": 887.1294170000037 }, { "questionId": "q21", "format": "toon", "model": "gemini-2.5-flash", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 3321, "outputTokens": 7, "latencyMs": 1689.1039579999924 }, { "questionId": "q21", "format": "csv", "model": "gpt-5-nano", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 2384, "outputTokens": 75, "latencyMs": 2337.622915999993 }, { "questionId": "q21", "format": "csv", "model": "claude-haiku-4-5", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 2862, "outputTokens": 9, "latencyMs": 951.0157920000056 }, { "questionId": "q21", "format": "csv", "model": "gemini-2.5-flash", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 3195, "outputTokens": 7, "latencyMs": 2195.647125000003 }, { "questionId": "q21", "format": "xml", "model": "gpt-5-nano", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 7360, "outputTokens": 75, "latencyMs": 2328.1204169999983 }, { "questionId": "q21", "format": "xml", "model": "claude-haiku-4-5", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 9366, "outputTokens": 9, "latencyMs": 1225.2067499999976 }, { "questionId": "q21", "format": "xml", "model": "gemini-2.5-flash", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 9101, "outputTokens": 7, "latencyMs": 1613.4727500000008 }, { "questionId": "q21", "format": "yaml", "model": "gpt-5-nano", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 5015, "outputTokens": 75, "latencyMs": 2482.4477909999987 }, { "questionId": "q21", "format": "yaml", "model": "claude-haiku-4-5", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 5766, "outputTokens": 9, "latencyMs": 1235.0746250000084 }, { "questionId": "q21", "format": "yaml", "model": "gemini-2.5-flash", "expected": "dean19@gmail.com", "actual": "dean19@gmail.com", "isCorrect": true, "inputTokens": 5747, "outputTokens": 7, "latencyMs": 4278.624791999988 }, { "questionId": "q22", "format": "json", "model": "gpt-5-nano", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 6391, "outputTokens": 136, "latencyMs": 2741.065750000009 }, { "questionId": "q22", "format": "json", "model": "claude-haiku-4-5", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 7871, "outputTokens": 6, "latencyMs": 1172.1854580000072 }, { "questionId": "q22", "format": "json", "model": "gemini-2.5-flash", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 7909, "outputTokens": 6, "latencyMs": 1184.0355000000127 }, { "questionId": "q22", "format": "toon", "model": "gpt-5-nano", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 2528, "outputTokens": 136, "latencyMs": 6348.677542000005 }, { "questionId": "q22", "format": "toon", "model": "claude-haiku-4-5", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 2983, "outputTokens": 6, "latencyMs": 964.3882920000033 }, { "questionId": "q22", "format": "toon", "model": "gemini-2.5-flash", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 3318, "outputTokens": 6, "latencyMs": 1484.964082999999 }, { "questionId": "q22", "format": "csv", "model": "gpt-5-nano", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 2382, "outputTokens": 72, "latencyMs": 23689.366624999995 }, { "questionId": "q22", "format": "csv", "model": "claude-haiku-4-5", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 2857, "outputTokens": 6, "latencyMs": 1258.0295830000105 }, { "questionId": "q22", "format": "csv", "model": "gemini-2.5-flash", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 3192, "outputTokens": 6, "latencyMs": 18510.087583 }, { "questionId": "q22", "format": "xml", "model": "gpt-5-nano", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 7358, "outputTokens": 136, "latencyMs": 2856.495458000005 }, { "questionId": "q22", "format": "xml", "model": "claude-haiku-4-5", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 9361, "outputTokens": 6, "latencyMs": 1031.8081669999956 }, { "questionId": "q22", "format": "xml", "model": "gemini-2.5-flash", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 9098, "outputTokens": 6, "latencyMs": 2408.5496249999997 }, { "questionId": "q22", "format": "yaml", "model": "gpt-5-nano", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 5013, "outputTokens": 72, "latencyMs": 2405.9946670000063 }, { "questionId": "q22", "format": "yaml", "model": "claude-haiku-4-5", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 5761, "outputTokens": 6, "latencyMs": 1855.128291999994 }, { "questionId": "q22", "format": "yaml", "model": "gemini-2.5-flash", "expected": "111314", "actual": "111314", "isCorrect": true, "inputTokens": 5744, "outputTokens": 6, "latencyMs": 14026.715166000009 }, { "questionId": "q23", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6388, "outputTokens": 71, "latencyMs": 2613.9667920000065 }, { "questionId": "q23", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7868, "outputTokens": 4, "latencyMs": 914.9832499999902 }, { "questionId": "q23", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7907, "outputTokens": 1, "latencyMs": 17605.488457999993 }, { "questionId": "q23", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2525, "outputTokens": 455, "latencyMs": 5491.203125 }, { "questionId": "q23", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2980, "outputTokens": 4, "latencyMs": 1559.9341249999998 }, { "questionId": "q23", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3316, "outputTokens": 1, "latencyMs": 12204.927791999988 }, { "questionId": "q23", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2379, "outputTokens": 71, "latencyMs": 4993.148166999992 }, { "questionId": "q23", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2854, "outputTokens": 4, "latencyMs": 1479.5367499999993 }, { "questionId": "q23", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3190, "outputTokens": 1, "latencyMs": 2016.5271659999999 }, { "questionId": "q23", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7355, "outputTokens": 135, "latencyMs": 3785.880541999999 }, { "questionId": "q23", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9358, "outputTokens": 4, "latencyMs": 1170.9521249999962 }, { "questionId": "q23", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9096, "outputTokens": 1, "latencyMs": 2376.3025000000052 }, { "questionId": "q23", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5010, "outputTokens": 71, "latencyMs": 12974.991708999994 }, { "questionId": "q23", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5758, "outputTokens": 4, "latencyMs": 1062.6410830000095 }, { "questionId": "q23", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5742, "outputTokens": 1, "latencyMs": 2375.1459170000016 }, { "questionId": "q24", "format": "json", "model": "gpt-5-nano", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 6390, "outputTokens": 331, "latencyMs": 7831.431874999995 }, { "questionId": "q24", "format": "json", "model": "claude-haiku-4-5", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 7869, "outputTokens": 10, "latencyMs": 1169.4948749999894 }, { "questionId": "q24", "format": "json", "model": "gemini-2.5-flash", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 7908, "outputTokens": 8, "latencyMs": 6873.670041000005 }, { "questionId": "q24", "format": "toon", "model": "gpt-5-nano", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 2527, "outputTokens": 139, "latencyMs": 2733.310750000004 }, { "questionId": "q24", "format": "toon", "model": "claude-haiku-4-5", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 2981, "outputTokens": 10, "latencyMs": 1465.5957500000077 }, { "questionId": "q24", "format": "toon", "model": "gemini-2.5-flash", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 3317, "outputTokens": 8, "latencyMs": 12162.723041999998 }, { "questionId": "q24", "format": "csv", "model": "gpt-5-nano", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 2381, "outputTokens": 203, "latencyMs": 2401.237958999991 }, { "questionId": "q24", "format": "csv", "model": "claude-haiku-4-5", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 2855, "outputTokens": 10, "latencyMs": 976.5733749999927 }, { "questionId": "q24", "format": "csv", "model": "gemini-2.5-flash", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 3191, "outputTokens": 8, "latencyMs": 1773.305250000005 }, { "questionId": "q24", "format": "xml", "model": "gpt-5-nano", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 7357, "outputTokens": 395, "latencyMs": 6293.676041999992 }, { "questionId": "q24", "format": "xml", "model": "claude-haiku-4-5", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 9359, "outputTokens": 10, "latencyMs": 1263.188875000007 }, { "questionId": "q24", "format": "xml", "model": "gemini-2.5-flash", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 9097, "outputTokens": 8, "latencyMs": 1866.224624999988 }, { "questionId": "q24", "format": "yaml", "model": "gpt-5-nano", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 5012, "outputTokens": 75, "latencyMs": 1734.0090409999975 }, { "questionId": "q24", "format": "yaml", "model": "claude-haiku-4-5", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 5759, "outputTokens": 10, "latencyMs": 1076.4865419999987 }, { "questionId": "q24", "format": "yaml", "model": "gemini-2.5-flash", "expected": "laurel54@yahoo.com", "actual": "laurel54@yahoo.com", "isCorrect": true, "inputTokens": 5743, "outputTokens": 8, "latencyMs": 1799.7341250000027 }, { "questionId": "q25", "format": "json", "model": "gpt-5-nano", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 6391, "outputTokens": 136, "latencyMs": 4268.888999999996 }, { "questionId": "q25", "format": "json", "model": "claude-haiku-4-5", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 7873, "outputTokens": 6, "latencyMs": 1100.426707999999 }, { "questionId": "q25", "format": "json", "model": "gemini-2.5-flash", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 7910, "outputTokens": 5, "latencyMs": 905.148000000001 }, { "questionId": "q25", "format": "toon", "model": "gpt-5-nano", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 2528, "outputTokens": 72, "latencyMs": 3470.1760000000068 }, { "questionId": "q25", "format": "toon", "model": "claude-haiku-4-5", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 2985, "outputTokens": 6, "latencyMs": 1239.0414170000004 }, { "questionId": "q25", "format": "toon", "model": "gemini-2.5-flash", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 3319, "outputTokens": 5, "latencyMs": 3012.1026249999995 }, { "questionId": "q25", "format": "csv", "model": "gpt-5-nano", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 2382, "outputTokens": 72, "latencyMs": 4932.565208 }, { "questionId": "q25", "format": "csv", "model": "claude-haiku-4-5", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 2859, "outputTokens": 6, "latencyMs": 923.8483330000017 }, { "questionId": "q25", "format": "csv", "model": "gemini-2.5-flash", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 3193, "outputTokens": 5, "latencyMs": 1677.830792000008 }, { "questionId": "q25", "format": "xml", "model": "gpt-5-nano", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 7358, "outputTokens": 200, "latencyMs": 4701.415708 }, { "questionId": "q25", "format": "xml", "model": "claude-haiku-4-5", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 9363, "outputTokens": 6, "latencyMs": 1366.9058340000047 }, { "questionId": "q25", "format": "xml", "model": "gemini-2.5-flash", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 9099, "outputTokens": 5, "latencyMs": 1693.0314170000056 }, { "questionId": "q25", "format": "yaml", "model": "gpt-5-nano", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 5013, "outputTokens": 136, "latencyMs": 5666.829292000009 }, { "questionId": "q25", "format": "yaml", "model": "claude-haiku-4-5", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 5763, "outputTokens": 6, "latencyMs": 1181.8469999999943 }, { "questionId": "q25", "format": "yaml", "model": "gemini-2.5-flash", "expected": "89553", "actual": "89553", "isCorrect": true, "inputTokens": 5745, "outputTokens": 5, "latencyMs": 2083.4975829999894 }, { "questionId": "q26", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6388, "outputTokens": 71, "latencyMs": 2986.76112499999 }, { "questionId": "q26", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7866, "outputTokens": 4, "latencyMs": 1736.9273340000072 }, { "questionId": "q26", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7907, "outputTokens": 1, "latencyMs": 1777.5319579999923 }, { "questionId": "q26", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2525, "outputTokens": 71, "latencyMs": 2717.0237919999927 }, { "questionId": "q26", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2978, "outputTokens": 4, "latencyMs": 874.0303339999955 }, { "questionId": "q26", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3316, "outputTokens": 1, "latencyMs": 5675.357959000001 }, { "questionId": "q26", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2379, "outputTokens": 71, "latencyMs": 3198.773958000005 }, { "questionId": "q26", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2852, "outputTokens": 4, "latencyMs": 1085.409707999992 }, { "questionId": "q26", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3190, "outputTokens": 1, "latencyMs": 1932.898749999993 }, { "questionId": "q26", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7355, "outputTokens": 135, "latencyMs": 4096.534249999997 }, { "questionId": "q26", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9356, "outputTokens": 4, "latencyMs": 1258.4983749999956 }, { "questionId": "q26", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9096, "outputTokens": 1, "latencyMs": 2413.0945409999986 }, { "questionId": "q26", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5010, "outputTokens": 71, "latencyMs": 3148.736499999999 }, { "questionId": "q26", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5756, "outputTokens": 4, "latencyMs": 1131.4892499999987 }, { "questionId": "q26", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5742, "outputTokens": 1, "latencyMs": 1526.3339579999883 }, { "questionId": "q27", "format": "json", "model": "gpt-5-nano", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 6391, "outputTokens": 142, "latencyMs": 2969.5719580000004 }, { "questionId": "q27", "format": "json", "model": "claude-haiku-4-5", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 7871, "outputTokens": 14, "latencyMs": 2196.764500000005 }, { "questionId": "q27", "format": "json", "model": "gemini-2.5-flash", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 7910, "outputTokens": 12, "latencyMs": 1040.4618750000081 }, { "questionId": "q27", "format": "toon", "model": "gpt-5-nano", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 2528, "outputTokens": 78, "latencyMs": 3091.4898329999996 }, { "questionId": "q27", "format": "toon", "model": "claude-haiku-4-5", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 2983, "outputTokens": 14, "latencyMs": 1001.9885000000068 }, { "questionId": "q27", "format": "toon", "model": "gemini-2.5-flash", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 3319, "outputTokens": 12, "latencyMs": 3467.2665410000045 }, { "questionId": "q27", "format": "csv", "model": "gpt-5-nano", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 2382, "outputTokens": 78, "latencyMs": 5917.028874999989 }, { "questionId": "q27", "format": "csv", "model": "claude-haiku-4-5", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 2857, "outputTokens": 14, "latencyMs": 1305.7503750000033 }, { "questionId": "q27", "format": "csv", "model": "gemini-2.5-flash", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 3193, "outputTokens": 12, "latencyMs": 2613.1883329999982 }, { "questionId": "q27", "format": "xml", "model": "gpt-5-nano", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 7358, "outputTokens": 142, "latencyMs": 2786.5942090000026 }, { "questionId": "q27", "format": "xml", "model": "claude-haiku-4-5", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 9361, "outputTokens": 14, "latencyMs": 2270.722458999997 }, { "questionId": "q27", "format": "xml", "model": "gemini-2.5-flash", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 9099, "outputTokens": 12, "latencyMs": 1157.144708000007 }, { "questionId": "q27", "format": "yaml", "model": "gpt-5-nano", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 5013, "outputTokens": 142, "latencyMs": 3469.4895829999878 }, { "questionId": "q27", "format": "yaml", "model": "claude-haiku-4-5", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 5761, "outputTokens": 14, "latencyMs": 1359.8917079999956 }, { "questionId": "q27", "format": "yaml", "model": "gemini-2.5-flash", "expected": "jayme.kertzmann77@gmail.com", "actual": "jayme.kertzmann77@gmail.com", "isCorrect": true, "inputTokens": 5745, "outputTokens": 12, "latencyMs": 2318.6192080000037 }, { "questionId": "q28", "format": "json", "model": "gpt-5-nano", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 6390, "outputTokens": 136, "latencyMs": 4774.099707999994 }, { "questionId": "q28", "format": "json", "model": "claude-haiku-4-5", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 7871, "outputTokens": 6, "latencyMs": 1098.6865830000024 }, { "questionId": "q28", "format": "json", "model": "gemini-2.5-flash", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 7909, "outputTokens": 6, "latencyMs": 1239.2771659999999 }, { "questionId": "q28", "format": "toon", "model": "gpt-5-nano", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 2527, "outputTokens": 136, "latencyMs": 5861.847667000009 }, { "questionId": "q28", "format": "toon", "model": "claude-haiku-4-5", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 2983, "outputTokens": 6, "latencyMs": 1297.473874999996 }, { "questionId": "q28", "format": "toon", "model": "gemini-2.5-flash", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 3318, "outputTokens": 6, "latencyMs": 1698.9040830000013 }, { "questionId": "q28", "format": "csv", "model": "gpt-5-nano", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 2381, "outputTokens": 72, "latencyMs": 7521.450750000004 }, { "questionId": "q28", "format": "csv", "model": "claude-haiku-4-5", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 2857, "outputTokens": 6, "latencyMs": 989.1705420000071 }, { "questionId": "q28", "format": "csv", "model": "gemini-2.5-flash", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 3192, "outputTokens": 6, "latencyMs": 1598.6000829999975 }, { "questionId": "q28", "format": "xml", "model": "gpt-5-nano", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 7357, "outputTokens": 136, "latencyMs": 4121.990666000012 }, { "questionId": "q28", "format": "xml", "model": "claude-haiku-4-5", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 9361, "outputTokens": 6, "latencyMs": 1153.3577499999956 }, { "questionId": "q28", "format": "xml", "model": "gemini-2.5-flash", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 9098, "outputTokens": 6, "latencyMs": 5119.164292000001 }, { "questionId": "q28", "format": "yaml", "model": "gpt-5-nano", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 5012, "outputTokens": 136, "latencyMs": 5101.831541000007 }, { "questionId": "q28", "format": "yaml", "model": "claude-haiku-4-5", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 5761, "outputTokens": 6, "latencyMs": 1048.2691250000062 }, { "questionId": "q28", "format": "yaml", "model": "gemini-2.5-flash", "expected": "104053", "actual": "104053", "isCorrect": true, "inputTokens": 5744, "outputTokens": 6, "latencyMs": 2109.3487500000047 }, { "questionId": "q29", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6391, "outputTokens": 135, "latencyMs": 3792.2222499999916 }, { "questionId": "q29", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7872, "outputTokens": 4, "latencyMs": 1203.301084000006 }, { "questionId": "q29", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7910, "outputTokens": 1, "latencyMs": 1963.9974580000126 }, { "questionId": "q29", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2528, "outputTokens": 135, "latencyMs": 3127.7867909999914 }, { "questionId": "q29", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2984, "outputTokens": 4, "latencyMs": 1192.564333000002 }, { "questionId": "q29", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3319, "outputTokens": 1, "latencyMs": 2034.2360419999895 }, { "questionId": "q29", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2382, "outputTokens": 71, "latencyMs": 2648.283917000008 }, { "questionId": "q29", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2858, "outputTokens": 4, "latencyMs": 902.732290999993 }, { "questionId": "q29", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3193, "outputTokens": 1, "latencyMs": 2174.387124999994 }, { "questionId": "q29", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7358, "outputTokens": 71, "latencyMs": 2300.0212080000056 }, { "questionId": "q29", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9362, "outputTokens": 4, "latencyMs": 963.8994999999995 }, { "questionId": "q29", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9099, "outputTokens": 1, "latencyMs": 4195.405083000005 }, { "questionId": "q29", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5013, "outputTokens": 135, "latencyMs": 3398.262333999999 }, { "questionId": "q29", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5762, "outputTokens": 4, "latencyMs": 1032.8332079999964 }, { "questionId": "q29", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5745, "outputTokens": 1, "latencyMs": 2265.614916999999 }, { "questionId": "q30", "format": "json", "model": "gpt-5-nano", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 6390, "outputTokens": 76, "latencyMs": 2575.189624999999 }, { "questionId": "q30", "format": "json", "model": "claude-haiku-4-5", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 7869, "outputTokens": 12, "latencyMs": 1003.463208000001 }, { "questionId": "q30", "format": "json", "model": "gemini-2.5-flash", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 7909, "outputTokens": 9, "latencyMs": 1218.547916999989 }, { "questionId": "q30", "format": "toon", "model": "gpt-5-nano", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 2527, "outputTokens": 76, "latencyMs": 17850.385834000015 }, { "questionId": "q30", "format": "toon", "model": "claude-haiku-4-5", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 2981, "outputTokens": 12, "latencyMs": 1060.4747919999936 }, { "questionId": "q30", "format": "toon", "model": "gemini-2.5-flash", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 3318, "outputTokens": 9, "latencyMs": 2927.220583000002 }, { "questionId": "q30", "format": "csv", "model": "gpt-5-nano", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 2381, "outputTokens": 140, "latencyMs": 2492.920542000007 }, { "questionId": "q30", "format": "csv", "model": "claude-haiku-4-5", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 2855, "outputTokens": 12, "latencyMs": 1167.4384590000118 }, { "questionId": "q30", "format": "csv", "model": "gemini-2.5-flash", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 3192, "outputTokens": 9, "latencyMs": 1760.1724159999867 }, { "questionId": "q30", "format": "xml", "model": "gpt-5-nano", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 7357, "outputTokens": 76, "latencyMs": 2586.2806249999994 }, { "questionId": "q30", "format": "xml", "model": "claude-haiku-4-5", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 9359, "outputTokens": 12, "latencyMs": 1827.6337499999936 }, { "questionId": "q30", "format": "xml", "model": "gemini-2.5-flash", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 9098, "outputTokens": 9, "latencyMs": 1985.0590000000084 }, { "questionId": "q30", "format": "yaml", "model": "gpt-5-nano", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 5012, "outputTokens": 76, "latencyMs": 2150.4795000000013 }, { "questionId": "q30", "format": "yaml", "model": "claude-haiku-4-5", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 5759, "outputTokens": 12, "latencyMs": 1151.3658339999965 }, { "questionId": "q30", "format": "yaml", "model": "gemini-2.5-flash", "expected": "carley.bauch@yahoo.com", "actual": "carley.bauch@yahoo.com", "isCorrect": true, "inputTokens": 5744, "outputTokens": 9, "latencyMs": 2104.947874999998 }, { "questionId": "q31", "format": "json", "model": "gpt-5-nano", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 6393, "outputTokens": 136, "latencyMs": 2204.857333000007 }, { "questionId": "q31", "format": "json", "model": "claude-haiku-4-5", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 7874, "outputTokens": 6, "latencyMs": 1366.9736249999987 }, { "questionId": "q31", "format": "json", "model": "gemini-2.5-flash", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 7911, "outputTokens": 6, "latencyMs": 1108.5303330000024 }, { "questionId": "q31", "format": "toon", "model": "gpt-5-nano", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 2530, "outputTokens": 136, "latencyMs": 2809.3447089999972 }, { "questionId": "q31", "format": "toon", "model": "claude-haiku-4-5", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 2986, "outputTokens": 6, "latencyMs": 985.2792080000072 }, { "questionId": "q31", "format": "toon", "model": "gemini-2.5-flash", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 3320, "outputTokens": 6, "latencyMs": 1869.5062499999913 }, { "questionId": "q31", "format": "csv", "model": "gpt-5-nano", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 2384, "outputTokens": 136, "latencyMs": 2816.2447910000046 }, { "questionId": "q31", "format": "csv", "model": "claude-haiku-4-5", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 2860, "outputTokens": 6, "latencyMs": 1038.263666999992 }, { "questionId": "q31", "format": "csv", "model": "gemini-2.5-flash", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 3194, "outputTokens": 6, "latencyMs": 1011.8830000000016 }, { "questionId": "q31", "format": "xml", "model": "gpt-5-nano", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 7360, "outputTokens": 200, "latencyMs": 2650.324915999983 }, { "questionId": "q31", "format": "xml", "model": "claude-haiku-4-5", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 9364, "outputTokens": 6, "latencyMs": 1139.189167000004 }, { "questionId": "q31", "format": "xml", "model": "gemini-2.5-flash", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 9100, "outputTokens": 6, "latencyMs": 1773.4112920000043 }, { "questionId": "q31", "format": "yaml", "model": "gpt-5-nano", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 5015, "outputTokens": 136, "latencyMs": 2481.3391249999986 }, { "questionId": "q31", "format": "yaml", "model": "claude-haiku-4-5", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 5764, "outputTokens": 6, "latencyMs": 1290.1707079999906 }, { "questionId": "q31", "format": "yaml", "model": "gemini-2.5-flash", "expected": "142029", "actual": "142029", "isCorrect": true, "inputTokens": 5746, "outputTokens": 6, "latencyMs": 2289.944292 }, { "questionId": "q32", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6389, "outputTokens": 135, "latencyMs": 4142.8067919999885 }, { "questionId": "q32", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7869, "outputTokens": 4, "latencyMs": 1067.801999999996 }, { "questionId": "q32", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7908, "outputTokens": 1, "latencyMs": 1057.6598330000124 }, { "questionId": "q32", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2526, "outputTokens": 135, "latencyMs": 2198.369875000004 }, { "questionId": "q32", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2981, "outputTokens": 4, "latencyMs": 1228.235249999998 }, { "questionId": "q32", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3317, "outputTokens": 1, "latencyMs": 2113.6464160000032 }, { "questionId": "q32", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2380, "outputTokens": 135, "latencyMs": 2331.9615420000046 }, { "questionId": "q32", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2855, "outputTokens": 4, "latencyMs": 1010.4068330000155 }, { "questionId": "q32", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3191, "outputTokens": 1, "latencyMs": 1529.0002080000122 }, { "questionId": "q32", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7356, "outputTokens": 199, "latencyMs": 4986.682375000004 }, { "questionId": "q32", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9359, "outputTokens": 4, "latencyMs": 1295.2261669999862 }, { "questionId": "q32", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9097, "outputTokens": 1, "latencyMs": 2608.518458000006 }, { "questionId": "q32", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5011, "outputTokens": 71, "latencyMs": 1683.7294159999874 }, { "questionId": "q32", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5759, "outputTokens": 4, "latencyMs": 1466.112374999997 }, { "questionId": "q32", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5743, "outputTokens": 1, "latencyMs": 2186.13829100001 }, { "questionId": "q33", "format": "json", "model": "gpt-5-nano", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 6393, "outputTokens": 204, "latencyMs": 4101.640291000018 }, { "questionId": "q33", "format": "json", "model": "claude-haiku-4-5", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 7872, "outputTokens": 14, "latencyMs": 1355.6347499999974 }, { "questionId": "q33", "format": "json", "model": "gemini-2.5-flash", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 7911, "outputTokens": 9, "latencyMs": 1218.3612080000166 }, { "questionId": "q33", "format": "toon", "model": "gpt-5-nano", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 2530, "outputTokens": 140, "latencyMs": 2800.1185839999816 }, { "questionId": "q33", "format": "toon", "model": "claude-haiku-4-5", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 2984, "outputTokens": 14, "latencyMs": 1477.837124999991 }, { "questionId": "q33", "format": "toon", "model": "gemini-2.5-flash", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 3320, "outputTokens": 9, "latencyMs": 1545.5144169999985 }, { "questionId": "q33", "format": "csv", "model": "gpt-5-nano", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 2384, "outputTokens": 76, "latencyMs": 3839.476958000014 }, { "questionId": "q33", "format": "csv", "model": "claude-haiku-4-5", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 2858, "outputTokens": 14, "latencyMs": 1138.701000000001 }, { "questionId": "q33", "format": "csv", "model": "gemini-2.5-flash", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 3194, "outputTokens": 9, "latencyMs": 928.7706250000047 }, { "questionId": "q33", "format": "xml", "model": "gpt-5-nano", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 7360, "outputTokens": 140, "latencyMs": 2666.2794580000045 }, { "questionId": "q33", "format": "xml", "model": "claude-haiku-4-5", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 9362, "outputTokens": 14, "latencyMs": 2169.680166999984 }, { "questionId": "q33", "format": "xml", "model": "gemini-2.5-flash", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 9100, "outputTokens": 9, "latencyMs": 1705.846458999993 }, { "questionId": "q33", "format": "yaml", "model": "gpt-5-nano", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 5015, "outputTokens": 76, "latencyMs": 2263.530958999996 }, { "questionId": "q33", "format": "yaml", "model": "claude-haiku-4-5", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 5762, "outputTokens": 14, "latencyMs": 1402.7602079999924 }, { "questionId": "q33", "format": "yaml", "model": "gemini-2.5-flash", "expected": "cheyenne_skiles@hotmail.com", "actual": "cheyenne_skiles@hotmail.com", "isCorrect": true, "inputTokens": 5746, "outputTokens": 9, "latencyMs": 2376.068292000011 }, { "questionId": "q34", "format": "json", "model": "gpt-5-nano", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 6391, "outputTokens": 72, "latencyMs": 2438.071291 }, { "questionId": "q34", "format": "json", "model": "claude-haiku-4-5", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 7871, "outputTokens": 6, "latencyMs": 1119.892125000013 }, { "questionId": "q34", "format": "json", "model": "gemini-2.5-flash", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 7910, "outputTokens": 5, "latencyMs": 1219.9752500000177 }, { "questionId": "q34", "format": "toon", "model": "gpt-5-nano", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 2528, "outputTokens": 136, "latencyMs": 3074.212375000003 }, { "questionId": "q34", "format": "toon", "model": "claude-haiku-4-5", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 2983, "outputTokens": 6, "latencyMs": 1182.489499999996 }, { "questionId": "q34", "format": "toon", "model": "gemini-2.5-flash", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 3319, "outputTokens": 5, "latencyMs": 2366.0734999999986 }, { "questionId": "q34", "format": "csv", "model": "gpt-5-nano", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 2382, "outputTokens": 72, "latencyMs": 3682.4087500000023 }, { "questionId": "q34", "format": "csv", "model": "claude-haiku-4-5", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 2857, "outputTokens": 6, "latencyMs": 865.8139159999846 }, { "questionId": "q34", "format": "csv", "model": "gemini-2.5-flash", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 3193, "outputTokens": 5, "latencyMs": 1594.2567079999717 }, { "questionId": "q34", "format": "xml", "model": "gpt-5-nano", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 7358, "outputTokens": 200, "latencyMs": 9620.968290999997 }, { "questionId": "q34", "format": "xml", "model": "claude-haiku-4-5", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 9361, "outputTokens": 6, "latencyMs": 1066.5026659999858 }, { "questionId": "q34", "format": "xml", "model": "gemini-2.5-flash", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 9099, "outputTokens": 5, "latencyMs": 2701.866624999995 }, { "questionId": "q34", "format": "yaml", "model": "gpt-5-nano", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 5013, "outputTokens": 136, "latencyMs": 3559.778957999981 }, { "questionId": "q34", "format": "yaml", "model": "claude-haiku-4-5", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 5761, "outputTokens": 6, "latencyMs": 1008.4788750000007 }, { "questionId": "q34", "format": "yaml", "model": "gemini-2.5-flash", "expected": "84650", "actual": "84650", "isCorrect": true, "inputTokens": 5745, "outputTokens": 5, "latencyMs": 1889.822375000018 }, { "questionId": "q35", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6390, "outputTokens": 71, "latencyMs": 3083.3981669999775 }, { "questionId": "q35", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7871, "outputTokens": 4, "latencyMs": 1060.2027909999888 }, { "questionId": "q35", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7909, "outputTokens": 1, "latencyMs": 1432.9026670000167 }, { "questionId": "q35", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2527, "outputTokens": 71, "latencyMs": 2827.286916000012 }, { "questionId": "q35", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2983, "outputTokens": 4, "latencyMs": 1606.289208000002 }, { "questionId": "q35", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3318, "outputTokens": 1, "latencyMs": 1781.2257079999836 }, { "questionId": "q35", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2381, "outputTokens": 135, "latencyMs": 2855.722792000015 }, { "questionId": "q35", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2857, "outputTokens": 4, "latencyMs": 1140.299874999997 }, { "questionId": "q35", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3192, "outputTokens": 1, "latencyMs": 2195.365832999989 }, { "questionId": "q35", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7357, "outputTokens": 135, "latencyMs": 2904.48324999999 }, { "questionId": "q35", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9361, "outputTokens": 4, "latencyMs": 1264.2794160000049 }, { "questionId": "q35", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9098, "outputTokens": 1, "latencyMs": 3598.464708000014 }, { "questionId": "q35", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5012, "outputTokens": 71, "latencyMs": 2646.219666000019 }, { "questionId": "q35", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5761, "outputTokens": 4, "latencyMs": 1090.8027500000026 }, { "questionId": "q35", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5744, "outputTokens": 1, "latencyMs": 2322.022082999989 }, { "questionId": "q36", "format": "json", "model": "gpt-5-nano", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 6389, "outputTokens": 78, "latencyMs": 2498.7566669999796 }, { "questionId": "q36", "format": "json", "model": "claude-haiku-4-5", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 7869, "outputTokens": 14, "latencyMs": 1563.026332999987 }, { "questionId": "q36", "format": "json", "model": "gemini-2.5-flash", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 7908, "outputTokens": 11, "latencyMs": 1062.8037919999915 }, { "questionId": "q36", "format": "toon", "model": "gpt-5-nano", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 2526, "outputTokens": 590, "latencyMs": 9420.16175 }, { "questionId": "q36", "format": "toon", "model": "claude-haiku-4-5", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 2981, "outputTokens": 14, "latencyMs": 1038.3448750000098 }, { "questionId": "q36", "format": "toon", "model": "gemini-2.5-flash", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 3317, "outputTokens": 11, "latencyMs": 3468.648833000014 }, { "questionId": "q36", "format": "csv", "model": "gpt-5-nano", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 2380, "outputTokens": 142, "latencyMs": 3061.706208000018 }, { "questionId": "q36", "format": "csv", "model": "claude-haiku-4-5", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 2855, "outputTokens": 14, "latencyMs": 1053.0741669999843 }, { "questionId": "q36", "format": "csv", "model": "gemini-2.5-flash", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 3191, "outputTokens": 11, "latencyMs": 1576.9219160000212 }, { "questionId": "q36", "format": "xml", "model": "gpt-5-nano", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 7356, "outputTokens": 78, "latencyMs": 1889.579624999984 }, { "questionId": "q36", "format": "xml", "model": "claude-haiku-4-5", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 9359, "outputTokens": 14, "latencyMs": 1520.9462920000078 }, { "questionId": "q36", "format": "xml", "model": "gemini-2.5-flash", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 9097, "outputTokens": 11, "latencyMs": 1917.4184999999998 }, { "questionId": "q36", "format": "yaml", "model": "gpt-5-nano", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 5011, "outputTokens": 142, "latencyMs": 4630.122166999994 }, { "questionId": "q36", "format": "yaml", "model": "claude-haiku-4-5", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 5759, "outputTokens": 14, "latencyMs": 1646.354083000013 }, { "questionId": "q36", "format": "yaml", "model": "gemini-2.5-flash", "expected": "macey.gottlieb5@yahoo.com", "actual": "macey.gottlieb5@yahoo.com", "isCorrect": true, "inputTokens": 5743, "outputTokens": 11, "latencyMs": 2197.673375000013 }, { "questionId": "q37", "format": "json", "model": "gpt-5-nano", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 6389, "outputTokens": 72, "latencyMs": 3646.0600829999894 }, { "questionId": "q37", "format": "json", "model": "claude-haiku-4-5", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 7868, "outputTokens": 6, "latencyMs": 1356.2343330000003 }, { "questionId": "q37", "format": "json", "model": "gemini-2.5-flash", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 7908, "outputTokens": 5, "latencyMs": 735.1860419999866 }, { "questionId": "q37", "format": "toon", "model": "gpt-5-nano", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 2526, "outputTokens": 136, "latencyMs": 2701.791499999992 }, { "questionId": "q37", "format": "toon", "model": "claude-haiku-4-5", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 2980, "outputTokens": 6, "latencyMs": 1259.3909169999824 }, { "questionId": "q37", "format": "toon", "model": "gemini-2.5-flash", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 3317, "outputTokens": 5, "latencyMs": 1960.7033339999907 }, { "questionId": "q37", "format": "csv", "model": "gpt-5-nano", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 2380, "outputTokens": 72, "latencyMs": 5573.357083999988 }, { "questionId": "q37", "format": "csv", "model": "claude-haiku-4-5", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 2854, "outputTokens": 6, "latencyMs": 1284.3673750000016 }, { "questionId": "q37", "format": "csv", "model": "gemini-2.5-flash", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 3191, "outputTokens": 5, "latencyMs": 2050.5506659999955 }, { "questionId": "q37", "format": "xml", "model": "gpt-5-nano", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 7356, "outputTokens": 136, "latencyMs": 3253.602791000012 }, { "questionId": "q37", "format": "xml", "model": "claude-haiku-4-5", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 9358, "outputTokens": 6, "latencyMs": 1146.329166999989 }, { "questionId": "q37", "format": "xml", "model": "gemini-2.5-flash", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 9097, "outputTokens": 5, "latencyMs": 2395.673125000001 }, { "questionId": "q37", "format": "yaml", "model": "gpt-5-nano", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 5011, "outputTokens": 72, "latencyMs": 2913.434957999998 }, { "questionId": "q37", "format": "yaml", "model": "claude-haiku-4-5", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 5758, "outputTokens": 6, "latencyMs": 2243.595874999999 }, { "questionId": "q37", "format": "yaml", "model": "gemini-2.5-flash", "expected": "89773", "actual": "89773", "isCorrect": true, "inputTokens": 5743, "outputTokens": 5, "latencyMs": 1839.661374999996 }, { "questionId": "q38", "format": "json", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 6389, "outputTokens": 135, "latencyMs": 2779.79579199999 }, { "questionId": "q38", "format": "json", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7868, "outputTokens": 4, "latencyMs": 1133.7338750000054 }, { "questionId": "q38", "format": "json", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7908, "outputTokens": 1, "latencyMs": 774.6977079999924 }, { "questionId": "q38", "format": "toon", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2526, "outputTokens": 71, "latencyMs": 4311.999750000017 }, { "questionId": "q38", "format": "toon", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2980, "outputTokens": 4, "latencyMs": 2223.9427499999874 }, { "questionId": "q38", "format": "toon", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3317, "outputTokens": 1, "latencyMs": 2975.953125 }, { "questionId": "q38", "format": "csv", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2380, "outputTokens": 71, "latencyMs": 4617.852291999996 }, { "questionId": "q38", "format": "csv", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 2854, "outputTokens": 4, "latencyMs": 1096.2197500000184 }, { "questionId": "q38", "format": "csv", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 3191, "outputTokens": 1, "latencyMs": 2754.3287919999857 }, { "questionId": "q38", "format": "xml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 7356, "outputTokens": 135, "latencyMs": 3539.3821250000037 }, { "questionId": "q38", "format": "xml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9358, "outputTokens": 4, "latencyMs": 1369.516082999995 }, { "questionId": "q38", "format": "xml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 9097, "outputTokens": 1, "latencyMs": 2677.958791000012 }, { "questionId": "q38", "format": "yaml", "model": "gpt-5-nano", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5011, "outputTokens": 71, "latencyMs": 2209.974041999987 }, { "questionId": "q38", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5758, "outputTokens": 4, "latencyMs": 1352.3056670000078 }, { "questionId": "q38", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Marketing", "actual": "Marketing", "isCorrect": true, "inputTokens": 5743, "outputTokens": 1, "latencyMs": 2126.258208000014 }, { "questionId": "q39", "format": "json", "model": "gpt-5-nano", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 6389, "outputTokens": 207, "latencyMs": 3999.7677079999994 }, { "questionId": "q39", "format": "json", "model": "claude-haiku-4-5", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 7869, "outputTokens": 13, "latencyMs": 1170.8554579999764 }, { "questionId": "q39", "format": "json", "model": "gemini-2.5-flash", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 7908, "outputTokens": 10, "latencyMs": 1278.5721670000057 }, { "questionId": "q39", "format": "toon", "model": "gpt-5-nano", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 2526, "outputTokens": 143, "latencyMs": 3334.013791000005 }, { "questionId": "q39", "format": "toon", "model": "claude-haiku-4-5", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 2981, "outputTokens": 13, "latencyMs": 1115.4245419999934 }, { "questionId": "q39", "format": "toon", "model": "gemini-2.5-flash", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 3317, "outputTokens": 10, "latencyMs": 2555.918707999983 }, { "questionId": "q39", "format": "csv", "model": "gpt-5-nano", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 2380, "outputTokens": 143, "latencyMs": 2100.1043329999957 }, { "questionId": "q39", "format": "csv", "model": "claude-haiku-4-5", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 2855, "outputTokens": 13, "latencyMs": 1298.810999999987 }, { "questionId": "q39", "format": "csv", "model": "gemini-2.5-flash", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 3191, "outputTokens": 10, "latencyMs": 1940.2669170000008 }, { "questionId": "q39", "format": "xml", "model": "gpt-5-nano", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 7356, "outputTokens": 143, "latencyMs": 2666.5189580000006 }, { "questionId": "q39", "format": "xml", "model": "claude-haiku-4-5", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 9359, "outputTokens": 13, "latencyMs": 1611.7814170000202 }, { "questionId": "q39", "format": "xml", "model": "gemini-2.5-flash", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 9097, "outputTokens": 10, "latencyMs": 1709.3350419999915 }, { "questionId": "q39", "format": "yaml", "model": "gpt-5-nano", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 5011, "outputTokens": 143, "latencyMs": 4774.929042000003 }, { "questionId": "q39", "format": "yaml", "model": "claude-haiku-4-5", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 5759, "outputTokens": 13, "latencyMs": 1369.8504160000011 }, { "questionId": "q39", "format": "yaml", "model": "gemini-2.5-flash", "expected": "georgianna_renner@yahoo.com", "actual": "georgianna_renner@yahoo.com", "isCorrect": true, "inputTokens": 5743, "outputTokens": 10, "latencyMs": 3123.9857920000213 }, { "questionId": "q40", "format": "json", "model": "gpt-5-nano", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 6390, "outputTokens": 72, "latencyMs": 2700.2800830000197 }, { "questionId": "q40", "format": "json", "model": "claude-haiku-4-5", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 7871, "outputTokens": 6, "latencyMs": 1145.983292000019 }, { "questionId": "q40", "format": "json", "model": "gemini-2.5-flash", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 7909, "outputTokens": 5, "latencyMs": 952.1742089999898 }, { "questionId": "q40", "format": "toon", "model": "gpt-5-nano", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 2527, "outputTokens": 72, "latencyMs": 2220.3111250000075 }, { "questionId": "q40", "format": "toon", "model": "claude-haiku-4-5", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 2983, "outputTokens": 6, "latencyMs": 981.9718339999963 }, { "questionId": "q40", "format": "toon", "model": "gemini-2.5-flash", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 3318, "outputTokens": 5, "latencyMs": 2079.9035830000066 }, { "questionId": "q40", "format": "csv", "model": "gpt-5-nano", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 2381, "outputTokens": 136, "latencyMs": 2519.2579590000096 }, { "questionId": "q40", "format": "csv", "model": "claude-haiku-4-5", "expected": "49741", "actual": "144426", "isCorrect": false, "inputTokens": 2857, "outputTokens": 6, "latencyMs": 942.0043329999899 }, { "questionId": "q40", "format": "csv", "model": "gemini-2.5-flash", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 3192, "outputTokens": 5, "latencyMs": 1683.0637080000015 }, { "questionId": "q40", "format": "xml", "model": "gpt-5-nano", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 7357, "outputTokens": 72, "latencyMs": 2190.1603750000068 }, { "questionId": "q40", "format": "xml", "model": "claude-haiku-4-5", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 9361, "outputTokens": 6, "latencyMs": 1771.8361250000016 }, { "questionId": "q40", "format": "xml", "model": "gemini-2.5-flash", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 9098, "outputTokens": 5, "latencyMs": 2376.372875000001 }, { "questionId": "q40", "format": "yaml", "model": "gpt-5-nano", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 5012, "outputTokens": 72, "latencyMs": 2355.175791000016 }, { "questionId": "q40", "format": "yaml", "model": "claude-haiku-4-5", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 5761, "outputTokens": 6, "latencyMs": 1192.191541999986 }, { "questionId": "q40", "format": "yaml", "model": "gemini-2.5-flash", "expected": "49741", "actual": "49741", "isCorrect": true, "inputTokens": 5744, "outputTokens": 5, "latencyMs": 2328.137166999979 }, { "questionId": "q41", "format": "json", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 6387, "outputTokens": 775, "latencyMs": 11132.566209000011 }, { "questionId": "q41", "format": "json", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 7865, "outputTokens": 5, "latencyMs": 1048.9463749999995 }, { "questionId": "q41", "format": "json", "model": "gemini-2.5-flash", "expected": "17", "actual": "13", "isCorrect": false, "inputTokens": 7906, "outputTokens": 2, "latencyMs": 954.9381670000148 }, { "questionId": "q41", "format": "toon", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2524, "outputTokens": 583, "latencyMs": 5343.168333000009 }, { "questionId": "q41", "format": "toon", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2977, "outputTokens": 5, "latencyMs": 929.4576249999809 }, { "questionId": "q41", "format": "toon", "model": "gemini-2.5-flash", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 3315, "outputTokens": 2, "latencyMs": 1230.1574160000018 }, { "questionId": "q41", "format": "csv", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2378, "outputTokens": 1415, "latencyMs": 16158.150375000027 }, { "questionId": "q41", "format": "csv", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2851, "outputTokens": 5, "latencyMs": 932.4995000000054 }, { "questionId": "q41", "format": "csv", "model": "gemini-2.5-flash", "expected": "17", "actual": "14", "isCorrect": false, "inputTokens": 3189, "outputTokens": 2, "latencyMs": 1859.355958 }, { "questionId": "q41", "format": "xml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 7354, "outputTokens": 903, "latencyMs": 11415.376208000001 }, { "questionId": "q41", "format": "xml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 9355, "outputTokens": 5, "latencyMs": 1198.3916249999893 }, { "questionId": "q41", "format": "xml", "model": "gemini-2.5-flash", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 9095, "outputTokens": 2, "latencyMs": 3497.0485409999965 }, { "questionId": "q41", "format": "yaml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 5009, "outputTokens": 1031, "latencyMs": 10859.450207999995 }, { "questionId": "q41", "format": "yaml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 5755, "outputTokens": 5, "latencyMs": 2038.0866250000254 }, { "questionId": "q41", "format": "yaml", "model": "gemini-2.5-flash", "expected": "17", "actual": "13", "isCorrect": false, "inputTokens": 5741, "outputTokens": 2, "latencyMs": 1642.4759159999958 }, { "questionId": "q42", "format": "json", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 6387, "outputTokens": 1031, "latencyMs": 11081.197666000022 }, { "questionId": "q42", "format": "json", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 7865, "outputTokens": 5, "latencyMs": 1095.9497919999994 }, { "questionId": "q42", "format": "json", "model": "gemini-2.5-flash", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 7906, "outputTokens": 2, "latencyMs": 1309.7017500000075 }, { "questionId": "q42", "format": "toon", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2524, "outputTokens": 711, "latencyMs": 9064.612916999991 }, { "questionId": "q42", "format": "toon", "model": "claude-haiku-4-5", "expected": "17", "actual": "14", "isCorrect": false, "inputTokens": 2977, "outputTokens": 5, "latencyMs": 1045.4045000000042 }, { "questionId": "q42", "format": "toon", "model": "gemini-2.5-flash", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 3315, "outputTokens": 2, "latencyMs": 2056.116624999995 }, { "questionId": "q42", "format": "csv", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2378, "outputTokens": 967, "latencyMs": 8423.070084000006 }, { "questionId": "q42", "format": "csv", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2851, "outputTokens": 5, "latencyMs": 901.4683749999967 }, { "questionId": "q42", "format": "csv", "model": "gemini-2.5-flash", "expected": "17", "actual": "14", "isCorrect": false, "inputTokens": 3189, "outputTokens": 2, "latencyMs": 2192.902625000017 }, { "questionId": "q42", "format": "xml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 7354, "outputTokens": 647, "latencyMs": 9821.846875000017 }, { "questionId": "q42", "format": "xml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 9355, "outputTokens": 5, "latencyMs": 1586.0259169999918 }, { "questionId": "q42", "format": "xml", "model": "gemini-2.5-flash", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 9095, "outputTokens": 2, "latencyMs": 9515.369042000006 }, { "questionId": "q42", "format": "yaml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 5009, "outputTokens": 455, "latencyMs": 5076.419125000015 }, { "questionId": "q42", "format": "yaml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 5755, "outputTokens": 5, "latencyMs": 1472.8408340000024 }, { "questionId": "q42", "format": "yaml", "model": "gemini-2.5-flash", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 5741, "outputTokens": 2, "latencyMs": 865.6228749999718 }, { "questionId": "q43", "format": "json", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 6387, "outputTokens": 775, "latencyMs": 8729.67633300001 }, { "questionId": "q43", "format": "json", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 7865, "outputTokens": 5, "latencyMs": 1217.0473749999946 }, { "questionId": "q43", "format": "json", "model": "gemini-2.5-flash", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 7906, "outputTokens": 2, "latencyMs": 1158.2075419999892 }, { "questionId": "q43", "format": "toon", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2524, "outputTokens": 775, "latencyMs": 6998.693750000006 }, { "questionId": "q43", "format": "toon", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2977, "outputTokens": 5, "latencyMs": 1640.0182080000232 }, { "questionId": "q43", "format": "toon", "model": "gemini-2.5-flash", "expected": "17", "actual": "14", "isCorrect": false, "inputTokens": 3315, "outputTokens": 2, "latencyMs": 947.1101670000062 }, { "questionId": "q43", "format": "csv", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2378, "outputTokens": 583, "latencyMs": 13248.978291000007 }, { "questionId": "q43", "format": "csv", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2851, "outputTokens": 5, "latencyMs": 836.4533340000198 }, { "questionId": "q43", "format": "csv", "model": "gemini-2.5-flash", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 3189, "outputTokens": 2, "latencyMs": 818.1433329999854 }, { "questionId": "q43", "format": "xml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 7354, "outputTokens": 1095, "latencyMs": 9890.235916000005 }, { "questionId": "q43", "format": "xml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 9355, "outputTokens": 5, "latencyMs": 1320.4134170000034 }, { "questionId": "q43", "format": "xml", "model": "gemini-2.5-flash", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 9095, "outputTokens": 2, "latencyMs": 4225.577166000003 }, { "questionId": "q43", "format": "yaml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 5009, "outputTokens": 1031, "latencyMs": 13344.171333000006 }, { "questionId": "q43", "format": "yaml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 5755, "outputTokens": 5, "latencyMs": 863.8359160000109 }, { "questionId": "q43", "format": "yaml", "model": "gemini-2.5-flash", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 5741, "outputTokens": 2, "latencyMs": 1194.4381250000151 }, { "questionId": "q44", "format": "json", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 6387, "outputTokens": 455, "latencyMs": 5239.934833000007 }, { "questionId": "q44", "format": "json", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 7865, "outputTokens": 5, "latencyMs": 1124.6063330000034 }, { "questionId": "q44", "format": "json", "model": "gemini-2.5-flash", "expected": "17", "actual": "14", "isCorrect": false, "inputTokens": 7906, "outputTokens": 2, "latencyMs": 1525.701040999993 }, { "questionId": "q44", "format": "toon", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2524, "outputTokens": 519, "latencyMs": 6195.039833999996 }, { "questionId": "q44", "format": "toon", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2977, "outputTokens": 5, "latencyMs": 891.0962500000023 }, { "questionId": "q44", "format": "toon", "model": "gemini-2.5-flash", "expected": "17", "actual": "13", "isCorrect": false, "inputTokens": 3315, "outputTokens": 2, "latencyMs": 1322.2949580000131 }, { "questionId": "q44", "format": "csv", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 2378, "outputTokens": 1543, "latencyMs": 16353.942624999996 }, { "questionId": "q44", "format": "csv", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 2851, "outputTokens": 5, "latencyMs": 861.9590829999943 }, { "questionId": "q44", "format": "csv", "model": "gemini-2.5-flash", "expected": "17", "actual": "13", "isCorrect": false, "inputTokens": 3189, "outputTokens": 2, "latencyMs": 912.1500829999859 }, { "questionId": "q44", "format": "xml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 7354, "outputTokens": 519, "latencyMs": 6838.317749999987 }, { "questionId": "q44", "format": "xml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 9355, "outputTokens": 5, "latencyMs": 1875.6236249999783 }, { "questionId": "q44", "format": "xml", "model": "gemini-2.5-flash", "expected": "17", "actual": "13", "isCorrect": false, "inputTokens": 9095, "outputTokens": 2, "latencyMs": 1482.7477500000095 }, { "questionId": "q44", "format": "yaml", "model": "gpt-5-nano", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 5009, "outputTokens": 1223, "latencyMs": 13887.709959 }, { "questionId": "q44", "format": "yaml", "model": "claude-haiku-4-5", "expected": "17", "actual": "15", "isCorrect": false, "inputTokens": 5755, "outputTokens": 5, "latencyMs": 1135.573457999999 }, { "questionId": "q44", "format": "yaml", "model": "gemini-2.5-flash", "expected": "17", "actual": "17", "isCorrect": true, "inputTokens": 5741, "outputTokens": 2, "latencyMs": 1063.958209000004 }, { "questionId": "q45", "format": "json", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 6387, "outputTokens": 903, "latencyMs": 11372.731792000006 }, { "questionId": "q45", "format": "json", "model": "claude-haiku-4-5", "expected": "16", "actual": "12", "isCorrect": false, "inputTokens": 7865, "outputTokens": 5, "latencyMs": 1085.2727500000037 }, { "questionId": "q45", "format": "json", "model": "gemini-2.5-flash", "expected": "16", "actual": "14", "isCorrect": false, "inputTokens": 7906, "outputTokens": 2, "latencyMs": 788.761582999985 }, { "questionId": "q45", "format": "toon", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 2524, "outputTokens": 775, "latencyMs": 9670.953584000003 }, { "questionId": "q45", "format": "toon", "model": "claude-haiku-4-5", "expected": "16", "actual": "15", "isCorrect": false, "inputTokens": 2977, "outputTokens": 5, "latencyMs": 1307.5495419999934 }, { "questionId": "q45", "format": "toon", "model": "gemini-2.5-flash", "expected": "16", "actual": "17", "isCorrect": false, "inputTokens": 3315, "outputTokens": 2, "latencyMs": 1034.7324580000131 }, { "questionId": "q45", "format": "csv", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 2378, "outputTokens": 647, "latencyMs": 7079.23558399998 }, { "questionId": "q45", "format": "csv", "model": "claude-haiku-4-5", "expected": "16", "actual": "15", "isCorrect": false, "inputTokens": 2851, "outputTokens": 5, "latencyMs": 1123.2897499999963 }, { "questionId": "q45", "format": "csv", "model": "gemini-2.5-flash", "expected": "16", "actual": "13", "isCorrect": false, "inputTokens": 3189, "outputTokens": 2, "latencyMs": 1318.0012920000008 }, { "questionId": "q45", "format": "xml", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 7354, "outputTokens": 583, "latencyMs": 5795.2639590000035 }, { "questionId": "q45", "format": "xml", "model": "claude-haiku-4-5", "expected": "16", "actual": "12", "isCorrect": false, "inputTokens": 9355, "outputTokens": 5, "latencyMs": 1125.9925829999847 }, { "questionId": "q45", "format": "xml", "model": "gemini-2.5-flash", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 9095, "outputTokens": 2, "latencyMs": 8305.401042000012 }, { "questionId": "q45", "format": "yaml", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 5009, "outputTokens": 839, "latencyMs": 10189.432124999992 }, { "questionId": "q45", "format": "yaml", "model": "claude-haiku-4-5", "expected": "16", "actual": "15", "isCorrect": false, "inputTokens": 5755, "outputTokens": 5, "latencyMs": 1615.4580000000133 }, { "questionId": "q45", "format": "yaml", "model": "gemini-2.5-flash", "expected": "16", "actual": "10", "isCorrect": false, "inputTokens": 5741, "outputTokens": 2, "latencyMs": 1533.5138750000042 }, { "questionId": "q46", "format": "json", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 6387, "outputTokens": 519, "latencyMs": 7169.378540999984 }, { "questionId": "q46", "format": "json", "model": "claude-haiku-4-5", "expected": "16", "actual": "10", "isCorrect": false, "inputTokens": 7865, "outputTokens": 5, "latencyMs": 1133.9953749999986 }, { "questionId": "q46", "format": "json", "model": "gemini-2.5-flash", "expected": "16", "actual": "15", "isCorrect": false, "inputTokens": 7906, "outputTokens": 2, "latencyMs": 1018.8396669999929 }, { "questionId": "q46", "format": "toon", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 2524, "outputTokens": 647, "latencyMs": 6637.351416999998 }, { "questionId": "q46", "format": "toon", "model": "claude-haiku-4-5", "expected": "16", "actual": "15", "isCorrect": false, "inputTokens": 2977, "outputTokens": 5, "latencyMs": 864.9015839999774 }, { "questionId": "q46", "format": "toon", "model": "gemini-2.5-flash", "expected": "16", "actual": "17", "isCorrect": false, "inputTokens": 3315, "outputTokens": 2, "latencyMs": 992.5710419999959 }, { "questionId": "q46", "format": "csv", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 2378, "outputTokens": 839, "latencyMs": 7426.826874999999 }, { "questionId": "q46", "format": "csv", "model": "claude-haiku-4-5", "expected": "16", "actual": "15", "isCorrect": false, "inputTokens": 2851, "outputTokens": 5, "latencyMs": 893.4481660000165 }, { "questionId": "q46", "format": "csv", "model": "gemini-2.5-flash", "expected": "16", "actual": "13", "isCorrect": false, "inputTokens": 3189, "outputTokens": 2, "latencyMs": 1200.8498329999857 }, { "questionId": "q46", "format": "xml", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 7354, "outputTokens": 775, "latencyMs": 8865.971332999994 }, { "questionId": "q46", "format": "xml", "model": "claude-haiku-4-5", "expected": "16", "actual": "10", "isCorrect": false, "inputTokens": 9355, "outputTokens": 5, "latencyMs": 1491.2856249999895 }, { "questionId": "q46", "format": "xml", "model": "gemini-2.5-flash", "expected": "16", "actual": "17", "isCorrect": false, "inputTokens": 9095, "outputTokens": 2, "latencyMs": 1216.2892920000013 }, { "questionId": "q46", "format": "yaml", "model": "gpt-5-nano", "expected": "16", "actual": "16", "isCorrect": true, "inputTokens": 5009, "outputTokens": 839, "latencyMs": 9403.812124999997 }, { "questionId": "q46", "format": "yaml", "model": "claude-haiku-4-5", "expected": "16", "actual": "12", "isCorrect": false, "inputTokens": 5755, "outputTokens": 5, "latencyMs": 1126.5797500000044 }, { "questionId": "q46", "format": "yaml", "model": "gemini-2.5-flash", "expected": "16", "actual": "17", "isCorrect": false, "inputTokens": 5741, "outputTokens": 2, "latencyMs": 1671.0382089999912 }, { "questionId": "q47", "format": "json", "model": "gpt-5-nano", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 6392, "outputTokens": 1671, "latencyMs": 15363.507083999983 }, { "questionId": "q47", "format": "json", "model": "claude-haiku-4-5", "expected": "91", "actual": "89", "isCorrect": false, "inputTokens": 7870, "outputTokens": 5, "latencyMs": 1189.3042910000077 }, { "questionId": "q47", "format": "json", "model": "gemini-2.5-flash", "expected": "91", "actual": "90", "isCorrect": false, "inputTokens": 7914, "outputTokens": 2, "latencyMs": 1651.3950829999812 }, { "questionId": "q47", "format": "toon", "model": "gpt-5-nano", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 2529, "outputTokens": 2311, "latencyMs": 21706.56012499999 }, { "questionId": "q47", "format": "toon", "model": "claude-haiku-4-5", "expected": "91", "actual": "85", "isCorrect": false, "inputTokens": 2982, "outputTokens": 5, "latencyMs": 1338.67408300002 }, { "questionId": "q47", "format": "toon", "model": "gemini-2.5-flash", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 3323, "outputTokens": 2, "latencyMs": 12844.911791999999 }, { "questionId": "q47", "format": "csv", "model": "gpt-5-nano", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 2383, "outputTokens": 2823, "latencyMs": 16151.116582999995 }, { "questionId": "q47", "format": "csv", "model": "claude-haiku-4-5", "expected": "91", "actual": "85", "isCorrect": false, "inputTokens": 2856, "outputTokens": 5, "latencyMs": 3041.4831669999985 }, { "questionId": "q47", "format": "csv", "model": "gemini-2.5-flash", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 3197, "outputTokens": 2, "latencyMs": 12006.398833000014 }, { "questionId": "q47", "format": "xml", "model": "gpt-5-nano", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 7359, "outputTokens": 2695, "latencyMs": 26044.306083000003 }, { "questionId": "q47", "format": "xml", "model": "claude-haiku-4-5", "expected": "91", "actual": "89", "isCorrect": false, "inputTokens": 9360, "outputTokens": 5, "latencyMs": 1573.8229160000046 }, { "questionId": "q47", "format": "xml", "model": "gemini-2.5-flash", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 9103, "outputTokens": 2, "latencyMs": 27838.932499999995 }, { "questionId": "q47", "format": "yaml", "model": "gpt-5-nano", "expected": "91", "actual": "91", "isCorrect": true, "inputTokens": 5014, "outputTokens": 2823, "latencyMs": 22628.083542000008 }, { "questionId": "q47", "format": "yaml", "model": "claude-haiku-4-5", "expected": "91", "actual": "89", "isCorrect": false, "inputTokens": 5760, "outputTokens": 5, "latencyMs": 1787.638666999992 }, { "questionId": "q47", "format": "yaml", "model": "gemini-2.5-flash", "expected": "91", "actual": "90", "isCorrect": false, "inputTokens": 5749, "outputTokens": 2, "latencyMs": 1343.8462499999732 }, { "questionId": "q48", "format": "json", "model": "gpt-5-nano", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 6392, "outputTokens": 1479, "latencyMs": 14420.83845900002 }, { "questionId": "q48", "format": "json", "model": "claude-haiku-4-5", "expected": "67", "actual": "57", "isCorrect": false, "inputTokens": 7870, "outputTokens": 5, "latencyMs": 1271.2462919999962 }, { "questionId": "q48", "format": "json", "model": "gemini-2.5-flash", "expected": "67", "actual": "70", "isCorrect": false, "inputTokens": 7914, "outputTokens": 2, "latencyMs": 1108.4178750000137 }, { "questionId": "q48", "format": "toon", "model": "gpt-5-nano", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 2529, "outputTokens": 2247, "latencyMs": 18434.695834000013 }, { "questionId": "q48", "format": "toon", "model": "claude-haiku-4-5", "expected": "67", "actual": "47", "isCorrect": false, "inputTokens": 2982, "outputTokens": 5, "latencyMs": 1125.2875420000055 }, { "questionId": "q48", "format": "toon", "model": "gemini-2.5-flash", "expected": "67", "actual": "60", "isCorrect": false, "inputTokens": 3323, "outputTokens": 2, "latencyMs": 13027.224332999991 }, { "questionId": "q48", "format": "csv", "model": "gpt-5-nano", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 2383, "outputTokens": 2503, "latencyMs": 23294.861958000023 }, { "questionId": "q48", "format": "csv", "model": "claude-haiku-4-5", "expected": "67", "actual": "47", "isCorrect": false, "inputTokens": 2856, "outputTokens": 5, "latencyMs": 1208.8763340000005 }, { "questionId": "q48", "format": "csv", "model": "gemini-2.5-flash", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 3197, "outputTokens": 2, "latencyMs": 11604.352749999991 }, { "questionId": "q48", "format": "xml", "model": "gpt-5-nano", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 7359, "outputTokens": 1479, "latencyMs": 18504.804959 }, { "questionId": "q48", "format": "xml", "model": "claude-haiku-4-5", "expected": "67", "actual": "57", "isCorrect": false, "inputTokens": 9360, "outputTokens": 5, "latencyMs": 1127.928917000012 }, { "questionId": "q48", "format": "xml", "model": "gemini-2.5-flash", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 9103, "outputTokens": 2, "latencyMs": 22629.69987500002 }, { "questionId": "q48", "format": "yaml", "model": "gpt-5-nano", "expected": "67", "actual": "67", "isCorrect": true, "inputTokens": 5014, "outputTokens": 2631, "latencyMs": 93677.45470900001 }, { "questionId": "q48", "format": "yaml", "model": "claude-haiku-4-5", "expected": "67", "actual": "57", "isCorrect": false, "inputTokens": 5760, "outputTokens": 5, "latencyMs": 1083.3742910000146 }, { "questionId": "q48", "format": "yaml", "model": "gemini-2.5-flash", "expected": "67", "actual": "70", "isCorrect": false, "inputTokens": 5749, "outputTokens": 2, "latencyMs": 1435.5812079999887 }, { "questionId": "q49", "format": "json", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 6392, "outputTokens": 1543, "latencyMs": 14267.44858299999 }, { "questionId": "q49", "format": "json", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 7870, "outputTokens": 5, "latencyMs": 1483.0176250000077 }, { "questionId": "q49", "format": "json", "model": "gemini-2.5-flash", "expected": "41", "actual": "40", "isCorrect": false, "inputTokens": 7915, "outputTokens": 2, "latencyMs": 1598.6212089999754 }, { "questionId": "q49", "format": "toon", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 2529, "outputTokens": 1671, "latencyMs": 15241.04254200001 }, { "questionId": "q49", "format": "toon", "model": "claude-haiku-4-5", "expected": "41", "actual": "27", "isCorrect": false, "inputTokens": 2982, "outputTokens": 5, "latencyMs": 1011.390458000009 }, { "questionId": "q49", "format": "toon", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 3324, "outputTokens": 2, "latencyMs": 17035.035957999993 }, { "questionId": "q49", "format": "csv", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 2383, "outputTokens": 1799, "latencyMs": 15270.303583 }, { "questionId": "q49", "format": "csv", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 2856, "outputTokens": 5, "latencyMs": 919.8500000000058 }, { "questionId": "q49", "format": "csv", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 3198, "outputTokens": 2, "latencyMs": 9191.171333000006 }, { "questionId": "q49", "format": "xml", "model": "gpt-5-nano", "expected": "41", "actual": "42", "isCorrect": false, "inputTokens": 7359, "outputTokens": 1479, "latencyMs": 14804.62512500002 }, { "questionId": "q49", "format": "xml", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 9360, "outputTokens": 5, "latencyMs": 1236.6115409999911 }, { "questionId": "q49", "format": "xml", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 9104, "outputTokens": 2, "latencyMs": 19284.10699999999 }, { "questionId": "q49", "format": "yaml", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 5014, "outputTokens": 1863, "latencyMs": 17259.288042 }, { "questionId": "q49", "format": "yaml", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 5760, "outputTokens": 5, "latencyMs": 1715.9734999999928 }, { "questionId": "q49", "format": "yaml", "model": "gemini-2.5-flash", "expected": "41", "actual": "44", "isCorrect": false, "inputTokens": 5750, "outputTokens": 2, "latencyMs": 1872.7845830000006 }, { "questionId": "q50", "format": "json", "model": "gpt-5-nano", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 6392, "outputTokens": 1543, "latencyMs": 15919.779666999995 }, { "questionId": "q50", "format": "json", "model": "claude-haiku-4-5", "expected": "26", "actual": "20", "isCorrect": false, "inputTokens": 7870, "outputTokens": 5, "latencyMs": 1291.8912500000151 }, { "questionId": "q50", "format": "json", "model": "gemini-2.5-flash", "expected": "26", "actual": "24", "isCorrect": false, "inputTokens": 7915, "outputTokens": 2, "latencyMs": 1005.6952080000192 }, { "questionId": "q50", "format": "toon", "model": "gpt-5-nano", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 2529, "outputTokens": 1287, "latencyMs": 30941.076040999993 }, { "questionId": "q50", "format": "toon", "model": "claude-haiku-4-5", "expected": "26", "actual": "16", "isCorrect": false, "inputTokens": 2982, "outputTokens": 5, "latencyMs": 1114.022666999983 }, { "questionId": "q50", "format": "toon", "model": "gemini-2.5-flash", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 3324, "outputTokens": 2, "latencyMs": 17484.997459000006 }, { "questionId": "q50", "format": "csv", "model": "gpt-5-nano", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 2383, "outputTokens": 1735, "latencyMs": 16410.497957999993 }, { "questionId": "q50", "format": "csv", "model": "claude-haiku-4-5", "expected": "26", "actual": "16", "isCorrect": false, "inputTokens": 2856, "outputTokens": 5, "latencyMs": 1096.8193330000213 }, { "questionId": "q50", "format": "csv", "model": "gemini-2.5-flash", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 3198, "outputTokens": 2, "latencyMs": 14324.279708000016 }, { "questionId": "q50", "format": "xml", "model": "gpt-5-nano", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 7359, "outputTokens": 1543, "latencyMs": 15139.200333999994 }, { "questionId": "q50", "format": "xml", "model": "claude-haiku-4-5", "expected": "26", "actual": "21", "isCorrect": false, "inputTokens": 9360, "outputTokens": 5, "latencyMs": 1152.736042000004 }, { "questionId": "q50", "format": "xml", "model": "gemini-2.5-flash", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 9104, "outputTokens": 2, "latencyMs": 19624.726874999993 }, { "questionId": "q50", "format": "yaml", "model": "gpt-5-nano", "expected": "26", "actual": "26", "isCorrect": true, "inputTokens": 5014, "outputTokens": 1031, "latencyMs": 7884.299167000019 }, { "questionId": "q50", "format": "yaml", "model": "claude-haiku-4-5", "expected": "26", "actual": "20", "isCorrect": false, "inputTokens": 5760, "outputTokens": 5, "latencyMs": 984.3461250000109 }, { "questionId": "q50", "format": "yaml", "model": "gemini-2.5-flash", "expected": "26", "actual": "30", "isCorrect": false, "inputTokens": 5750, "outputTokens": 2, "latencyMs": 1294.497417000006 }, { "questionId": "q51", "format": "json", "model": "gpt-5-nano", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 6386, "outputTokens": 2695, "latencyMs": 25757.74325 }, { "questionId": "q51", "format": "json", "model": "claude-haiku-4-5", "expected": "78", "actual": "81", "isCorrect": false, "inputTokens": 7864, "outputTokens": 5, "latencyMs": 1330.1275409999944 }, { "questionId": "q51", "format": "json", "model": "gemini-2.5-flash", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 7905, "outputTokens": 2, "latencyMs": 11349.042874999985 }, { "questionId": "q51", "format": "toon", "model": "gpt-5-nano", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 2523, "outputTokens": 2119, "latencyMs": 31391.252624999994 }, { "questionId": "q51", "format": "toon", "model": "claude-haiku-4-5", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 2976, "outputTokens": 5, "latencyMs": 1051.2665419999976 }, { "questionId": "q51", "format": "toon", "model": "gemini-2.5-flash", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 3314, "outputTokens": 2, "latencyMs": 9630.083915999974 }, { "questionId": "q51", "format": "csv", "model": "gpt-5-nano", "expected": "78", "actual": "84", "isCorrect": false, "inputTokens": 2377, "outputTokens": 1863, "latencyMs": 15133.794208000007 }, { "questionId": "q51", "format": "csv", "model": "claude-haiku-4-5", "expected": "78", "actual": "73", "isCorrect": false, "inputTokens": 2850, "outputTokens": 5, "latencyMs": 952.5605000000214 }, { "questionId": "q51", "format": "csv", "model": "gemini-2.5-flash", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 3188, "outputTokens": 2, "latencyMs": 11450.481040999992 }, { "questionId": "q51", "format": "xml", "model": "gpt-5-nano", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 7353, "outputTokens": 903, "latencyMs": 32111.97775000002 }, { "questionId": "q51", "format": "xml", "model": "claude-haiku-4-5", "expected": "78", "actual": "77", "isCorrect": false, "inputTokens": 9354, "outputTokens": 5, "latencyMs": 2015.6932080000115 }, { "questionId": "q51", "format": "xml", "model": "gemini-2.5-flash", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 9094, "outputTokens": 2, "latencyMs": 11316.587916999997 }, { "questionId": "q51", "format": "yaml", "model": "gpt-5-nano", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 5008, "outputTokens": 1607, "latencyMs": 17228.22670900001 }, { "questionId": "q51", "format": "yaml", "model": "claude-haiku-4-5", "expected": "78", "actual": "77", "isCorrect": false, "inputTokens": 5754, "outputTokens": 5, "latencyMs": 1434.8912919999857 }, { "questionId": "q51", "format": "yaml", "model": "gemini-2.5-flash", "expected": "78", "actual": "78", "isCorrect": true, "inputTokens": 5740, "outputTokens": 2, "latencyMs": 15144.007791000011 }, { "questionId": "q52", "format": "json", "model": "gpt-5-nano", "expected": "22", "actual": "21", "isCorrect": false, "inputTokens": 6386, "outputTokens": 839, "latencyMs": 8969.827833999996 }, { "questionId": "q52", "format": "json", "model": "claude-haiku-4-5", "expected": "22", "actual": "15", "isCorrect": false, "inputTokens": 7864, "outputTokens": 5, "latencyMs": 1038.1520420000015 }, { "questionId": "q52", "format": "json", "model": "gemini-2.5-flash", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 7905, "outputTokens": 2, "latencyMs": 8416.65183399999 }, { "questionId": "q52", "format": "toon", "model": "gpt-5-nano", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 2523, "outputTokens": 967, "latencyMs": 9633.799374999973 }, { "questionId": "q52", "format": "toon", "model": "claude-haiku-4-5", "expected": "22", "actual": "16", "isCorrect": false, "inputTokens": 2976, "outputTokens": 5, "latencyMs": 1134.1007079999836 }, { "questionId": "q52", "format": "toon", "model": "gemini-2.5-flash", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 3314, "outputTokens": 2, "latencyMs": 11542.581249999988 }, { "questionId": "q52", "format": "csv", "model": "gpt-5-nano", "expected": "22", "actual": "24", "isCorrect": false, "inputTokens": 2377, "outputTokens": 2695, "latencyMs": 41106.853249999986 }, { "questionId": "q52", "format": "csv", "model": "claude-haiku-4-5", "expected": "22", "actual": "20", "isCorrect": false, "inputTokens": 2850, "outputTokens": 5, "latencyMs": 918.981958999997 }, { "questionId": "q52", "format": "csv", "model": "gemini-2.5-flash", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 3188, "outputTokens": 2, "latencyMs": 2052.5287920000264 }, { "questionId": "q52", "format": "xml", "model": "gpt-5-nano", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 7353, "outputTokens": 839, "latencyMs": 8334.775790999993 }, { "questionId": "q52", "format": "xml", "model": "claude-haiku-4-5", "expected": "22", "actual": "15", "isCorrect": false, "inputTokens": 9354, "outputTokens": 5, "latencyMs": 949.7613340000098 }, { "questionId": "q52", "format": "xml", "model": "gemini-2.5-flash", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 9094, "outputTokens": 2, "latencyMs": 10658.192250000022 }, { "questionId": "q52", "format": "yaml", "model": "gpt-5-nano", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 5008, "outputTokens": 1991, "latencyMs": 14355.515540999972 }, { "questionId": "q52", "format": "yaml", "model": "claude-haiku-4-5", "expected": "22", "actual": "16", "isCorrect": false, "inputTokens": 5754, "outputTokens": 5, "latencyMs": 1039.7822079999896 }, { "questionId": "q52", "format": "yaml", "model": "gemini-2.5-flash", "expected": "22", "actual": "22", "isCorrect": true, "inputTokens": 5740, "outputTokens": 2, "latencyMs": 12535.245041999995 }, { "questionId": "q53", "format": "json", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 6394, "outputTokens": 1223, "latencyMs": 11632.450709000026 }, { "questionId": "q53", "format": "json", "model": "claude-haiku-4-5", "expected": "12", "actual": "9", "isCorrect": false, "inputTokens": 7872, "outputTokens": 5, "latencyMs": 1179.524166999996 }, { "questionId": "q53", "format": "json", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 7916, "outputTokens": 2, "latencyMs": 4426.7412919999915 }, { "questionId": "q53", "format": "toon", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 2531, "outputTokens": 1799, "latencyMs": 21729.542084000015 }, { "questionId": "q53", "format": "toon", "model": "claude-haiku-4-5", "expected": "12", "actual": "9", "isCorrect": false, "inputTokens": 2984, "outputTokens": 5, "latencyMs": 3320.943874999997 }, { "questionId": "q53", "format": "toon", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 3325, "outputTokens": 2, "latencyMs": 5572.28795800003 }, { "questionId": "q53", "format": "csv", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 2385, "outputTokens": 1479, "latencyMs": 23517.660458 }, { "questionId": "q53", "format": "csv", "model": "claude-haiku-4-5", "expected": "12", "actual": "10", "isCorrect": false, "inputTokens": 2858, "outputTokens": 5, "latencyMs": 1028.1668340000033 }, { "questionId": "q53", "format": "csv", "model": "gemini-2.5-flash", "expected": "12", "actual": "13", "isCorrect": false, "inputTokens": 3199, "outputTokens": 2, "latencyMs": 21513.301958999975 }, { "questionId": "q53", "format": "xml", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 7361, "outputTokens": 1415, "latencyMs": 25169.729082999984 }, { "questionId": "q53", "format": "xml", "model": "claude-haiku-4-5", "expected": "12", "actual": "11", "isCorrect": false, "inputTokens": 9362, "outputTokens": 5, "latencyMs": 1306.0004590000026 }, { "questionId": "q53", "format": "xml", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 9105, "outputTokens": 2, "latencyMs": 22791.16737499999 }, { "questionId": "q53", "format": "yaml", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 5016, "outputTokens": 1415, "latencyMs": 18191.111124999996 }, { "questionId": "q53", "format": "yaml", "model": "claude-haiku-4-5", "expected": "12", "actual": "10", "isCorrect": false, "inputTokens": 5762, "outputTokens": 5, "latencyMs": 927.1151660000323 }, { "questionId": "q53", "format": "yaml", "model": "gemini-2.5-flash", "expected": "12", "actual": "13", "isCorrect": false, "inputTokens": 5751, "outputTokens": 2, "latencyMs": 5849.65625 }, { "questionId": "q54", "format": "json", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 6394, "outputTokens": 1543, "latencyMs": 17624.57283399999 }, { "questionId": "q54", "format": "json", "model": "claude-haiku-4-5", "expected": "11", "actual": "7", "isCorrect": false, "inputTokens": 7872, "outputTokens": 5, "latencyMs": 1445.3690829999978 }, { "questionId": "q54", "format": "json", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 7916, "outputTokens": 2, "latencyMs": 4641.89829099999 }, { "questionId": "q54", "format": "toon", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2531, "outputTokens": 1095, "latencyMs": 16408.578749999986 }, { "questionId": "q54", "format": "toon", "model": "claude-haiku-4-5", "expected": "11", "actual": "6", "isCorrect": false, "inputTokens": 2984, "outputTokens": 5, "latencyMs": 1336.712916999997 }, { "questionId": "q54", "format": "toon", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3325, "outputTokens": 2, "latencyMs": 5775.600584 }, { "questionId": "q54", "format": "csv", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2385, "outputTokens": 1479, "latencyMs": 15717.845583999995 }, { "questionId": "q54", "format": "csv", "model": "claude-haiku-4-5", "expected": "11", "actual": "8", "isCorrect": false, "inputTokens": 2858, "outputTokens": 5, "latencyMs": 2198.0668749999604 }, { "questionId": "q54", "format": "csv", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3199, "outputTokens": 2, "latencyMs": 37479.52691700001 }, { "questionId": "q54", "format": "xml", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 7361, "outputTokens": 1095, "latencyMs": 10663.58587499999 }, { "questionId": "q54", "format": "xml", "model": "claude-haiku-4-5", "expected": "11", "actual": "8", "isCorrect": false, "inputTokens": 9362, "outputTokens": 5, "latencyMs": 1077.469374999986 }, { "questionId": "q54", "format": "xml", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 9105, "outputTokens": 2, "latencyMs": 16569.429416999978 }, { "questionId": "q54", "format": "yaml", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 5016, "outputTokens": 1415, "latencyMs": 15212.04125000001 }, { "questionId": "q54", "format": "yaml", "model": "claude-haiku-4-5", "expected": "11", "actual": "8", "isCorrect": false, "inputTokens": 5762, "outputTokens": 5, "latencyMs": 935.8371249999618 }, { "questionId": "q54", "format": "yaml", "model": "gemini-2.5-flash", "expected": "11", "actual": "10", "isCorrect": false, "inputTokens": 5751, "outputTokens": 2, "latencyMs": 5121.037708000047 }, { "questionId": "q55", "format": "json", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 6394, "outputTokens": 1095, "latencyMs": 34446.65704199998 }, { "questionId": "q55", "format": "json", "model": "claude-haiku-4-5", "expected": "11", "actual": "8", "isCorrect": false, "inputTokens": 7872, "outputTokens": 5, "latencyMs": 2282.8374170000316 }, { "questionId": "q55", "format": "json", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 7916, "outputTokens": 2, "latencyMs": 5432.8123749999795 }, { "questionId": "q55", "format": "toon", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2531, "outputTokens": 1479, "latencyMs": 42719.131124999956 }, { "questionId": "q55", "format": "toon", "model": "claude-haiku-4-5", "expected": "11", "actual": "7", "isCorrect": false, "inputTokens": 2984, "outputTokens": 5, "latencyMs": 1832.9572909999988 }, { "questionId": "q55", "format": "toon", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3325, "outputTokens": 2, "latencyMs": 7711.211624999996 }, { "questionId": "q55", "format": "csv", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2385, "outputTokens": 1607, "latencyMs": 57515.48358300002 }, { "questionId": "q55", "format": "csv", "model": "claude-haiku-4-5", "expected": "11", "actual": "8", "isCorrect": false, "inputTokens": 2858, "outputTokens": 5, "latencyMs": 3238.0369170000195 }, { "questionId": "q55", "format": "csv", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3199, "outputTokens": 2, "latencyMs": 9271.402125000022 }, { "questionId": "q55", "format": "xml", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 7361, "outputTokens": 967, "latencyMs": 12946.014833999972 }, { "questionId": "q55", "format": "xml", "model": "claude-haiku-4-5", "expected": "11", "actual": "9", "isCorrect": false, "inputTokens": 9362, "outputTokens": 5, "latencyMs": 1523.2371250000433 }, { "questionId": "q55", "format": "xml", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 9105, "outputTokens": 2, "latencyMs": 11301.93191600003 }, { "questionId": "q55", "format": "yaml", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 5016, "outputTokens": 1351, "latencyMs": 18129.383040999994 }, { "questionId": "q55", "format": "yaml", "model": "claude-haiku-4-5", "expected": "11", "actual": "9", "isCorrect": false, "inputTokens": 5762, "outputTokens": 5, "latencyMs": 1117.6802920000046 }, { "questionId": "q55", "format": "yaml", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 5751, "outputTokens": 2, "latencyMs": 4743.260083000001 }, { "questionId": "q56", "format": "json", "model": "gpt-5-nano", "expected": "12", "actual": "11", "isCorrect": false, "inputTokens": 6394, "outputTokens": 1479, "latencyMs": 12632.222667000024 }, { "questionId": "q56", "format": "json", "model": "claude-haiku-4-5", "expected": "12", "actual": "7", "isCorrect": false, "inputTokens": 7872, "outputTokens": 5, "latencyMs": 1567.1472920000087 }, { "questionId": "q56", "format": "json", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 7916, "outputTokens": 2, "latencyMs": 5749.258750000037 }, { "questionId": "q56", "format": "toon", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 2531, "outputTokens": 1479, "latencyMs": 17473.24116700003 }, { "questionId": "q56", "format": "toon", "model": "claude-haiku-4-5", "expected": "12", "actual": "6", "isCorrect": false, "inputTokens": 2984, "outputTokens": 5, "latencyMs": 922.2049170000246 }, { "questionId": "q56", "format": "toon", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 3325, "outputTokens": 2, "latencyMs": 5561.690833000001 }, { "questionId": "q56", "format": "csv", "model": "gpt-5-nano", "expected": "12", "actual": "11", "isCorrect": false, "inputTokens": 2385, "outputTokens": 2183, "latencyMs": 23539.67433399998 }, { "questionId": "q56", "format": "csv", "model": "claude-haiku-4-5", "expected": "12", "actual": "7", "isCorrect": false, "inputTokens": 2858, "outputTokens": 5, "latencyMs": 1159.2557500000112 }, { "questionId": "q56", "format": "csv", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 3199, "outputTokens": 2, "latencyMs": 9863.856417000003 }, { "questionId": "q56", "format": "xml", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 7361, "outputTokens": 1927, "latencyMs": 106756.24308399996 }, { "questionId": "q56", "format": "xml", "model": "claude-haiku-4-5", "expected": "12", "actual": "8", "isCorrect": false, "inputTokens": 9362, "outputTokens": 5, "latencyMs": 1064.2161659999983 }, { "questionId": "q56", "format": "xml", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 9105, "outputTokens": 2, "latencyMs": 7033.105833999987 }, { "questionId": "q56", "format": "yaml", "model": "gpt-5-nano", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 5016, "outputTokens": 1095, "latencyMs": 14048.506916999992 }, { "questionId": "q56", "format": "yaml", "model": "claude-haiku-4-5", "expected": "12", "actual": "8", "isCorrect": false, "inputTokens": 5762, "outputTokens": 5, "latencyMs": 1192.642125000013 }, { "questionId": "q56", "format": "yaml", "model": "gemini-2.5-flash", "expected": "12", "actual": "12", "isCorrect": true, "inputTokens": 5751, "outputTokens": 2, "latencyMs": 5957.613042000041 }, { "questionId": "q57", "format": "json", "model": "gpt-5-nano", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 6393, "outputTokens": 3719, "latencyMs": 332341.88812499994 }, { "questionId": "q57", "format": "json", "model": "claude-haiku-4-5", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 7872, "outputTokens": 5, "latencyMs": 1168.1113340000156 }, { "questionId": "q57", "format": "json", "model": "gemini-2.5-flash", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 7912, "outputTokens": 2, "latencyMs": 20747.95541699999 }, { "questionId": "q57", "format": "toon", "model": "gpt-5-nano", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 2530, "outputTokens": 3079, "latencyMs": 24893.890125000034 }, { "questionId": "q57", "format": "toon", "model": "claude-haiku-4-5", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 2984, "outputTokens": 5, "latencyMs": 1446.5637920000008 }, { "questionId": "q57", "format": "toon", "model": "gemini-2.5-flash", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 3321, "outputTokens": 2, "latencyMs": 18187.491625000024 }, { "questionId": "q57", "format": "csv", "model": "gpt-5-nano", "expected": "62", "actual": "64", "isCorrect": false, "inputTokens": 2384, "outputTokens": 4551, "latencyMs": 61990.75604200002 }, { "questionId": "q57", "format": "csv", "model": "claude-haiku-4-5", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 2858, "outputTokens": 5, "latencyMs": 2368.5950840000296 }, { "questionId": "q57", "format": "csv", "model": "gemini-2.5-flash", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 3195, "outputTokens": 2, "latencyMs": 19295.422582999978 }, { "questionId": "q57", "format": "xml", "model": "gpt-5-nano", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 7360, "outputTokens": 3015, "latencyMs": 27433.851124999986 }, { "questionId": "q57", "format": "xml", "model": "claude-haiku-4-5", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 9362, "outputTokens": 5, "latencyMs": 1239.7937919999822 }, { "questionId": "q57", "format": "xml", "model": "gemini-2.5-flash", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 9101, "outputTokens": 2, "latencyMs": 21703.45670800004 }, { "questionId": "q57", "format": "yaml", "model": "gpt-5-nano", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 5015, "outputTokens": 4615, "latencyMs": 38416.754041999986 }, { "questionId": "q57", "format": "yaml", "model": "claude-haiku-4-5", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 5762, "outputTokens": 5, "latencyMs": 974.5636659999727 }, { "questionId": "q57", "format": "yaml", "model": "gemini-2.5-flash", "expected": "62", "actual": "62", "isCorrect": true, "inputTokens": 5747, "outputTokens": 2, "latencyMs": 20388.102249999996 }, { "questionId": "q58", "format": "json", "model": "gpt-5-nano", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 6393, "outputTokens": 2567, "latencyMs": 23536.014041999995 }, { "questionId": "q58", "format": "json", "model": "claude-haiku-4-5", "expected": "45", "actual": "42", "isCorrect": false, "inputTokens": 7872, "outputTokens": 5, "latencyMs": 1002.8562090000487 }, { "questionId": "q58", "format": "json", "model": "gemini-2.5-flash", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 7913, "outputTokens": 2, "latencyMs": 35012.274959 }, { "questionId": "q58", "format": "toon", "model": "gpt-5-nano", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 2530, "outputTokens": 3143, "latencyMs": 27182.416041999997 }, { "questionId": "q58", "format": "toon", "model": "claude-haiku-4-5", "expected": "45", "actual": "42", "isCorrect": false, "inputTokens": 2984, "outputTokens": 5, "latencyMs": 935.4336250000051 }, { "questionId": "q58", "format": "toon", "model": "gemini-2.5-flash", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 3322, "outputTokens": 2, "latencyMs": 19937.21420799999 }, { "questionId": "q58", "format": "csv", "model": "gpt-5-nano", "expected": "45", "actual": "46", "isCorrect": false, "inputTokens": 2384, "outputTokens": 3271, "latencyMs": 26153.538457999995 }, { "questionId": "q58", "format": "csv", "model": "claude-haiku-4-5", "expected": "45", "actual": "42", "isCorrect": false, "inputTokens": 2858, "outputTokens": 5, "latencyMs": 1029.4126660000184 }, { "questionId": "q58", "format": "csv", "model": "gemini-2.5-flash", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 3196, "outputTokens": 2, "latencyMs": 36182.66629199998 }, { "questionId": "q58", "format": "xml", "model": "gpt-5-nano", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 7360, "outputTokens": 2823, "latencyMs": 27939.341790999984 }, { "questionId": "q58", "format": "xml", "model": "claude-haiku-4-5", "expected": "45", "actual": "47", "isCorrect": false, "inputTokens": 9362, "outputTokens": 5, "latencyMs": 1699.4091669999762 }, { "questionId": "q58", "format": "xml", "model": "gemini-2.5-flash", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 9102, "outputTokens": 2, "latencyMs": 20119.059750000015 }, { "questionId": "q58", "format": "yaml", "model": "gpt-5-nano", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 5015, "outputTokens": 2631, "latencyMs": 25962.383333999955 }, { "questionId": "q58", "format": "yaml", "model": "claude-haiku-4-5", "expected": "45", "actual": "38", "isCorrect": false, "inputTokens": 5762, "outputTokens": 5, "latencyMs": 1063.877124999999 }, { "questionId": "q58", "format": "yaml", "model": "gemini-2.5-flash", "expected": "45", "actual": "45", "isCorrect": true, "inputTokens": 5748, "outputTokens": 2, "latencyMs": 37951.156874999986 }, { "questionId": "q59", "format": "json", "model": "gpt-5-nano", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 9739, "outputTokens": 137, "latencyMs": 2635.883374999976 }, { "questionId": "q59", "format": "json", "model": "claude-haiku-4-5", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1164.0292079999927 }, { "questionId": "q59", "format": "json", "model": "gemini-2.5-flash", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 12113, "outputTokens": 5, "latencyMs": 1510.9628750000265 }, { "questionId": "q59", "format": "toon", "model": "gpt-5-nano", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 6013, "outputTokens": 73, "latencyMs": 3338.3452919999836 }, { "questionId": "q59", "format": "toon", "model": "claude-haiku-4-5", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1290.2898750000168 }, { "questionId": "q59", "format": "toon", "model": "gemini-2.5-flash", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 7201, "outputTokens": 5, "latencyMs": 1073.7947919999715 }, { "questionId": "q59", "format": "csv", "model": "gpt-5-nano", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 6781, "outputTokens": 201, "latencyMs": 3254.3114590000478 }, { "questionId": "q59", "format": "csv", "model": "claude-haiku-4-5", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1300.0598330000066 }, { "questionId": "q59", "format": "csv", "model": "gemini-2.5-flash", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 7838, "outputTokens": 5, "latencyMs": 2603.532125000027 }, { "questionId": "q59", "format": "xml", "model": "gpt-5-nano", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 11037, "outputTokens": 137, "latencyMs": 2712.822291999997 }, { "questionId": "q59", "format": "xml", "model": "claude-haiku-4-5", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1369.1374160000123 }, { "questionId": "q59", "format": "xml", "model": "gemini-2.5-flash", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 13451, "outputTokens": 5, "latencyMs": 1339.450165999995 }, { "questionId": "q59", "format": "yaml", "model": "gpt-5-nano", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 7373, "outputTokens": 137, "latencyMs": 2561.059583000024 }, { "questionId": "q59", "format": "yaml", "model": "claude-haiku-4-5", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1122.8535000000265 }, { "questionId": "q59", "format": "yaml", "model": "gemini-2.5-flash", "expected": "96.17", "actual": "96.17", "isCorrect": true, "inputTokens": 8427, "outputTokens": 5, "latencyMs": 1243.387041000009 }, { "questionId": "q60", "format": "json", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 9738, "outputTokens": 200, "latencyMs": 4276.413916999998 }, { "questionId": "q60", "format": "json", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1337.8417079999927 }, { "questionId": "q60", "format": "json", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 12112, "outputTokens": 2, "latencyMs": 1526.3712500000256 }, { "questionId": "q60", "format": "toon", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 6012, "outputTokens": 136, "latencyMs": 2210.3001669999794 }, { "questionId": "q60", "format": "toon", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1227.2460840000422 }, { "questionId": "q60", "format": "toon", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 7200, "outputTokens": 2, "latencyMs": 1149.5532499999972 }, { "questionId": "q60", "format": "csv", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 6780, "outputTokens": 200, "latencyMs": 2463.5065419999883 }, { "questionId": "q60", "format": "csv", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1474.229833999998 }, { "questionId": "q60", "format": "csv", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 7837, "outputTokens": 2, "latencyMs": 3119.7202080000425 }, { "questionId": "q60", "format": "xml", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 11036, "outputTokens": 136, "latencyMs": 2996.8577500000247 }, { "questionId": "q60", "format": "xml", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1374.8893749999697 }, { "questionId": "q60", "format": "xml", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 13450, "outputTokens": 2, "latencyMs": 1361.1552500000107 }, { "questionId": "q60", "format": "yaml", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 7372, "outputTokens": 136, "latencyMs": 2356.033334000036 }, { "questionId": "q60", "format": "yaml", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1128.8600410000072 }, { "questionId": "q60", "format": "yaml", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 8426, "outputTokens": 2, "latencyMs": 1012.1753329999628 }, { "questionId": "q61", "format": "json", "model": "gpt-5-nano", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 9739, "outputTokens": 201, "latencyMs": 2894.6042920000036 }, { "questionId": "q61", "format": "json", "model": "claude-haiku-4-5", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1140.3883749999804 }, { "questionId": "q61", "format": "json", "model": "gemini-2.5-flash", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 12113, "outputTokens": 6, "latencyMs": 1286.3832499999553 }, { "questionId": "q61", "format": "toon", "model": "gpt-5-nano", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 6013, "outputTokens": 201, "latencyMs": 5983.418707999983 }, { "questionId": "q61", "format": "toon", "model": "claude-haiku-4-5", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1257.5179999999818 }, { "questionId": "q61", "format": "toon", "model": "gemini-2.5-flash", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 7201, "outputTokens": 6, "latencyMs": 1470.9667500000214 }, { "questionId": "q61", "format": "csv", "model": "gpt-5-nano", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 6781, "outputTokens": 265, "latencyMs": 3804.386666000006 }, { "questionId": "q61", "format": "csv", "model": "claude-haiku-4-5", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1181.0549580000225 }, { "questionId": "q61", "format": "csv", "model": "gemini-2.5-flash", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 7838, "outputTokens": 6, "latencyMs": 2825.75008300005 }, { "questionId": "q61", "format": "xml", "model": "gpt-5-nano", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 11037, "outputTokens": 201, "latencyMs": 4155.127124999999 }, { "questionId": "q61", "format": "xml", "model": "claude-haiku-4-5", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1243.845667000045 }, { "questionId": "q61", "format": "xml", "model": "gemini-2.5-flash", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 13451, "outputTokens": 6, "latencyMs": 1183.5630419999943 }, { "questionId": "q61", "format": "yaml", "model": "gpt-5-nano", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 7373, "outputTokens": 137, "latencyMs": 3305.4360420000157 }, { "questionId": "q61", "format": "yaml", "model": "claude-haiku-4-5", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1122.905792000005 }, { "questionId": "q61", "format": "yaml", "model": "gemini-2.5-flash", "expected": "599.39", "actual": "599.39", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 1289.1040829999838 }, { "questionId": "q62", "format": "json", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 9738, "outputTokens": 199, "latencyMs": 4459.190540999989 }, { "questionId": "q62", "format": "json", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1385.2943749999977 }, { "questionId": "q62", "format": "json", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1281.1537499999977 }, { "questionId": "q62", "format": "toon", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 6012, "outputTokens": 135, "latencyMs": 2211.059750000015 }, { "questionId": "q62", "format": "toon", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1282.652208000014 }, { "questionId": "q62", "format": "toon", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1296.6791250000242 }, { "questionId": "q62", "format": "csv", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 6780, "outputTokens": 135, "latencyMs": 4460.896583999973 }, { "questionId": "q62", "format": "csv", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1311.2437919999938 }, { "questionId": "q62", "format": "csv", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 2321.0788329999777 }, { "questionId": "q62", "format": "xml", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 11036, "outputTokens": 135, "latencyMs": 2574.011124999961 }, { "questionId": "q62", "format": "xml", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1331.6849169999477 }, { "questionId": "q62", "format": "xml", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 1876.967500000028 }, { "questionId": "q62", "format": "yaml", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 7372, "outputTokens": 71, "latencyMs": 4585.356583999994 }, { "questionId": "q62", "format": "yaml", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1472.130541999999 }, { "questionId": "q62", "format": "yaml", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 3066.8415830000304 }, { "questionId": "q63", "format": "json", "model": "gpt-5-nano", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 9739, "outputTokens": 265, "latencyMs": 4022.9598750000005 }, { "questionId": "q63", "format": "json", "model": "claude-haiku-4-5", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1480.8643750000047 }, { "questionId": "q63", "format": "json", "model": "gemini-2.5-flash", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 12113, "outputTokens": 6, "latencyMs": 1615.6131670000032 }, { "questionId": "q63", "format": "toon", "model": "gpt-5-nano", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 6013, "outputTokens": 265, "latencyMs": 3674.1392500000075 }, { "questionId": "q63", "format": "toon", "model": "claude-haiku-4-5", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1060.8583750000107 }, { "questionId": "q63", "format": "toon", "model": "gemini-2.5-flash", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 7201, "outputTokens": 6, "latencyMs": 1496.0798749999958 }, { "questionId": "q63", "format": "csv", "model": "gpt-5-nano", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 6781, "outputTokens": 329, "latencyMs": 3936.86050000001 }, { "questionId": "q63", "format": "csv", "model": "claude-haiku-4-5", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1451.5014170000213 }, { "questionId": "q63", "format": "csv", "model": "gemini-2.5-flash", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 7838, "outputTokens": 6, "latencyMs": 3275.3027920000022 }, { "questionId": "q63", "format": "xml", "model": "gpt-5-nano", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 11037, "outputTokens": 521, "latencyMs": 7834.65945799998 }, { "questionId": "q63", "format": "xml", "model": "claude-haiku-4-5", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1066.7734170000185 }, { "questionId": "q63", "format": "xml", "model": "gemini-2.5-flash", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 13451, "outputTokens": 6, "latencyMs": 1091.2406670000055 }, { "questionId": "q63", "format": "yaml", "model": "gpt-5-nano", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 7373, "outputTokens": 265, "latencyMs": 7133.230082999973 }, { "questionId": "q63", "format": "yaml", "model": "claude-haiku-4-5", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1334.3640829999931 }, { "questionId": "q63", "format": "yaml", "model": "gemini-2.5-flash", "expected": "528.71", "actual": "528.71", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 1548.7799590000068 }, { "questionId": "q64", "format": "json", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 9738, "outputTokens": 199, "latencyMs": 3084.847666000016 }, { "questionId": "q64", "format": "json", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1400.1154589999933 }, { "questionId": "q64", "format": "json", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 2145.6674999999814 }, { "questionId": "q64", "format": "toon", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 6012, "outputTokens": 199, "latencyMs": 2951.514334000007 }, { "questionId": "q64", "format": "toon", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1178.9784170000348 }, { "questionId": "q64", "format": "toon", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1061.4745419999817 }, { "questionId": "q64", "format": "csv", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 6780, "outputTokens": 263, "latencyMs": 3550.5126670000027 }, { "questionId": "q64", "format": "csv", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1128.6832500000019 }, { "questionId": "q64", "format": "csv", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 2419.836874999979 }, { "questionId": "q64", "format": "xml", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 11036, "outputTokens": 263, "latencyMs": 18500.49987499998 }, { "questionId": "q64", "format": "xml", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1697.067417000013 }, { "questionId": "q64", "format": "xml", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 1665.4901669999817 }, { "questionId": "q64", "format": "yaml", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 7372, "outputTokens": 135, "latencyMs": 3648.2167090000003 }, { "questionId": "q64", "format": "yaml", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1223.7409169999883 }, { "questionId": "q64", "format": "yaml", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 2938.2844999999506 }, { "questionId": "q65", "format": "json", "model": "gpt-5-nano", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 9739, "outputTokens": 202, "latencyMs": 3459.946917000052 }, { "questionId": "q65", "format": "json", "model": "claude-haiku-4-5", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 11907, "outputTokens": 8, "latencyMs": 1173.402208000014 }, { "questionId": "q65", "format": "json", "model": "gemini-2.5-flash", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 12113, "outputTokens": 7, "latencyMs": 3167.1566250000033 }, { "questionId": "q65", "format": "toon", "model": "gpt-5-nano", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 6013, "outputTokens": 202, "latencyMs": 3737.224749999994 }, { "questionId": "q65", "format": "toon", "model": "claude-haiku-4-5", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 6993, "outputTokens": 8, "latencyMs": 926.1720830000122 }, { "questionId": "q65", "format": "toon", "model": "gemini-2.5-flash", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 7201, "outputTokens": 7, "latencyMs": 1469.4704999999958 }, { "questionId": "q65", "format": "csv", "model": "gpt-5-nano", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 6781, "outputTokens": 266, "latencyMs": 4014.4818339999765 }, { "questionId": "q65", "format": "csv", "model": "claude-haiku-4-5", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 8414, "outputTokens": 8, "latencyMs": 1132.7197079999605 }, { "questionId": "q65", "format": "csv", "model": "gemini-2.5-flash", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 7838, "outputTokens": 7, "latencyMs": 3670.1206250000396 }, { "questionId": "q65", "format": "xml", "model": "gpt-5-nano", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 11037, "outputTokens": 202, "latencyMs": 4318.927583000041 }, { "questionId": "q65", "format": "xml", "model": "claude-haiku-4-5", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 13380, "outputTokens": 8, "latencyMs": 1835.1892919999664 }, { "questionId": "q65", "format": "xml", "model": "gemini-2.5-flash", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 13451, "outputTokens": 7, "latencyMs": 1211.4787500000093 }, { "questionId": "q65", "format": "yaml", "model": "gpt-5-nano", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 7373, "outputTokens": 202, "latencyMs": 3591.6950419999775 }, { "questionId": "q65", "format": "yaml", "model": "claude-haiku-4-5", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 8385, "outputTokens": 8, "latencyMs": 1278.8472920000204 }, { "questionId": "q65", "format": "yaml", "model": "gemini-2.5-flash", "expected": "1687.82", "actual": "1687.82", "isCorrect": true, "inputTokens": 8427, "outputTokens": 7, "latencyMs": 2102.123208999983 }, { "questionId": "q66", "format": "json", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 9738, "outputTokens": 136, "latencyMs": 2793.1591250000056 }, { "questionId": "q66", "format": "json", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1319.3459579999908 }, { "questionId": "q66", "format": "json", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1572.3595830000122 }, { "questionId": "q66", "format": "toon", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 6012, "outputTokens": 264, "latencyMs": 4642.070207999961 }, { "questionId": "q66", "format": "toon", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1161.8217919999734 }, { "questionId": "q66", "format": "toon", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1045.6249589999788 }, { "questionId": "q66", "format": "csv", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 6780, "outputTokens": 200, "latencyMs": 3501.1775419999612 }, { "questionId": "q66", "format": "csv", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1463.0212910000118 }, { "questionId": "q66", "format": "csv", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 1782.100999999966 }, { "questionId": "q66", "format": "xml", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 11036, "outputTokens": 584, "latencyMs": 7168.528500000015 }, { "questionId": "q66", "format": "xml", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1339.9878749999916 }, { "questionId": "q66", "format": "xml", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 1196.7808749999967 }, { "questionId": "q66", "format": "yaml", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 7372, "outputTokens": 328, "latencyMs": 4938.96991699998 }, { "questionId": "q66", "format": "yaml", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1121.6232500000042 }, { "questionId": "q66", "format": "yaml", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 1062.6134160000365 }, { "questionId": "q67", "format": "json", "model": "gpt-5-nano", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 9739, "outputTokens": 137, "latencyMs": 2332.1545840000035 }, { "questionId": "q67", "format": "json", "model": "claude-haiku-4-5", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1210.105333000014 }, { "questionId": "q67", "format": "json", "model": "gemini-2.5-flash", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 12113, "outputTokens": 5, "latencyMs": 2248.713915999979 }, { "questionId": "q67", "format": "toon", "model": "gpt-5-nano", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 6013, "outputTokens": 201, "latencyMs": 5095.391790999973 }, { "questionId": "q67", "format": "toon", "model": "claude-haiku-4-5", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 2002.2553749999497 }, { "questionId": "q67", "format": "toon", "model": "gemini-2.5-flash", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 7201, "outputTokens": 5, "latencyMs": 1447.1179159999592 }, { "questionId": "q67", "format": "csv", "model": "gpt-5-nano", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 6781, "outputTokens": 201, "latencyMs": 7838.877333000011 }, { "questionId": "q67", "format": "csv", "model": "claude-haiku-4-5", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1108.0410839999677 }, { "questionId": "q67", "format": "csv", "model": "gemini-2.5-flash", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 7838, "outputTokens": 5, "latencyMs": 2419.8735420000157 }, { "questionId": "q67", "format": "xml", "model": "gpt-5-nano", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 11037, "outputTokens": 201, "latencyMs": 4098.654000000039 }, { "questionId": "q67", "format": "xml", "model": "claude-haiku-4-5", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1200.5831250000047 }, { "questionId": "q67", "format": "xml", "model": "gemini-2.5-flash", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 13451, "outputTokens": 5, "latencyMs": 1685.785542000027 }, { "questionId": "q67", "format": "yaml", "model": "gpt-5-nano", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 7373, "outputTokens": 201, "latencyMs": 4059.9044170000125 }, { "questionId": "q67", "format": "yaml", "model": "claude-haiku-4-5", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1264.0358329999726 }, { "questionId": "q67", "format": "yaml", "model": "gemini-2.5-flash", "expected": "423.6", "actual": "423.6", "isCorrect": true, "inputTokens": 8427, "outputTokens": 5, "latencyMs": 1237.0989580000169 }, { "questionId": "q68", "format": "json", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 9738, "outputTokens": 200, "latencyMs": 3303.1327499999898 }, { "questionId": "q68", "format": "json", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1808.5881250000093 }, { "questionId": "q68", "format": "json", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1355.4241669999901 }, { "questionId": "q68", "format": "toon", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 6012, "outputTokens": 200, "latencyMs": 3711.711249999993 }, { "questionId": "q68", "format": "toon", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1294.2883750000037 }, { "questionId": "q68", "format": "toon", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1162.5020840000361 }, { "questionId": "q68", "format": "csv", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 6780, "outputTokens": 264, "latencyMs": 3022.083249999967 }, { "questionId": "q68", "format": "csv", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 944.2437079999945 }, { "questionId": "q68", "format": "csv", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 3629.1201669999864 }, { "questionId": "q68", "format": "xml", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 11036, "outputTokens": 456, "latencyMs": 4701.368916000007 }, { "questionId": "q68", "format": "xml", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1121.0914999999804 }, { "questionId": "q68", "format": "xml", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 2000.4341669999994 }, { "questionId": "q68", "format": "yaml", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 7372, "outputTokens": 200, "latencyMs": 6000.394582999987 }, { "questionId": "q68", "format": "yaml", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1584.1092090000166 }, { "questionId": "q68", "format": "yaml", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 2002.2350420000148 }, { "questionId": "q69", "format": "json", "model": "gpt-5-nano", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 9739, "outputTokens": 265, "latencyMs": 7792.974290999991 }, { "questionId": "q69", "format": "json", "model": "claude-haiku-4-5", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 2028.2800829999615 }, { "questionId": "q69", "format": "json", "model": "gemini-2.5-flash", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 12113, "outputTokens": 6, "latencyMs": 1505.0516669999924 }, { "questionId": "q69", "format": "toon", "model": "gpt-5-nano", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 6013, "outputTokens": 201, "latencyMs": 7270.891041999974 }, { "questionId": "q69", "format": "toon", "model": "claude-haiku-4-5", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 2478.4481660000165 }, { "questionId": "q69", "format": "toon", "model": "gemini-2.5-flash", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 7201, "outputTokens": 6, "latencyMs": 1305.2497500000172 }, { "questionId": "q69", "format": "csv", "model": "gpt-5-nano", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 6781, "outputTokens": 393, "latencyMs": 6261.073583999998 }, { "questionId": "q69", "format": "csv", "model": "claude-haiku-4-5", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1863.528500000015 }, { "questionId": "q69", "format": "csv", "model": "gemini-2.5-flash", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 7838, "outputTokens": 6, "latencyMs": 3306.4452499999898 }, { "questionId": "q69", "format": "xml", "model": "gpt-5-nano", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 11037, "outputTokens": 265, "latencyMs": 3464.767792000028 }, { "questionId": "q69", "format": "xml", "model": "claude-haiku-4-5", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1144.0890420000069 }, { "questionId": "q69", "format": "xml", "model": "gemini-2.5-flash", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 13451, "outputTokens": 6, "latencyMs": 1458.4538750000065 }, { "questionId": "q69", "format": "yaml", "model": "gpt-5-nano", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 7373, "outputTokens": 201, "latencyMs": 3276.8598340000026 }, { "questionId": "q69", "format": "yaml", "model": "claude-haiku-4-5", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1434.8686669999734 }, { "questionId": "q69", "format": "yaml", "model": "gemini-2.5-flash", "expected": "784.03", "actual": "784.03", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 1570.2152500000084 }, { "questionId": "q70", "format": "json", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 9738, "outputTokens": 200, "latencyMs": 3532.8103330000304 }, { "questionId": "q70", "format": "json", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1212.3070409999928 }, { "questionId": "q70", "format": "json", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 12112, "outputTokens": 2, "latencyMs": 1246.4002080000355 }, { "questionId": "q70", "format": "toon", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 6012, "outputTokens": 136, "latencyMs": 6942.459582999989 }, { "questionId": "q70", "format": "toon", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1144.068333000003 }, { "questionId": "q70", "format": "toon", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 7200, "outputTokens": 2, "latencyMs": 2209.296417000005 }, { "questionId": "q70", "format": "csv", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 6780, "outputTokens": 136, "latencyMs": 4940.5221670000465 }, { "questionId": "q70", "format": "csv", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1493.192041000002 }, { "questionId": "q70", "format": "csv", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 7837, "outputTokens": 2, "latencyMs": 1817.8049579999642 }, { "questionId": "q70", "format": "xml", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 11036, "outputTokens": 136, "latencyMs": 3458.8650829999824 }, { "questionId": "q70", "format": "xml", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1401.621165999968 }, { "questionId": "q70", "format": "xml", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 13450, "outputTokens": 2, "latencyMs": 3644.271166999999 }, { "questionId": "q70", "format": "yaml", "model": "gpt-5-nano", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 7372, "outputTokens": 200, "latencyMs": 2859.7807909999974 }, { "questionId": "q70", "format": "yaml", "model": "claude-haiku-4-5", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1170.455874999985 }, { "questionId": "q70", "format": "yaml", "model": "gemini-2.5-flash", "expected": "shipped", "actual": "shipped", "isCorrect": true, "inputTokens": 8426, "outputTokens": 2, "latencyMs": 2668.4208750000107 }, { "questionId": "q71", "format": "json", "model": "gpt-5-nano", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 9739, "outputTokens": 265, "latencyMs": 3387.9897919999785 }, { "questionId": "q71", "format": "json", "model": "claude-haiku-4-5", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1210.6735000000335 }, { "questionId": "q71", "format": "json", "model": "gemini-2.5-flash", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 12113, "outputTokens": 6, "latencyMs": 2313.2734579999815 }, { "questionId": "q71", "format": "toon", "model": "gpt-5-nano", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 6013, "outputTokens": 201, "latencyMs": 2948.030916000018 }, { "questionId": "q71", "format": "toon", "model": "claude-haiku-4-5", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1499.2446670000209 }, { "questionId": "q71", "format": "toon", "model": "gemini-2.5-flash", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 7201, "outputTokens": 6, "latencyMs": 1259.240832999989 }, { "questionId": "q71", "format": "csv", "model": "gpt-5-nano", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 6781, "outputTokens": 201, "latencyMs": 8963.050458999991 }, { "questionId": "q71", "format": "csv", "model": "claude-haiku-4-5", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1168.6370839999872 }, { "questionId": "q71", "format": "csv", "model": "gemini-2.5-flash", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 7838, "outputTokens": 6, "latencyMs": 2633.771375000011 }, { "questionId": "q71", "format": "xml", "model": "gpt-5-nano", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 11037, "outputTokens": 329, "latencyMs": 7189.561790999956 }, { "questionId": "q71", "format": "xml", "model": "claude-haiku-4-5", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1225.8507080000127 }, { "questionId": "q71", "format": "xml", "model": "gemini-2.5-flash", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 13451, "outputTokens": 6, "latencyMs": 1124.1396250000107 }, { "questionId": "q71", "format": "yaml", "model": "gpt-5-nano", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 7373, "outputTokens": 201, "latencyMs": 3990.592707999982 }, { "questionId": "q71", "format": "yaml", "model": "claude-haiku-4-5", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1128.0700419999775 }, { "questionId": "q71", "format": "yaml", "model": "gemini-2.5-flash", "expected": "645.88", "actual": "645.88", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 1804.0158330000122 }, { "questionId": "q72", "format": "json", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 9738, "outputTokens": 263, "latencyMs": 3661.423624999996 }, { "questionId": "q72", "format": "json", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1125.6147919999785 }, { "questionId": "q72", "format": "json", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1711.6630829999922 }, { "questionId": "q72", "format": "toon", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 6012, "outputTokens": 199, "latencyMs": 3128.0557079999708 }, { "questionId": "q72", "format": "toon", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1669.1822079999838 }, { "questionId": "q72", "format": "toon", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1274.667958999984 }, { "questionId": "q72", "format": "csv", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 6780, "outputTokens": 263, "latencyMs": 3663.237792 }, { "questionId": "q72", "format": "csv", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1122.126249999972 }, { "questionId": "q72", "format": "csv", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 1549.8010420000064 }, { "questionId": "q72", "format": "xml", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 11036, "outputTokens": 327, "latencyMs": 6674.916083000018 }, { "questionId": "q72", "format": "xml", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1230.8339169999817 }, { "questionId": "q72", "format": "xml", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 992.4760409999872 }, { "questionId": "q72", "format": "yaml", "model": "gpt-5-nano", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 7372, "outputTokens": 199, "latencyMs": 3755.6932919999817 }, { "questionId": "q72", "format": "yaml", "model": "claude-haiku-4-5", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1540.152833 }, { "questionId": "q72", "format": "yaml", "model": "gemini-2.5-flash", "expected": "processing", "actual": "processing", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 2185.4502910000156 }, { "questionId": "q73", "format": "json", "model": "gpt-5-nano", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 9739, "outputTokens": 265, "latencyMs": 3809.869667000021 }, { "questionId": "q73", "format": "json", "model": "claude-haiku-4-5", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1150.84375 }, { "questionId": "q73", "format": "json", "model": "gemini-2.5-flash", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 12113, "outputTokens": 6, "latencyMs": 1217.3986659999937 }, { "questionId": "q73", "format": "toon", "model": "gpt-5-nano", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 6013, "outputTokens": 137, "latencyMs": 2091.0124589999905 }, { "questionId": "q73", "format": "toon", "model": "claude-haiku-4-5", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1357.4467920000316 }, { "questionId": "q73", "format": "toon", "model": "gemini-2.5-flash", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 7201, "outputTokens": 6, "latencyMs": 2377.229250000033 }, { "questionId": "q73", "format": "csv", "model": "gpt-5-nano", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 6781, "outputTokens": 201, "latencyMs": 2673.4793749999953 }, { "questionId": "q73", "format": "csv", "model": "claude-haiku-4-5", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1785.7454999999609 }, { "questionId": "q73", "format": "csv", "model": "gemini-2.5-flash", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 7838, "outputTokens": 6, "latencyMs": 1956.5365410000086 }, { "questionId": "q73", "format": "xml", "model": "gpt-5-nano", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 11037, "outputTokens": 201, "latencyMs": 2943.3867910000263 }, { "questionId": "q73", "format": "xml", "model": "claude-haiku-4-5", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1264.3261250000214 }, { "questionId": "q73", "format": "xml", "model": "gemini-2.5-flash", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 13451, "outputTokens": 6, "latencyMs": 1479.502083999978 }, { "questionId": "q73", "format": "yaml", "model": "gpt-5-nano", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 7373, "outputTokens": 137, "latencyMs": 2697.696667000011 }, { "questionId": "q73", "format": "yaml", "model": "claude-haiku-4-5", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1319.8920829999843 }, { "questionId": "q73", "format": "yaml", "model": "gemini-2.5-flash", "expected": "371.91", "actual": "371.91", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 1655.4022090000217 }, { "questionId": "q74", "format": "json", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 9738, "outputTokens": 327, "latencyMs": 3728.9863749999786 }, { "questionId": "q74", "format": "json", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1403.8238750000019 }, { "questionId": "q74", "format": "json", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1610.8924579999875 }, { "questionId": "q74", "format": "toon", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 6012, "outputTokens": 199, "latencyMs": 3121.718416000018 }, { "questionId": "q74", "format": "toon", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1051.426999999967 }, { "questionId": "q74", "format": "toon", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1171.1483340000268 }, { "questionId": "q74", "format": "csv", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 6780, "outputTokens": 263, "latencyMs": 2642.1894589999574 }, { "questionId": "q74", "format": "csv", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1286.3537080000388 }, { "questionId": "q74", "format": "csv", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 3901.2503750000033 }, { "questionId": "q74", "format": "xml", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 11036, "outputTokens": 263, "latencyMs": 3386.3902919999673 }, { "questionId": "q74", "format": "xml", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1593.6848750000354 }, { "questionId": "q74", "format": "xml", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 1085.9149159999797 }, { "questionId": "q74", "format": "yaml", "model": "gpt-5-nano", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 7372, "outputTokens": 135, "latencyMs": 2352.2881669999915 }, { "questionId": "q74", "format": "yaml", "model": "claude-haiku-4-5", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1046.4814580000238 }, { "questionId": "q74", "format": "yaml", "model": "gemini-2.5-flash", "expected": "pending", "actual": "pending", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 1687.5740409999853 }, { "questionId": "q75", "format": "json", "model": "gpt-5-nano", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 9739, "outputTokens": 264, "latencyMs": 5460.0885409999755 }, { "questionId": "q75", "format": "json", "model": "claude-haiku-4-5", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 11907, "outputTokens": 6, "latencyMs": 1246.0814159999718 }, { "questionId": "q75", "format": "json", "model": "gemini-2.5-flash", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 1696.832666000002 }, { "questionId": "q75", "format": "toon", "model": "gpt-5-nano", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 6013, "outputTokens": 200, "latencyMs": 2906.3054160000174 }, { "questionId": "q75", "format": "toon", "model": "claude-haiku-4-5", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 6993, "outputTokens": 6, "latencyMs": 1201.3947090000147 }, { "questionId": "q75", "format": "toon", "model": "gemini-2.5-flash", "expected": "1066", "actual": "1066.00", "isCorrect": true, "inputTokens": 7201, "outputTokens": 7, "latencyMs": 1377.305457999988 }, { "questionId": "q75", "format": "csv", "model": "gpt-5-nano", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 6781, "outputTokens": 456, "latencyMs": 8801.27112499997 }, { "questionId": "q75", "format": "csv", "model": "claude-haiku-4-5", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 8414, "outputTokens": 6, "latencyMs": 1433.466666000022 }, { "questionId": "q75", "format": "csv", "model": "gemini-2.5-flash", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 3448.654917000036 }, { "questionId": "q75", "format": "xml", "model": "gpt-5-nano", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 11037, "outputTokens": 264, "latencyMs": 4939.312791000004 }, { "questionId": "q75", "format": "xml", "model": "claude-haiku-4-5", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 13380, "outputTokens": 6, "latencyMs": 1252.419332999969 }, { "questionId": "q75", "format": "xml", "model": "gemini-2.5-flash", "expected": "1066", "actual": "1066.00", "isCorrect": true, "inputTokens": 13451, "outputTokens": 7, "latencyMs": 1151.2592920000316 }, { "questionId": "q75", "format": "yaml", "model": "gpt-5-nano", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 7373, "outputTokens": 136, "latencyMs": 3143.9853749999893 }, { "questionId": "q75", "format": "yaml", "model": "claude-haiku-4-5", "expected": "1066", "actual": "1066", "isCorrect": true, "inputTokens": 8385, "outputTokens": 6, "latencyMs": 1177.0768329999992 }, { "questionId": "q75", "format": "yaml", "model": "gemini-2.5-flash", "expected": "1066", "actual": "1066.0", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 1535.377165999962 }, { "questionId": "q76", "format": "json", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 9738, "outputTokens": 328, "latencyMs": 10990.360375000047 }, { "questionId": "q76", "format": "json", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1467.304375000007 }, { "questionId": "q76", "format": "json", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1316.8680830000085 }, { "questionId": "q76", "format": "toon", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 6012, "outputTokens": 392, "latencyMs": 4399.92220900004 }, { "questionId": "q76", "format": "toon", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1077.4348749999772 }, { "questionId": "q76", "format": "toon", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1317.501791000017 }, { "questionId": "q76", "format": "csv", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 6780, "outputTokens": 200, "latencyMs": 4153.370333999977 }, { "questionId": "q76", "format": "csv", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1147.2140420000069 }, { "questionId": "q76", "format": "csv", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 1243.451000000001 }, { "questionId": "q76", "format": "xml", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 11036, "outputTokens": 328, "latencyMs": 7804.228665999952 }, { "questionId": "q76", "format": "xml", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1144.1722500000033 }, { "questionId": "q76", "format": "xml", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 857.7333750000107 }, { "questionId": "q76", "format": "yaml", "model": "gpt-5-nano", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 7372, "outputTokens": 136, "latencyMs": 2287.29574999999 }, { "questionId": "q76", "format": "yaml", "model": "claude-haiku-4-5", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1285.9760839999653 }, { "questionId": "q76", "format": "yaml", "model": "gemini-2.5-flash", "expected": "cancelled", "actual": "cancelled", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 1174.2349580000155 }, { "questionId": "q77", "format": "json", "model": "gpt-5-nano", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 9739, "outputTokens": 266, "latencyMs": 4109.542333999998 }, { "questionId": "q77", "format": "json", "model": "claude-haiku-4-5", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 11907, "outputTokens": 8, "latencyMs": 1433.0992499999702 }, { "questionId": "q77", "format": "json", "model": "gemini-2.5-flash", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 12113, "outputTokens": 6, "latencyMs": 3301.268875000009 }, { "questionId": "q77", "format": "toon", "model": "gpt-5-nano", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 6013, "outputTokens": 394, "latencyMs": 4952.654542000033 }, { "questionId": "q77", "format": "toon", "model": "claude-haiku-4-5", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 6993, "outputTokens": 8, "latencyMs": 1165.5959999999614 }, { "questionId": "q77", "format": "toon", "model": "gemini-2.5-flash", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 7201, "outputTokens": 6, "latencyMs": 982.1686660000123 }, { "questionId": "q77", "format": "csv", "model": "gpt-5-nano", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 6781, "outputTokens": 266, "latencyMs": 4735.772292000009 }, { "questionId": "q77", "format": "csv", "model": "claude-haiku-4-5", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 8414, "outputTokens": 8, "latencyMs": 1361.5435829999624 }, { "questionId": "q77", "format": "csv", "model": "gemini-2.5-flash", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 7838, "outputTokens": 6, "latencyMs": 2838.4672920000157 }, { "questionId": "q77", "format": "xml", "model": "gpt-5-nano", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 11037, "outputTokens": 394, "latencyMs": 4771.182459000032 }, { "questionId": "q77", "format": "xml", "model": "claude-haiku-4-5", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 13380, "outputTokens": 8, "latencyMs": 1202.4828330000164 }, { "questionId": "q77", "format": "xml", "model": "gemini-2.5-flash", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 13451, "outputTokens": 6, "latencyMs": 1063.3247500000289 }, { "questionId": "q77", "format": "yaml", "model": "gpt-5-nano", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 7373, "outputTokens": 202, "latencyMs": 7751.146624999994 }, { "questionId": "q77", "format": "yaml", "model": "claude-haiku-4-5", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 8385, "outputTokens": 8, "latencyMs": 1352.936708000023 }, { "questionId": "q77", "format": "yaml", "model": "gemini-2.5-flash", "expected": "1697.4", "actual": "1697.4", "isCorrect": true, "inputTokens": 8427, "outputTokens": 6, "latencyMs": 3135.286582999979 }, { "questionId": "q78", "format": "json", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 9738, "outputTokens": 264, "latencyMs": 3105.402541999996 }, { "questionId": "q78", "format": "json", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 11906, "outputTokens": 4, "latencyMs": 1140.6077500000247 }, { "questionId": "q78", "format": "json", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 12112, "outputTokens": 1, "latencyMs": 1257.6969169999938 }, { "questionId": "q78", "format": "toon", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 6012, "outputTokens": 72, "latencyMs": 2142.8472499999916 }, { "questionId": "q78", "format": "toon", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 6992, "outputTokens": 4, "latencyMs": 1485.6063330000034 }, { "questionId": "q78", "format": "toon", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 7200, "outputTokens": 1, "latencyMs": 1350.4362079999992 }, { "questionId": "q78", "format": "csv", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 6780, "outputTokens": 264, "latencyMs": 3870.94754199998 }, { "questionId": "q78", "format": "csv", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 8413, "outputTokens": 4, "latencyMs": 1153.2942499999772 }, { "questionId": "q78", "format": "csv", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 7837, "outputTokens": 1, "latencyMs": 2935.8738330000197 }, { "questionId": "q78", "format": "xml", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 11036, "outputTokens": 328, "latencyMs": 4063.2786669999477 }, { "questionId": "q78", "format": "xml", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 13379, "outputTokens": 4, "latencyMs": 1202.6428329999908 }, { "questionId": "q78", "format": "xml", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 13450, "outputTokens": 1, "latencyMs": 1221.4335410000058 }, { "questionId": "q78", "format": "yaml", "model": "gpt-5-nano", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 7372, "outputTokens": 200, "latencyMs": 5382.740458999993 }, { "questionId": "q78", "format": "yaml", "model": "claude-haiku-4-5", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 8384, "outputTokens": 4, "latencyMs": 1434.1426659999997 }, { "questionId": "q78", "format": "yaml", "model": "gemini-2.5-flash", "expected": "delivered", "actual": "delivered", "isCorrect": true, "inputTokens": 8426, "outputTokens": 1, "latencyMs": 1046.8339999999735 }, { "questionId": "q79", "format": "json", "model": "gpt-5-nano", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 9739, "outputTokens": 73, "latencyMs": 2607.845874999999 }, { "questionId": "q79", "format": "json", "model": "claude-haiku-4-5", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 11907, "outputTokens": 9, "latencyMs": 1676.4270830000169 }, { "questionId": "q79", "format": "json", "model": "gemini-2.5-flash", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 12113, "outputTokens": 3, "latencyMs": 1219.0042910000193 }, { "questionId": "q79", "format": "toon", "model": "gpt-5-nano", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 6013, "outputTokens": 137, "latencyMs": 3378.1006669999915 }, { "questionId": "q79", "format": "toon", "model": "claude-haiku-4-5", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 6993, "outputTokens": 9, "latencyMs": 1979.5205839999835 }, { "questionId": "q79", "format": "toon", "model": "gemini-2.5-flash", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 7201, "outputTokens": 3, "latencyMs": 1439.3422910000081 }, { "questionId": "q79", "format": "csv", "model": "gpt-5-nano", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 6781, "outputTokens": 137, "latencyMs": 2889.578749999986 }, { "questionId": "q79", "format": "csv", "model": "claude-haiku-4-5", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 8414, "outputTokens": 9, "latencyMs": 1190.1848750000354 }, { "questionId": "q79", "format": "csv", "model": "gemini-2.5-flash", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 7838, "outputTokens": 3, "latencyMs": 2444.884665999969 }, { "questionId": "q79", "format": "xml", "model": "gpt-5-nano", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 11037, "outputTokens": 73, "latencyMs": 2360.869958999974 }, { "questionId": "q79", "format": "xml", "model": "claude-haiku-4-5", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 13380, "outputTokens": 9, "latencyMs": 1299.0499999999884 }, { "questionId": "q79", "format": "xml", "model": "gemini-2.5-flash", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 13451, "outputTokens": 3, "latencyMs": 932.0124589999905 }, { "questionId": "q79", "format": "yaml", "model": "gpt-5-nano", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 7373, "outputTokens": 73, "latencyMs": 3092.9805410000263 }, { "questionId": "q79", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 8385, "outputTokens": 9, "latencyMs": 1872.3574159999844 }, { "questionId": "q79", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Valerie Braun", "actual": "Valerie Braun", "isCorrect": true, "inputTokens": 8427, "outputTokens": 3, "latencyMs": 1216.4535000000033 }, { "questionId": "q80", "format": "json", "model": "gpt-5-nano", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 9739, "outputTokens": 138, "latencyMs": 2404.87479099998 }, { "questionId": "q80", "format": "json", "model": "claude-haiku-4-5", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 11907, "outputTokens": 9, "latencyMs": 2182.619249999989 }, { "questionId": "q80", "format": "json", "model": "gemini-2.5-flash", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 12113, "outputTokens": 3, "latencyMs": 1508.2469580000034 }, { "questionId": "q80", "format": "toon", "model": "gpt-5-nano", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 6013, "outputTokens": 138, "latencyMs": 3670.61050000001 }, { "questionId": "q80", "format": "toon", "model": "claude-haiku-4-5", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 6993, "outputTokens": 9, "latencyMs": 1291.4328749999986 }, { "questionId": "q80", "format": "toon", "model": "gemini-2.5-flash", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 7201, "outputTokens": 3, "latencyMs": 1201.7425829999847 }, { "questionId": "q80", "format": "csv", "model": "gpt-5-nano", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 6781, "outputTokens": 202, "latencyMs": 4846.332458000048 }, { "questionId": "q80", "format": "csv", "model": "claude-haiku-4-5", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 8414, "outputTokens": 9, "latencyMs": 1134.4527920000255 }, { "questionId": "q80", "format": "csv", "model": "gemini-2.5-flash", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 7838, "outputTokens": 3, "latencyMs": 2760.9979579999927 }, { "questionId": "q80", "format": "xml", "model": "gpt-5-nano", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 11037, "outputTokens": 138, "latencyMs": 4943.049208999961 }, { "questionId": "q80", "format": "xml", "model": "claude-haiku-4-5", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 13380, "outputTokens": 9, "latencyMs": 1163.70645899995 }, { "questionId": "q80", "format": "xml", "model": "gemini-2.5-flash", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 13451, "outputTokens": 3, "latencyMs": 2088.2969169999706 }, { "questionId": "q80", "format": "yaml", "model": "gpt-5-nano", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 7373, "outputTokens": 74, "latencyMs": 1973.243833000015 }, { "questionId": "q80", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 8385, "outputTokens": 9, "latencyMs": 1430.9339170000167 }, { "questionId": "q80", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Anita Kozey", "actual": "Anita Kozey", "isCorrect": true, "inputTokens": 8427, "outputTokens": 3, "latencyMs": 1687.4137919999775 }, { "questionId": "q81", "format": "json", "model": "gpt-5-nano", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 9739, "outputTokens": 203, "latencyMs": 3178.392749999999 }, { "questionId": "q81", "format": "json", "model": "claude-haiku-4-5", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 11907, "outputTokens": 10, "latencyMs": 1213.1997499999707 }, { "questionId": "q81", "format": "json", "model": "gemini-2.5-flash", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 1591.6145830000169 }, { "questionId": "q81", "format": "toon", "model": "gpt-5-nano", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 6013, "outputTokens": 203, "latencyMs": 3938.462541999994 }, { "questionId": "q81", "format": "toon", "model": "claude-haiku-4-5", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 6993, "outputTokens": 10, "latencyMs": 1552.203542000032 }, { "questionId": "q81", "format": "toon", "model": "gemini-2.5-flash", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 1499.0997919999645 }, { "questionId": "q81", "format": "csv", "model": "gpt-5-nano", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 6781, "outputTokens": 203, "latencyMs": 5183.275583000039 }, { "questionId": "q81", "format": "csv", "model": "claude-haiku-4-5", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 8414, "outputTokens": 10, "latencyMs": 1740.2195410000277 }, { "questionId": "q81", "format": "csv", "model": "gemini-2.5-flash", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 3886.555624999979 }, { "questionId": "q81", "format": "xml", "model": "gpt-5-nano", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 11037, "outputTokens": 203, "latencyMs": 6655.238542000006 }, { "questionId": "q81", "format": "xml", "model": "claude-haiku-4-5", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 13380, "outputTokens": 10, "latencyMs": 1357.9108329999726 }, { "questionId": "q81", "format": "xml", "model": "gemini-2.5-flash", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 1344.8635829999694 }, { "questionId": "q81", "format": "yaml", "model": "gpt-5-nano", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 7373, "outputTokens": 139, "latencyMs": 10553.66091700003 }, { "questionId": "q81", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 8385, "outputTokens": 10, "latencyMs": 1807.1954169999808 }, { "questionId": "q81", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Elmer Kub PhD", "actual": "Elmer Kub PhD", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 2490.0647499999614 }, { "questionId": "q82", "format": "json", "model": "gpt-5-nano", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 9739, "outputTokens": 138, "latencyMs": 4916.117375000031 }, { "questionId": "q82", "format": "json", "model": "claude-haiku-4-5", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 11907, "outputTokens": 10, "latencyMs": 1074.780374999973 }, { "questionId": "q82", "format": "json", "model": "gemini-2.5-flash", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 1412.95891700004 }, { "questionId": "q82", "format": "toon", "model": "gpt-5-nano", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 6013, "outputTokens": 138, "latencyMs": 2372.7108339999686 }, { "questionId": "q82", "format": "toon", "model": "claude-haiku-4-5", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 6993, "outputTokens": 10, "latencyMs": 1261.033374999999 }, { "questionId": "q82", "format": "toon", "model": "gemini-2.5-flash", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 1507.3635420000064 }, { "questionId": "q82", "format": "csv", "model": "gpt-5-nano", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 6781, "outputTokens": 266, "latencyMs": 4028.793000000005 }, { "questionId": "q82", "format": "csv", "model": "claude-haiku-4-5", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 8414, "outputTokens": 10, "latencyMs": 1685.5001250000205 }, { "questionId": "q82", "format": "csv", "model": "gemini-2.5-flash", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 4534.999041000032 }, { "questionId": "q82", "format": "xml", "model": "gpt-5-nano", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 11037, "outputTokens": 202, "latencyMs": 3417.137708000024 }, { "questionId": "q82", "format": "xml", "model": "claude-haiku-4-5", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 13380, "outputTokens": 10, "latencyMs": 1361.4405830000178 }, { "questionId": "q82", "format": "xml", "model": "gemini-2.5-flash", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 2432.530415999994 }, { "questionId": "q82", "format": "yaml", "model": "gpt-5-nano", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 7373, "outputTokens": 202, "latencyMs": 5838.863542000006 }, { "questionId": "q82", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 8385, "outputTokens": 10, "latencyMs": 1243.5272090000217 }, { "questionId": "q82", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Maxine Zemlak", "actual": "Maxine Zemlak", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 3514.3164579999866 }, { "questionId": "q83", "format": "json", "model": "gpt-5-nano", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 9739, "outputTokens": 202, "latencyMs": 6595.4543330000015 }, { "questionId": "q83", "format": "json", "model": "claude-haiku-4-5", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1498.3081660000025 }, { "questionId": "q83", "format": "json", "model": "gemini-2.5-flash", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 2013.447125000006 }, { "questionId": "q83", "format": "toon", "model": "gpt-5-nano", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 6013, "outputTokens": 202, "latencyMs": 3336.2056250000023 }, { "questionId": "q83", "format": "toon", "model": "claude-haiku-4-5", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1070.626500000013 }, { "questionId": "q83", "format": "toon", "model": "gemini-2.5-flash", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 1394.0314590000198 }, { "questionId": "q83", "format": "csv", "model": "gpt-5-nano", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 6781, "outputTokens": 266, "latencyMs": 4194.179917000001 }, { "questionId": "q83", "format": "csv", "model": "claude-haiku-4-5", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1139.8458330000285 }, { "questionId": "q83", "format": "csv", "model": "gemini-2.5-flash", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 3437.878625000012 }, { "questionId": "q83", "format": "xml", "model": "gpt-5-nano", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 11037, "outputTokens": 458, "latencyMs": 13446.595333000005 }, { "questionId": "q83", "format": "xml", "model": "claude-haiku-4-5", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 2680.581542 }, { "questionId": "q83", "format": "xml", "model": "gemini-2.5-flash", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 1203.1962920000078 }, { "questionId": "q83", "format": "yaml", "model": "gpt-5-nano", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 7373, "outputTokens": 138, "latencyMs": 4011.303083000006 }, { "questionId": "q83", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1039.7921659999993 }, { "questionId": "q83", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Emanuel Littel", "actual": "Emanuel Littel", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 2480.1701660000253 }, { "questionId": "q84", "format": "json", "model": "gpt-5-nano", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 9739, "outputTokens": 136, "latencyMs": 4735.566333000024 }, { "questionId": "q84", "format": "json", "model": "claude-haiku-4-5", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1280.546875 }, { "questionId": "q84", "format": "json", "model": "gemini-2.5-flash", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 12113, "outputTokens": 2, "latencyMs": 1865.3758329999982 }, { "questionId": "q84", "format": "toon", "model": "gpt-5-nano", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 6013, "outputTokens": 200, "latencyMs": 2902.7560829999857 }, { "questionId": "q84", "format": "toon", "model": "claude-haiku-4-5", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1081.401291999966 }, { "questionId": "q84", "format": "toon", "model": "gemini-2.5-flash", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 7201, "outputTokens": 2, "latencyMs": 1030.250207999954 }, { "questionId": "q84", "format": "csv", "model": "gpt-5-nano", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 6781, "outputTokens": 264, "latencyMs": 3382.8625409999513 }, { "questionId": "q84", "format": "csv", "model": "claude-haiku-4-5", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1059.5115829999559 }, { "questionId": "q84", "format": "csv", "model": "gemini-2.5-flash", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 7838, "outputTokens": 2, "latencyMs": 4047.5788749999483 }, { "questionId": "q84", "format": "xml", "model": "gpt-5-nano", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 11037, "outputTokens": 264, "latencyMs": 4623.2353329999605 }, { "questionId": "q84", "format": "xml", "model": "claude-haiku-4-5", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1069.810291999951 }, { "questionId": "q84", "format": "xml", "model": "gemini-2.5-flash", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 13451, "outputTokens": 2, "latencyMs": 1081.8097089999937 }, { "questionId": "q84", "format": "yaml", "model": "gpt-5-nano", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 7373, "outputTokens": 264, "latencyMs": 8454.222833000007 }, { "questionId": "q84", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1248.3214579999913 }, { "questionId": "q84", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Andrew Kling", "actual": "Andrew Kling", "isCorrect": true, "inputTokens": 8427, "outputTokens": 2, "latencyMs": 3052.669667000009 }, { "questionId": "q85", "format": "json", "model": "gpt-5-nano", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 9739, "outputTokens": 139, "latencyMs": 6477.822083999985 }, { "questionId": "q85", "format": "json", "model": "claude-haiku-4-5", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 11907, "outputTokens": 9, "latencyMs": 1177.795124999946 }, { "questionId": "q85", "format": "json", "model": "gemini-2.5-flash", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 2578.6090829999885 }, { "questionId": "q85", "format": "toon", "model": "gpt-5-nano", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 6013, "outputTokens": 139, "latencyMs": 11574.13941599999 }, { "questionId": "q85", "format": "toon", "model": "claude-haiku-4-5", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 6993, "outputTokens": 9, "latencyMs": 1197.251500000013 }, { "questionId": "q85", "format": "toon", "model": "gemini-2.5-flash", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 902.3842500000028 }, { "questionId": "q85", "format": "csv", "model": "gpt-5-nano", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 6781, "outputTokens": 267, "latencyMs": 5139.725291999988 }, { "questionId": "q85", "format": "csv", "model": "claude-haiku-4-5", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 8414, "outputTokens": 9, "latencyMs": 1539.0101670000004 }, { "questionId": "q85", "format": "csv", "model": "gemini-2.5-flash", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 5590.813292000035 }, { "questionId": "q85", "format": "xml", "model": "gpt-5-nano", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 11037, "outputTokens": 459, "latencyMs": 5332.691916999989 }, { "questionId": "q85", "format": "xml", "model": "claude-haiku-4-5", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 13380, "outputTokens": 9, "latencyMs": 1692.4654169999994 }, { "questionId": "q85", "format": "xml", "model": "gemini-2.5-flash", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 981.0666250000359 }, { "questionId": "q85", "format": "yaml", "model": "gpt-5-nano", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 7373, "outputTokens": 331, "latencyMs": 4571.373957999982 }, { "questionId": "q85", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 8385, "outputTokens": 9, "latencyMs": 1186.5836659999914 }, { "questionId": "q85", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Morris O'Hara", "actual": "Morris O'Hara", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 3083.60266699997 }, { "questionId": "q86", "format": "json", "model": "gpt-5-nano", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 9739, "outputTokens": 203, "latencyMs": 6090.284833999991 }, { "questionId": "q86", "format": "json", "model": "claude-haiku-4-5", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 11907, "outputTokens": 9, "latencyMs": 1271.532459000009 }, { "questionId": "q86", "format": "json", "model": "gemini-2.5-flash", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 12113, "outputTokens": 5, "latencyMs": 1557.2529580000555 }, { "questionId": "q86", "format": "toon", "model": "gpt-5-nano", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 6013, "outputTokens": 203, "latencyMs": 3250.3466250000056 }, { "questionId": "q86", "format": "toon", "model": "claude-haiku-4-5", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 6993, "outputTokens": 9, "latencyMs": 1201.9044580000336 }, { "questionId": "q86", "format": "toon", "model": "gemini-2.5-flash", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 7201, "outputTokens": 5, "latencyMs": 874.0206250000047 }, { "questionId": "q86", "format": "csv", "model": "gpt-5-nano", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 6781, "outputTokens": 203, "latencyMs": 9473.656583999982 }, { "questionId": "q86", "format": "csv", "model": "claude-haiku-4-5", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 8414, "outputTokens": 9, "latencyMs": 1253.2470420000027 }, { "questionId": "q86", "format": "csv", "model": "gemini-2.5-flash", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 7838, "outputTokens": 5, "latencyMs": 2383.5771250000107 }, { "questionId": "q86", "format": "xml", "model": "gpt-5-nano", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 11037, "outputTokens": 267, "latencyMs": 6551.133333000005 }, { "questionId": "q86", "format": "xml", "model": "claude-haiku-4-5", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 13380, "outputTokens": 9, "latencyMs": 1116.6841669999994 }, { "questionId": "q86", "format": "xml", "model": "gemini-2.5-flash", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 13451, "outputTokens": 5, "latencyMs": 2014.7545000000391 }, { "questionId": "q86", "format": "yaml", "model": "gpt-5-nano", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 7373, "outputTokens": 75, "latencyMs": 2472.76654099999 }, { "questionId": "q86", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 8385, "outputTokens": 9, "latencyMs": 1175.5650410000235 }, { "questionId": "q86", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Elijah Franecki", "actual": "Elijah Franecki", "isCorrect": true, "inputTokens": 8427, "outputTokens": 5, "latencyMs": 1389.2444590000086 }, { "questionId": "q87", "format": "json", "model": "gpt-5-nano", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 9739, "outputTokens": 266, "latencyMs": 4308.579541000014 }, { "questionId": "q87", "format": "json", "model": "claude-haiku-4-5", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 11907, "outputTokens": 7, "latencyMs": 1423.6036659999518 }, { "questionId": "q87", "format": "json", "model": "gemini-2.5-flash", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 12113, "outputTokens": 3, "latencyMs": 2240.639916999964 }, { "questionId": "q87", "format": "toon", "model": "gpt-5-nano", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 6013, "outputTokens": 202, "latencyMs": 3581.8104590000003 }, { "questionId": "q87", "format": "toon", "model": "claude-haiku-4-5", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 6993, "outputTokens": 7, "latencyMs": 1104.380625000049 }, { "questionId": "q87", "format": "toon", "model": "gemini-2.5-flash", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 7201, "outputTokens": 3, "latencyMs": 1940.0862910000142 }, { "questionId": "q87", "format": "csv", "model": "gpt-5-nano", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 6781, "outputTokens": 202, "latencyMs": 4205.585124999983 }, { "questionId": "q87", "format": "csv", "model": "claude-haiku-4-5", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 8414, "outputTokens": 7, "latencyMs": 1249.4729159999988 }, { "questionId": "q87", "format": "csv", "model": "gemini-2.5-flash", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 7838, "outputTokens": 3, "latencyMs": 3377.5699580000364 }, { "questionId": "q87", "format": "xml", "model": "gpt-5-nano", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 11037, "outputTokens": 266, "latencyMs": 4378.770917000016 }, { "questionId": "q87", "format": "xml", "model": "claude-haiku-4-5", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 13380, "outputTokens": 7, "latencyMs": 1283.0947499999893 }, { "questionId": "q87", "format": "xml", "model": "gemini-2.5-flash", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 13451, "outputTokens": 3, "latencyMs": 1649.8935409999685 }, { "questionId": "q87", "format": "yaml", "model": "gpt-5-nano", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 7373, "outputTokens": 138, "latencyMs": 4596.174417000031 }, { "questionId": "q87", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 8385, "outputTokens": 7, "latencyMs": 1117.4153749999823 }, { "questionId": "q87", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Malcolm Erdman", "actual": "Malcolm Erdman", "isCorrect": true, "inputTokens": 8427, "outputTokens": 3, "latencyMs": 2916.328375000041 }, { "questionId": "q88", "format": "json", "model": "gpt-5-nano", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 9739, "outputTokens": 202, "latencyMs": 6150.88295900001 }, { "questionId": "q88", "format": "json", "model": "claude-haiku-4-5", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 11907, "outputTokens": 9, "latencyMs": 3154.254249999998 }, { "questionId": "q88", "format": "json", "model": "gemini-2.5-flash", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 1595.2374999999884 }, { "questionId": "q88", "format": "toon", "model": "gpt-5-nano", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 6013, "outputTokens": 138, "latencyMs": 2656.5287499999977 }, { "questionId": "q88", "format": "toon", "model": "claude-haiku-4-5", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 6993, "outputTokens": 9, "latencyMs": 1990.0005419999943 }, { "questionId": "q88", "format": "toon", "model": "gemini-2.5-flash", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 2321.1809169999906 }, { "questionId": "q88", "format": "csv", "model": "gpt-5-nano", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 6781, "outputTokens": 266, "latencyMs": 3915.817207999993 }, { "questionId": "q88", "format": "csv", "model": "claude-haiku-4-5", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 8414, "outputTokens": 9, "latencyMs": 1246.5829580000136 }, { "questionId": "q88", "format": "csv", "model": "gemini-2.5-flash", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 4516.533583000011 }, { "questionId": "q88", "format": "xml", "model": "gpt-5-nano", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 11037, "outputTokens": 202, "latencyMs": 5059.808416999993 }, { "questionId": "q88", "format": "xml", "model": "claude-haiku-4-5", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 13380, "outputTokens": 9, "latencyMs": 1927.3214579999913 }, { "questionId": "q88", "format": "xml", "model": "gemini-2.5-flash", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 1175.4753750000382 }, { "questionId": "q88", "format": "yaml", "model": "gpt-5-nano", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 7373, "outputTokens": 138, "latencyMs": 6212.469625000027 }, { "questionId": "q88", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 8385, "outputTokens": 9, "latencyMs": 1526.3683329999913 }, { "questionId": "q88", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Fannie Skiles", "actual": "Fannie Skiles", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 3560.557833000028 }, { "questionId": "q89", "format": "json", "model": "gpt-5-nano", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 9739, "outputTokens": 331, "latencyMs": 4333.316457999987 }, { "questionId": "q89", "format": "json", "model": "claude-haiku-4-5", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 11907, "outputTokens": 10, "latencyMs": 1150.7639999999665 }, { "questionId": "q89", "format": "json", "model": "gemini-2.5-flash", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 2529.932083999971 }, { "questionId": "q89", "format": "toon", "model": "gpt-5-nano", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 6013, "outputTokens": 203, "latencyMs": 3581.042041000037 }, { "questionId": "q89", "format": "toon", "model": "claude-haiku-4-5", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 6993, "outputTokens": 10, "latencyMs": 1568.8872919999994 }, { "questionId": "q89", "format": "toon", "model": "gemini-2.5-flash", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 1319.7952499999665 }, { "questionId": "q89", "format": "csv", "model": "gpt-5-nano", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 6781, "outputTokens": 331, "latencyMs": 3538.970499999996 }, { "questionId": "q89", "format": "csv", "model": "claude-haiku-4-5", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 8414, "outputTokens": 10, "latencyMs": 1241.5265000000363 }, { "questionId": "q89", "format": "csv", "model": "gemini-2.5-flash", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 3917.9875000000466 }, { "questionId": "q89", "format": "xml", "model": "gpt-5-nano", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 11037, "outputTokens": 395, "latencyMs": 7058.911167000013 }, { "questionId": "q89", "format": "xml", "model": "claude-haiku-4-5", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 13380, "outputTokens": 10, "latencyMs": 1205.0128329999861 }, { "questionId": "q89", "format": "xml", "model": "gemini-2.5-flash", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 1415.7616670000134 }, { "questionId": "q89", "format": "yaml", "model": "gpt-5-nano", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 7373, "outputTokens": 139, "latencyMs": 2635.5764160000253 }, { "questionId": "q89", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 8385, "outputTokens": 10, "latencyMs": 1153.0579160000198 }, { "questionId": "q89", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Sonja Emmerich", "actual": "Sonja Emmerich", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 2894.0762920000125 }, { "questionId": "q90", "format": "json", "model": "gpt-5-nano", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 9739, "outputTokens": 140, "latencyMs": 6845.755584000028 }, { "questionId": "q90", "format": "json", "model": "claude-haiku-4-5", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 11907, "outputTokens": 10, "latencyMs": 2363.831957999966 }, { "questionId": "q90", "format": "json", "model": "gemini-2.5-flash", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 12113, "outputTokens": 5, "latencyMs": 2646.4628749999683 }, { "questionId": "q90", "format": "toon", "model": "gpt-5-nano", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 6013, "outputTokens": 140, "latencyMs": 2236.9238749999786 }, { "questionId": "q90", "format": "toon", "model": "claude-haiku-4-5", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 6993, "outputTokens": 10, "latencyMs": 1023.8160830000415 }, { "questionId": "q90", "format": "toon", "model": "gemini-2.5-flash", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 7201, "outputTokens": 5, "latencyMs": 1165.2285000000265 }, { "questionId": "q90", "format": "csv", "model": "gpt-5-nano", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 6781, "outputTokens": 268, "latencyMs": 4066.1428750000196 }, { "questionId": "q90", "format": "csv", "model": "claude-haiku-4-5", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 8414, "outputTokens": 10, "latencyMs": 1570.4565409999923 }, { "questionId": "q90", "format": "csv", "model": "gemini-2.5-flash", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 7838, "outputTokens": 5, "latencyMs": 3472.6348330000183 }, { "questionId": "q90", "format": "xml", "model": "gpt-5-nano", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 11037, "outputTokens": 268, "latencyMs": 3361.3982500000275 }, { "questionId": "q90", "format": "xml", "model": "claude-haiku-4-5", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 13380, "outputTokens": 10, "latencyMs": 1247.454334000009 }, { "questionId": "q90", "format": "xml", "model": "gemini-2.5-flash", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 13451, "outputTokens": 5, "latencyMs": 1382.5874590000021 }, { "questionId": "q90", "format": "yaml", "model": "gpt-5-nano", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 7373, "outputTokens": 140, "latencyMs": 2949.110708000022 }, { "questionId": "q90", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 8385, "outputTokens": 10, "latencyMs": 1160.699499999988 }, { "questionId": "q90", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Frank Emmerich DVM", "actual": "Frank Emmerich DVM", "isCorrect": true, "inputTokens": 8427, "outputTokens": 5, "latencyMs": 3016.852790999983 }, { "questionId": "q91", "format": "json", "model": "gpt-5-nano", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 9739, "outputTokens": 73, "latencyMs": 2769.32262500003 }, { "questionId": "q91", "format": "json", "model": "claude-haiku-4-5", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 11907, "outputTokens": 5, "latencyMs": 1252.1112919999869 }, { "questionId": "q91", "format": "json", "model": "gemini-2.5-flash", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 12113, "outputTokens": 2, "latencyMs": 1906.2817499999655 }, { "questionId": "q91", "format": "toon", "model": "gpt-5-nano", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 6013, "outputTokens": 201, "latencyMs": 5391.403708000027 }, { "questionId": "q91", "format": "toon", "model": "claude-haiku-4-5", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 6993, "outputTokens": 5, "latencyMs": 1126.4195000000182 }, { "questionId": "q91", "format": "toon", "model": "gemini-2.5-flash", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 7201, "outputTokens": 2, "latencyMs": 1148.1653749999823 }, { "questionId": "q91", "format": "csv", "model": "gpt-5-nano", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 6781, "outputTokens": 265, "latencyMs": 3649.6608329999726 }, { "questionId": "q91", "format": "csv", "model": "claude-haiku-4-5", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 8414, "outputTokens": 5, "latencyMs": 1054.9641670000274 }, { "questionId": "q91", "format": "csv", "model": "gemini-2.5-flash", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 7838, "outputTokens": 2, "latencyMs": 4520.085083000013 }, { "questionId": "q91", "format": "xml", "model": "gpt-5-nano", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 11037, "outputTokens": 137, "latencyMs": 3783.5575830000453 }, { "questionId": "q91", "format": "xml", "model": "claude-haiku-4-5", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 13380, "outputTokens": 5, "latencyMs": 1200.0155000000377 }, { "questionId": "q91", "format": "xml", "model": "gemini-2.5-flash", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 13451, "outputTokens": 2, "latencyMs": 1914.0702499999898 }, { "questionId": "q91", "format": "yaml", "model": "gpt-5-nano", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 7373, "outputTokens": 265, "latencyMs": 8789.486250000016 }, { "questionId": "q91", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 8385, "outputTokens": 5, "latencyMs": 1445.0254999999888 }, { "questionId": "q91", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Ronald Collins", "actual": "Ronald Collins", "isCorrect": true, "inputTokens": 8427, "outputTokens": 2, "latencyMs": 3330.7725830000127 }, { "questionId": "q92", "format": "json", "model": "gpt-5-nano", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 9739, "outputTokens": 201, "latencyMs": 6413.151542000007 }, { "questionId": "q92", "format": "json", "model": "claude-haiku-4-5", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 11907, "outputTokens": 8, "latencyMs": 1204.1578749999753 }, { "questionId": "q92", "format": "json", "model": "gemini-2.5-flash", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 12113, "outputTokens": 3, "latencyMs": 1412.2799170000362 }, { "questionId": "q92", "format": "toon", "model": "gpt-5-nano", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 6013, "outputTokens": 137, "latencyMs": 2630.434041999979 }, { "questionId": "q92", "format": "toon", "model": "claude-haiku-4-5", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 6993, "outputTokens": 8, "latencyMs": 1546.8669579999987 }, { "questionId": "q92", "format": "toon", "model": "gemini-2.5-flash", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 7201, "outputTokens": 3, "latencyMs": 2373.892125000013 }, { "questionId": "q92", "format": "csv", "model": "gpt-5-nano", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 6781, "outputTokens": 201, "latencyMs": 3202.2820420000353 }, { "questionId": "q92", "format": "csv", "model": "claude-haiku-4-5", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 8414, "outputTokens": 8, "latencyMs": 1227.2948330000509 }, { "questionId": "q92", "format": "csv", "model": "gemini-2.5-flash", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 7838, "outputTokens": 3, "latencyMs": 3743.526792000048 }, { "questionId": "q92", "format": "xml", "model": "gpt-5-nano", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 11037, "outputTokens": 201, "latencyMs": 3238.171458000026 }, { "questionId": "q92", "format": "xml", "model": "claude-haiku-4-5", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 13380, "outputTokens": 8, "latencyMs": 1180.7857080000103 }, { "questionId": "q92", "format": "xml", "model": "gemini-2.5-flash", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 13451, "outputTokens": 3, "latencyMs": 1142.4927089999546 }, { "questionId": "q92", "format": "yaml", "model": "gpt-5-nano", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 7373, "outputTokens": 137, "latencyMs": 3021.9724590000114 }, { "questionId": "q92", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 8385, "outputTokens": 8, "latencyMs": 1821.3516250000102 }, { "questionId": "q92", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Jeannie Klein", "actual": "Jeannie Klein", "isCorrect": true, "inputTokens": 8427, "outputTokens": 3, "latencyMs": 2796.1425000000163 }, { "questionId": "q93", "format": "json", "model": "gpt-5-nano", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 9739, "outputTokens": 138, "latencyMs": 2788.065082999994 }, { "questionId": "q93", "format": "json", "model": "claude-haiku-4-5", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 11907, "outputTokens": 8, "latencyMs": 1367.4712089999812 }, { "questionId": "q93", "format": "json", "model": "gemini-2.5-flash", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 12113, "outputTokens": 4, "latencyMs": 1443.3402910000295 }, { "questionId": "q93", "format": "toon", "model": "gpt-5-nano", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 6013, "outputTokens": 202, "latencyMs": 3654.0896250000224 }, { "questionId": "q93", "format": "toon", "model": "claude-haiku-4-5", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 6993, "outputTokens": 8, "latencyMs": 1028.997875000001 }, { "questionId": "q93", "format": "toon", "model": "gemini-2.5-flash", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 7201, "outputTokens": 4, "latencyMs": 996.1445419999654 }, { "questionId": "q93", "format": "csv", "model": "gpt-5-nano", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 6781, "outputTokens": 266, "latencyMs": 6677.9684579999885 }, { "questionId": "q93", "format": "csv", "model": "claude-haiku-4-5", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 8414, "outputTokens": 8, "latencyMs": 1639.9640409999993 }, { "questionId": "q93", "format": "csv", "model": "gemini-2.5-flash", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 7838, "outputTokens": 4, "latencyMs": 1652.2167079999927 }, { "questionId": "q93", "format": "xml", "model": "gpt-5-nano", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 11037, "outputTokens": 202, "latencyMs": 3802.7754580000183 }, { "questionId": "q93", "format": "xml", "model": "claude-haiku-4-5", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 13380, "outputTokens": 8, "latencyMs": 3327.393792000017 }, { "questionId": "q93", "format": "xml", "model": "gemini-2.5-flash", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 13451, "outputTokens": 4, "latencyMs": 1257.9510420000297 }, { "questionId": "q93", "format": "yaml", "model": "gpt-5-nano", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 7373, "outputTokens": 202, "latencyMs": 3074.6058750000084 }, { "questionId": "q93", "format": "yaml", "model": "claude-haiku-4-5", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 8385, "outputTokens": 8, "latencyMs": 1146.4290829999954 }, { "questionId": "q93", "format": "yaml", "model": "gemini-2.5-flash", "expected": "Joshua Watsica", "actual": "Joshua Watsica", "isCorrect": true, "inputTokens": 8427, "outputTokens": 4, "latencyMs": 1712.0292920000502 }, { "questionId": "q94", "format": "json", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 9735, "outputTokens": 967, "latencyMs": 11158.31029200001 }, { "questionId": "q94", "format": "json", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 11902, "outputTokens": 5, "latencyMs": 1969.3274160000146 }, { "questionId": "q94", "format": "json", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 12107, "outputTokens": 1, "latencyMs": 1012.6363329999731 }, { "questionId": "q94", "format": "toon", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6009, "outputTokens": 839, "latencyMs": 12387.267332999967 }, { "questionId": "q94", "format": "toon", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 6988, "outputTokens": 5, "latencyMs": 1146.578125 }, { "questionId": "q94", "format": "toon", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7195, "outputTokens": 2, "latencyMs": 6065.854290999996 }, { "questionId": "q94", "format": "csv", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6777, "outputTokens": 583, "latencyMs": 5722.737124999985 }, { "questionId": "q94", "format": "csv", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8409, "outputTokens": 5, "latencyMs": 1162.2037910000072 }, { "questionId": "q94", "format": "csv", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7832, "outputTokens": 2, "latencyMs": 5346.4215829999885 }, { "questionId": "q94", "format": "xml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 11033, "outputTokens": 967, "latencyMs": 9711.181042000011 }, { "questionId": "q94", "format": "xml", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 13375, "outputTokens": 5, "latencyMs": 1180.9850839999854 }, { "questionId": "q94", "format": "xml", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 13445, "outputTokens": 2, "latencyMs": 6629.622541000019 }, { "questionId": "q94", "format": "yaml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7369, "outputTokens": 583, "latencyMs": 5019.671374999976 }, { "questionId": "q94", "format": "yaml", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8380, "outputTokens": 5, "latencyMs": 1167.7568749999627 }, { "questionId": "q94", "format": "yaml", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 8421, "outputTokens": 1, "latencyMs": 1625.168708000041 }, { "questionId": "q95", "format": "json", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 9735, "outputTokens": 775, "latencyMs": 7411.724082999979 }, { "questionId": "q95", "format": "json", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 11902, "outputTokens": 5, "latencyMs": 1554.4648750000051 }, { "questionId": "q95", "format": "json", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 12107, "outputTokens": 2, "latencyMs": 2038.4110000000219 }, { "questionId": "q95", "format": "toon", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6009, "outputTokens": 455, "latencyMs": 8813.801208000048 }, { "questionId": "q95", "format": "toon", "model": "claude-haiku-4-5", "expected": "10", "actual": "7", "isCorrect": false, "inputTokens": 6988, "outputTokens": 5, "latencyMs": 1344.8304580000113 }, { "questionId": "q95", "format": "toon", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 7195, "outputTokens": 1, "latencyMs": 795.6426249999786 }, { "questionId": "q95", "format": "csv", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6777, "outputTokens": 903, "latencyMs": 9739.22754199995 }, { "questionId": "q95", "format": "csv", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8409, "outputTokens": 5, "latencyMs": 1163.627124999999 }, { "questionId": "q95", "format": "csv", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7832, "outputTokens": 2, "latencyMs": 4444.457624999981 }, { "questionId": "q95", "format": "xml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 11033, "outputTokens": 1415, "latencyMs": 14405.558917000017 }, { "questionId": "q95", "format": "xml", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 13375, "outputTokens": 5, "latencyMs": 1603.5181249999441 }, { "questionId": "q95", "format": "xml", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 13445, "outputTokens": 1, "latencyMs": 1466.009625000006 }, { "questionId": "q95", "format": "yaml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7369, "outputTokens": 583, "latencyMs": 50147.72520799999 }, { "questionId": "q95", "format": "yaml", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8380, "outputTokens": 5, "latencyMs": 1600.4076660000137 }, { "questionId": "q95", "format": "yaml", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 8421, "outputTokens": 1, "latencyMs": 1974.6425419999869 }, { "questionId": "q96", "format": "json", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 9736, "outputTokens": 839, "latencyMs": 6029.78350000002 }, { "questionId": "q96", "format": "json", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 11902, "outputTokens": 5, "latencyMs": 1108.4398330000113 }, { "questionId": "q96", "format": "json", "model": "gemini-2.5-flash", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 12108, "outputTokens": 1, "latencyMs": 1581.965291999979 }, { "questionId": "q96", "format": "toon", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6010, "outputTokens": 647, "latencyMs": 21748.776332999987 }, { "questionId": "q96", "format": "toon", "model": "claude-haiku-4-5", "expected": "10", "actual": "7", "isCorrect": false, "inputTokens": 6988, "outputTokens": 5, "latencyMs": 2333.9817080000066 }, { "questionId": "q96", "format": "toon", "model": "gemini-2.5-flash", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 7196, "outputTokens": 1, "latencyMs": 1115.266958000022 }, { "questionId": "q96", "format": "csv", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6778, "outputTokens": 583, "latencyMs": 5761.870166999986 }, { "questionId": "q96", "format": "csv", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8409, "outputTokens": 5, "latencyMs": 1110.2957919999608 }, { "questionId": "q96", "format": "csv", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7833, "outputTokens": 2, "latencyMs": 5206.065542000055 }, { "questionId": "q96", "format": "xml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 11034, "outputTokens": 839, "latencyMs": 10213.124458000006 }, { "questionId": "q96", "format": "xml", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 13375, "outputTokens": 5, "latencyMs": 1085.2472919999855 }, { "questionId": "q96", "format": "xml", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 13446, "outputTokens": 2, "latencyMs": 6148.1957500000135 }, { "questionId": "q96", "format": "yaml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7370, "outputTokens": 647, "latencyMs": 10606.282000000007 }, { "questionId": "q96", "format": "yaml", "model": "claude-haiku-4-5", "expected": "10", "actual": "7", "isCorrect": false, "inputTokens": 8380, "outputTokens": 5, "latencyMs": 1061.5612079999992 }, { "questionId": "q96", "format": "yaml", "model": "gemini-2.5-flash", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8422, "outputTokens": 1, "latencyMs": 940.8403330000001 }, { "questionId": "q97", "format": "json", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 9736, "outputTokens": 647, "latencyMs": 6429.81362500001 }, { "questionId": "q97", "format": "json", "model": "claude-haiku-4-5", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 11902, "outputTokens": 5, "latencyMs": 1373.5127499999944 }, { "questionId": "q97", "format": "json", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 12107, "outputTokens": 1, "latencyMs": 1618.8752080000122 }, { "questionId": "q97", "format": "toon", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6010, "outputTokens": 583, "latencyMs": 5288.105207999994 }, { "questionId": "q97", "format": "toon", "model": "claude-haiku-4-5", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6988, "outputTokens": 5, "latencyMs": 974.4008749999921 }, { "questionId": "q97", "format": "toon", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7195, "outputTokens": 2, "latencyMs": 994.4026250000461 }, { "questionId": "q97", "format": "csv", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6778, "outputTokens": 1479, "latencyMs": 44513.282000000065 }, { "questionId": "q97", "format": "csv", "model": "claude-haiku-4-5", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 8409, "outputTokens": 5, "latencyMs": 1579.2647080000024 }, { "questionId": "q97", "format": "csv", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7832, "outputTokens": 2, "latencyMs": 6760.291374999972 }, { "questionId": "q97", "format": "xml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 11034, "outputTokens": 647, "latencyMs": 6886.205707999994 }, { "questionId": "q97", "format": "xml", "model": "claude-haiku-4-5", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 13375, "outputTokens": 5, "latencyMs": 1140.8538749999716 }, { "questionId": "q97", "format": "xml", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 13445, "outputTokens": 2, "latencyMs": 5500.930916999932 }, { "questionId": "q97", "format": "yaml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7370, "outputTokens": 647, "latencyMs": 6873.12387499999 }, { "questionId": "q97", "format": "yaml", "model": "claude-haiku-4-5", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 8380, "outputTokens": 5, "latencyMs": 1385.4246660000063 }, { "questionId": "q97", "format": "yaml", "model": "gemini-2.5-flash", "expected": "10", "actual": "9", "isCorrect": false, "inputTokens": 8421, "outputTokens": 1, "latencyMs": 1070.8007499999949 }, { "questionId": "q98", "format": "json", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 9736, "outputTokens": 775, "latencyMs": 10215.419124999957 }, { "questionId": "q98", "format": "json", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 11902, "outputTokens": 5, "latencyMs": 1169.6882500000065 }, { "questionId": "q98", "format": "json", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 12107, "outputTokens": 2, "latencyMs": 1497.445791999984 }, { "questionId": "q98", "format": "toon", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6010, "outputTokens": 583, "latencyMs": 17780.296249999956 }, { "questionId": "q98", "format": "toon", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 6988, "outputTokens": 5, "latencyMs": 1507.771624999994 }, { "questionId": "q98", "format": "toon", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7195, "outputTokens": 2, "latencyMs": 1089.9117079999996 }, { "questionId": "q98", "format": "csv", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 6778, "outputTokens": 583, "latencyMs": 6443.644124999992 }, { "questionId": "q98", "format": "csv", "model": "claude-haiku-4-5", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 8409, "outputTokens": 5, "latencyMs": 1212.1155410000356 }, { "questionId": "q98", "format": "csv", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7832, "outputTokens": 2, "latencyMs": 5152.548582999967 }, { "questionId": "q98", "format": "xml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 11034, "outputTokens": 647, "latencyMs": 12689.804665999953 }, { "questionId": "q98", "format": "xml", "model": "claude-haiku-4-5", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 13375, "outputTokens": 5, "latencyMs": 1122.1935420000227 }, { "questionId": "q98", "format": "xml", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 13445, "outputTokens": 2, "latencyMs": 1011.1309159999946 }, { "questionId": "q98", "format": "yaml", "model": "gpt-5-nano", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 7370, "outputTokens": 711, "latencyMs": 9792.569583000033 }, { "questionId": "q98", "format": "yaml", "model": "claude-haiku-4-5", "expected": "10", "actual": "8", "isCorrect": false, "inputTokens": 8380, "outputTokens": 5, "latencyMs": 1111.848708000034 }, { "questionId": "q98", "format": "yaml", "model": "gemini-2.5-flash", "expected": "10", "actual": "10", "isCorrect": true, "inputTokens": 8421, "outputTokens": 2, "latencyMs": 868.7284579999978 }, { "questionId": "q99", "format": "json", "model": "gpt-5-nano", "expected": "42342.25", "actual": "41304.82", "isCorrect": false, "inputTokens": 9736, "outputTokens": 2698, "latencyMs": 46504.10175000003 }, { "questionId": "q99", "format": "json", "model": "claude-haiku-4-5", "expected": "42342.25", "actual": "50,847.47", "isCorrect": false, "inputTokens": 11902, "outputTokens": 9, "latencyMs": 1987.3346250000177 }, { "questionId": "q99", "format": "json", "model": "gemini-2.5-flash", "expected": "42342.25", "actual": "40000.00", "isCorrect": false, "inputTokens": 12108, "outputTokens": 8, "latencyMs": 7707.775332999998 }, { "questionId": "q99", "format": "toon", "model": "gpt-5-nano", "expected": "42342.25", "actual": "42342.25", "isCorrect": true, "inputTokens": 6010, "outputTokens": 5578, "latencyMs": 48586.554000000004 }, { "questionId": "q99", "format": "toon", "model": "claude-haiku-4-5", "expected": "42342.25", "actual": "41,847.47", "isCorrect": false, "inputTokens": 6988, "outputTokens": 9, "latencyMs": 3438.9107920000097 }, { "questionId": "q99", "format": "toon", "model": "gemini-2.5-flash", "expected": "42342.25", "actual": "40000.00", "isCorrect": false, "inputTokens": 7196, "outputTokens": 8, "latencyMs": 6512.329665999976 }, { "questionId": "q99", "format": "csv", "model": "gpt-5-nano", "expected": "42342.25", "actual": "42342.25", "isCorrect": true, "inputTokens": 6778, "outputTokens": 4874, "latencyMs": 37911.18645799998 }, { "questionId": "q99", "format": "csv", "model": "claude-haiku-4-5", "expected": "42342.25", "actual": "48,847.47", "isCorrect": false, "inputTokens": 8409, "outputTokens": 9, "latencyMs": 1071.3846250000643 }, { "questionId": "q99", "format": "csv", "model": "gemini-2.5-flash", "expected": "42342.25", "actual": "40000.00", "isCorrect": false, "inputTokens": 7833, "outputTokens": 8, "latencyMs": 7891.89620800002 }, { "questionId": "q99", "format": "xml", "model": "gpt-5-nano", "expected": "42342.25", "actual": "42342.25", "isCorrect": true, "inputTokens": 11034, "outputTokens": 3338, "latencyMs": 23923.247208000044 }, { "questionId": "q99", "format": "xml", "model": "claude-haiku-4-5", "expected": "42342.25", "actual": "47,847.47", "isCorrect": false, "inputTokens": 13375, "outputTokens": 9, "latencyMs": 1182.405207999982 }, { "questionId": "q99", "format": "xml", "model": "gemini-2.5-flash", "expected": "42342.25", "actual": "43000.00", "isCorrect": false, "inputTokens": 13446, "outputTokens": 8, "latencyMs": 9388.739500000025 }, { "questionId": "q99", "format": "yaml", "model": "gpt-5-nano", "expected": "42342.25", "actual": "42342.25", "isCorrect": true, "inputTokens": 7370, "outputTokens": 3082, "latencyMs": 31024.954041999998 }, { "questionId": "q99", "format": "yaml", "model": "claude-haiku-4-5", "expected": "42342.25", "actual": "47,847.89", "isCorrect": false, "inputTokens": 8380, "outputTokens": 9, "latencyMs": 1240.8969590000343 }, { "questionId": "q99", "format": "yaml", "model": "gemini-2.5-flash", "expected": "42342.25", "actual": "30900.09", "isCorrect": false, "inputTokens": 8422, "outputTokens": 8, "latencyMs": 2345.1206249999814 }, { "questionId": "q100", "format": "json", "model": "gpt-5-nano", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 9738, "outputTokens": 2567, "latencyMs": 53935.78729200002 }, { "questionId": "q100", "format": "json", "model": "claude-haiku-4-5", "expected": "44", "actual": "48", "isCorrect": false, "inputTokens": 11904, "outputTokens": 5, "latencyMs": 1066.0944579999195 }, { "questionId": "q100", "format": "json", "model": "gemini-2.5-flash", "expected": "44", "actual": "45", "isCorrect": false, "inputTokens": 12112, "outputTokens": 2, "latencyMs": 1494.8697500000708 }, { "questionId": "q100", "format": "toon", "model": "gpt-5-nano", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 6012, "outputTokens": 1351, "latencyMs": 14949.407374999952 }, { "questionId": "q100", "format": "toon", "model": "claude-haiku-4-5", "expected": "44", "actual": "47", "isCorrect": false, "inputTokens": 6990, "outputTokens": 5, "latencyMs": 967.8411250000354 }, { "questionId": "q100", "format": "toon", "model": "gemini-2.5-flash", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 7200, "outputTokens": 2, "latencyMs": 12734.97745799995 }, { "questionId": "q100", "format": "csv", "model": "gpt-5-nano", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 6780, "outputTokens": 1607, "latencyMs": 15572.392542000045 }, { "questionId": "q100", "format": "csv", "model": "claude-haiku-4-5", "expected": "44", "actual": "48", "isCorrect": false, "inputTokens": 8411, "outputTokens": 5, "latencyMs": 2052.4572499999776 }, { "questionId": "q100", "format": "csv", "model": "gemini-2.5-flash", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 7837, "outputTokens": 2, "latencyMs": 13219.975833000033 }, { "questionId": "q100", "format": "xml", "model": "gpt-5-nano", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 11036, "outputTokens": 1735, "latencyMs": 69773.56662499998 }, { "questionId": "q100", "format": "xml", "model": "claude-haiku-4-5", "expected": "44", "actual": "45", "isCorrect": false, "inputTokens": 13377, "outputTokens": 5, "latencyMs": 1719.8178329999791 }, { "questionId": "q100", "format": "xml", "model": "gemini-2.5-flash", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 13450, "outputTokens": 2, "latencyMs": 11322.527541999938 }, { "questionId": "q100", "format": "yaml", "model": "gpt-5-nano", "expected": "44", "actual": "44", "isCorrect": true, "inputTokens": 7372, "outputTokens": 1607, "latencyMs": 20736.131416000077 }, { "questionId": "q100", "format": "yaml", "model": "claude-haiku-4-5", "expected": "44", "actual": "45", "isCorrect": false, "inputTokens": 8382, "outputTokens": 5, "latencyMs": 1052.186207999941 }, { "questionId": "q100", "format": "yaml", "model": "gemini-2.5-flash", "expected": "44", "actual": "47", "isCorrect": false, "inputTokens": 8426, "outputTokens": 2, "latencyMs": 1184.4893750000047 }, { "questionId": "q101", "format": "json", "model": "gpt-5-nano", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 9738, "outputTokens": 967, "latencyMs": 12279.209374999977 }, { "questionId": "q101", "format": "json", "model": "claude-haiku-4-5", "expected": "39", "actual": "38", "isCorrect": false, "inputTokens": 11904, "outputTokens": 5, "latencyMs": 1297.988250000053 }, { "questionId": "q101", "format": "json", "model": "gemini-2.5-flash", "expected": "39", "actual": "45", "isCorrect": false, "inputTokens": 12112, "outputTokens": 2, "latencyMs": 1760.7460000000428 }, { "questionId": "q101", "format": "toon", "model": "gpt-5-nano", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 6012, "outputTokens": 1351, "latencyMs": 10500.295707999961 }, { "questionId": "q101", "format": "toon", "model": "claude-haiku-4-5", "expected": "39", "actual": "38", "isCorrect": false, "inputTokens": 6990, "outputTokens": 5, "latencyMs": 1138.843208999955 }, { "questionId": "q101", "format": "toon", "model": "gemini-2.5-flash", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 7200, "outputTokens": 2, "latencyMs": 9441.675416999962 }, { "questionId": "q101", "format": "csv", "model": "gpt-5-nano", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 6780, "outputTokens": 1863, "latencyMs": 19287.06454199995 }, { "questionId": "q101", "format": "csv", "model": "claude-haiku-4-5", "expected": "39", "actual": "38", "isCorrect": false, "inputTokens": 8411, "outputTokens": 5, "latencyMs": 1490.810999999987 }, { "questionId": "q101", "format": "csv", "model": "gemini-2.5-flash", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 7837, "outputTokens": 2, "latencyMs": 12331.178375000018 }, { "questionId": "q101", "format": "xml", "model": "gpt-5-nano", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 11036, "outputTokens": 3335, "latencyMs": 26443.42041599995 }, { "questionId": "q101", "format": "xml", "model": "claude-haiku-4-5", "expected": "39", "actual": "38", "isCorrect": false, "inputTokens": 13377, "outputTokens": 5, "latencyMs": 1419.3634590000147 }, { "questionId": "q101", "format": "xml", "model": "gemini-2.5-flash", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 13450, "outputTokens": 2, "latencyMs": 11403.771042000037 }, { "questionId": "q101", "format": "yaml", "model": "gpt-5-nano", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 7372, "outputTokens": 1671, "latencyMs": 14214.94204200001 }, { "questionId": "q101", "format": "yaml", "model": "claude-haiku-4-5", "expected": "39", "actual": "38", "isCorrect": false, "inputTokens": 8382, "outputTokens": 5, "latencyMs": 1183.1556669999845 }, { "questionId": "q101", "format": "yaml", "model": "gemini-2.5-flash", "expected": "39", "actual": "39", "isCorrect": true, "inputTokens": 8426, "outputTokens": 2, "latencyMs": 12192.347249999992 }, { "questionId": "q102", "format": "json", "model": "gpt-5-nano", "expected": "32", "actual": "32", "isCorrect": true, "inputTokens": 9738, "outputTokens": 2311, "latencyMs": 286602.893667 }, { "questionId": "q102", "format": "json", "model": "claude-haiku-4-5", "expected": "32", "actual": "28", "isCorrect": false, "inputTokens": 11904, "outputTokens": 5, "latencyMs": 1132.721833000076 }, { "questionId": "q102", "format": "json", "model": "gemini-2.5-flash", "expected": "32", "actual": "37", "isCorrect": false, "inputTokens": 12112, "outputTokens": 2, "latencyMs": 1632.5237090000883 }, { "questionId": "q102", "format": "toon", "model": "gpt-5-nano", "expected": "32", "actual": "32", "isCorrect": true, "inputTokens": 6012, "outputTokens": 839, "latencyMs": 12142.227125000092 }, { "questionId": "q102", "format": "toon", "model": "claude-haiku-4-5", "expected": "32", "actual": "26", "isCorrect": false, "inputTokens": 6990, "outputTokens": 5, "latencyMs": 1184.7071669999277 }, { "questionId": "q102", "format": "toon", "model": "gemini-2.5-flash", "expected": "32", "actual": "37", "isCorrect": false, "inputTokens": 7200, "outputTokens": 2, "latencyMs": 1000.1081669999985 }, { "questionId": "q102", "format": "csv", "model": "gpt-5-nano", "expected": "32", "actual": "32", "isCorrect": true, "inputTokens": 6780, "outputTokens": 1287, "latencyMs": 45846.97675000003 }, { "questionId": "q102", "format": "csv", "model": "claude-haiku-4-5", "expected": "32", "actual": "28", "isCorrect": false, "inputTokens": 8411, "outputTokens": 5, "latencyMs": 1744.5200829999521 }, { "questionId": "q102", "format": "csv", "model": "gemini-2.5-flash", "expected": "32", "actual": "32", "isCorrect": true, "inputTokens": 7837, "outputTokens": 2, "latencyMs": 12398.869249999989 }, { "questionId": "q102", "format": "xml", "model": "gpt-5-nano", "expected": "32", "actual": "32", "isCorrect": true, "inputTokens": 11036, "outputTokens": 1351, "latencyMs": 12448.268124999944 }, { "questionId": "q102", "format": "xml", "model": "claude-haiku-4-5", "expected": "32", "actual": "28", "isCorrect": false, "inputTokens": 13377, "outputTokens": 5, "latencyMs": 1155.887459000107 }, { "questionId": "q102", "format": "xml", "model": "gemini-2.5-flash", "expected": "32", "actual": "32", "isCorrect": true, "inputTokens": 13450, "outputTokens": 2, "latencyMs": 12662.306666000048 }, { "questionId": "q102", "format": "yaml", "model": "gpt-5-nano", "expected": "32", "actual": "31", "isCorrect": false, "inputTokens": 7372, "outputTokens": 1799, "latencyMs": 15611.27658299997 }, { "questionId": "q102", "format": "yaml", "model": "claude-haiku-4-5", "expected": "32", "actual": "26", "isCorrect": false, "inputTokens": 8382, "outputTokens": 5, "latencyMs": 1592.5243330000667 }, { "questionId": "q102", "format": "yaml", "model": "gemini-2.5-flash", "expected": "32", "actual": "37", "isCorrect": false, "inputTokens": 8426, "outputTokens": 2, "latencyMs": 1257.715124999988 }, { "questionId": "q103", "format": "json", "model": "gpt-5-nano", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 3712, "outputTokens": 72, "latencyMs": 1883.4624169999734 }, { "questionId": "q103", "format": "json", "model": "claude-haiku-4-5", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1072.3808749999152 }, { "questionId": "q103", "format": "json", "model": "gemini-2.5-flash", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 2622.4323750000913 }, { "questionId": "q103", "format": "toon", "model": "gpt-5-nano", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 1563, "outputTokens": 136, "latencyMs": 15307.557292000041 }, { "questionId": "q103", "format": "toon", "model": "claude-haiku-4-5", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1084.2609999999404 }, { "questionId": "q103", "format": "toon", "model": "gemini-2.5-flash", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 2758.0986669999547 }, { "questionId": "q103", "format": "csv", "model": "gpt-5-nano", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 1441, "outputTokens": 72, "latencyMs": 1854.1639169999398 }, { "questionId": "q103", "format": "csv", "model": "claude-haiku-4-5", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 948.2132079999428 }, { "questionId": "q103", "format": "csv", "model": "gemini-2.5-flash", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 2243.337582999957 }, { "questionId": "q103", "format": "xml", "model": "gpt-5-nano", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 4423, "outputTokens": 200, "latencyMs": 4750.478917 }, { "questionId": "q103", "format": "xml", "model": "claude-haiku-4-5", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1168.2797080000164 }, { "questionId": "q103", "format": "xml", "model": "gemini-2.5-flash", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 1235.7723750000587 }, { "questionId": "q103", "format": "yaml", "model": "gpt-5-nano", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 2985, "outputTokens": 72, "latencyMs": 4593.343416000018 }, { "questionId": "q103", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 1005.8936250000261 }, { "questionId": "q103", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6975", "actual": "6975", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1302.4004580000183 }, { "questionId": "q104", "format": "json", "model": "gpt-5-nano", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 3711, "outputTokens": 138, "latencyMs": 10838.235042000073 }, { "questionId": "q104", "format": "json", "model": "claude-haiku-4-5", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1148.390958999982 }, { "questionId": "q104", "format": "json", "model": "gemini-2.5-flash", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 2339.6254999999655 }, { "questionId": "q104", "format": "toon", "model": "gpt-5-nano", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 1562, "outputTokens": 138, "latencyMs": 7077.6732909999555 }, { "questionId": "q104", "format": "toon", "model": "claude-haiku-4-5", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1064.9028750000289 }, { "questionId": "q104", "format": "toon", "model": "gemini-2.5-flash", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 2335.216167000006 }, { "questionId": "q104", "format": "csv", "model": "gpt-5-nano", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 1440, "outputTokens": 74, "latencyMs": 5253.633124999935 }, { "questionId": "q104", "format": "csv", "model": "claude-haiku-4-5", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 1438.5572920000413 }, { "questionId": "q104", "format": "csv", "model": "gemini-2.5-flash", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 1807.325458999956 }, { "questionId": "q104", "format": "xml", "model": "gpt-5-nano", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 4422, "outputTokens": 138, "latencyMs": 3436.290666999994 }, { "questionId": "q104", "format": "xml", "model": "claude-haiku-4-5", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1125.5812910000095 }, { "questionId": "q104", "format": "xml", "model": "gemini-2.5-flash", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 984.154334000079 }, { "questionId": "q104", "format": "yaml", "model": "gpt-5-nano", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 2984, "outputTokens": 138, "latencyMs": 4561.665000000037 }, { "questionId": "q104", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1273.080958000035 }, { "questionId": "q104", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6686.23", "actual": "6686.23", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 1065.2617909999099 }, { "questionId": "q105", "format": "json", "model": "gpt-5-nano", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 3712, "outputTokens": 200, "latencyMs": 3926.1200409999583 }, { "questionId": "q105", "format": "json", "model": "claude-haiku-4-5", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1170.2935419999994 }, { "questionId": "q105", "format": "json", "model": "gemini-2.5-flash", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 2907.920374999987 }, { "questionId": "q105", "format": "toon", "model": "gpt-5-nano", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 1563, "outputTokens": 136, "latencyMs": 6013.766874999972 }, { "questionId": "q105", "format": "toon", "model": "claude-haiku-4-5", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1029.452791999909 }, { "questionId": "q105", "format": "toon", "model": "gemini-2.5-flash", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 1767.9035409999778 }, { "questionId": "q105", "format": "csv", "model": "gpt-5-nano", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 1441, "outputTokens": 200, "latencyMs": 2931.0335839999607 }, { "questionId": "q105", "format": "csv", "model": "claude-haiku-4-5", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 857.5665409999201 }, { "questionId": "q105", "format": "csv", "model": "gemini-2.5-flash", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1870.161458000075 }, { "questionId": "q105", "format": "xml", "model": "gpt-5-nano", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 4423, "outputTokens": 136, "latencyMs": 2792.1963339999784 }, { "questionId": "q105", "format": "xml", "model": "claude-haiku-4-5", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1112.5085419999668 }, { "questionId": "q105", "format": "xml", "model": "gemini-2.5-flash", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 2572.699583999929 }, { "questionId": "q105", "format": "yaml", "model": "gpt-5-nano", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 2985, "outputTokens": 136, "latencyMs": 3129.4847079999745 }, { "questionId": "q105", "format": "yaml", "model": "claude-haiku-4-5", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 2352.252790999948 }, { "questionId": "q105", "format": "yaml", "model": "gemini-2.5-flash", "expected": "7500", "actual": "7500", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1623.8393749999814 }, { "questionId": "q106", "format": "json", "model": "gpt-5-nano", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 3711, "outputTokens": 74, "latencyMs": 5410.545292000053 }, { "questionId": "q106", "format": "json", "model": "claude-haiku-4-5", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1382.8987500000512 }, { "questionId": "q106", "format": "json", "model": "gemini-2.5-flash", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 4783, "outputTokens": 8, "latencyMs": 2918.163458999945 }, { "questionId": "q106", "format": "toon", "model": "gpt-5-nano", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 1562, "outputTokens": 138, "latencyMs": 2478.2083329999587 }, { "questionId": "q106", "format": "toon", "model": "claude-haiku-4-5", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1265.4150420000078 }, { "questionId": "q106", "format": "toon", "model": "gemini-2.5-flash", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 2270, "outputTokens": 8, "latencyMs": 1943.8234170000069 }, { "questionId": "q106", "format": "csv", "model": "gpt-5-nano", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 1440, "outputTokens": 138, "latencyMs": 4516.7844160000095 }, { "questionId": "q106", "format": "csv", "model": "claude-haiku-4-5", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 1502.5052920000162 }, { "questionId": "q106", "format": "csv", "model": "gemini-2.5-flash", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 2207, "outputTokens": 8, "latencyMs": 2691.783666000003 }, { "questionId": "q106", "format": "xml", "model": "gpt-5-nano", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 4422, "outputTokens": 138, "latencyMs": 4047.482250000001 }, { "questionId": "q106", "format": "xml", "model": "claude-haiku-4-5", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1547.010666999966 }, { "questionId": "q106", "format": "xml", "model": "gemini-2.5-flash", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 5430, "outputTokens": 8, "latencyMs": 1679.222165999934 }, { "questionId": "q106", "format": "yaml", "model": "gpt-5-nano", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 2984, "outputTokens": 202, "latencyMs": 4740.509624999948 }, { "questionId": "q106", "format": "yaml", "model": "claude-haiku-4-5", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1271.0033330000006 }, { "questionId": "q106", "format": "yaml", "model": "gemini-2.5-flash", "expected": "14297.05", "actual": "14297.05", "isCorrect": true, "inputTokens": 3813, "outputTokens": 8, "latencyMs": 2636.093916999991 }, { "questionId": "q107", "format": "json", "model": "gpt-5-nano", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 3712, "outputTokens": 72, "latencyMs": 8298.315874999971 }, { "questionId": "q107", "format": "json", "model": "claude-haiku-4-5", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1520.9959589999635 }, { "questionId": "q107", "format": "json", "model": "gemini-2.5-flash", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 2487.122250000015 }, { "questionId": "q107", "format": "toon", "model": "gpt-5-nano", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 1563, "outputTokens": 136, "latencyMs": 2142.1067079999484 }, { "questionId": "q107", "format": "toon", "model": "claude-haiku-4-5", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1108.5955839999951 }, { "questionId": "q107", "format": "toon", "model": "gemini-2.5-flash", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 2469.1304579999996 }, { "questionId": "q107", "format": "csv", "model": "gpt-5-nano", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 1441, "outputTokens": 136, "latencyMs": 2567.9449590001022 }, { "questionId": "q107", "format": "csv", "model": "claude-haiku-4-5", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 1078.092707999982 }, { "questionId": "q107", "format": "csv", "model": "gemini-2.5-flash", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1809.784708000021 }, { "questionId": "q107", "format": "xml", "model": "gpt-5-nano", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 4423, "outputTokens": 200, "latencyMs": 2525.847415999975 }, { "questionId": "q107", "format": "xml", "model": "claude-haiku-4-5", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1085.6306249999907 }, { "questionId": "q107", "format": "xml", "model": "gemini-2.5-flash", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 2901.1133329999866 }, { "questionId": "q107", "format": "yaml", "model": "gpt-5-nano", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 2985, "outputTokens": 200, "latencyMs": 3336.295124999946 }, { "questionId": "q107", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 1092.8172920000507 }, { "questionId": "q107", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6692", "actual": "6692", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1070.4765419999603 }, { "questionId": "q108", "format": "json", "model": "gpt-5-nano", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 3711, "outputTokens": 74, "latencyMs": 4454.346332999994 }, { "questionId": "q108", "format": "json", "model": "claude-haiku-4-5", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1455.8378749999683 }, { "questionId": "q108", "format": "json", "model": "gemini-2.5-flash", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 1775.3881249999395 }, { "questionId": "q108", "format": "toon", "model": "gpt-5-nano", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 1562, "outputTokens": 74, "latencyMs": 3750.9490000000224 }, { "questionId": "q108", "format": "toon", "model": "claude-haiku-4-5", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1294.0682909999741 }, { "questionId": "q108", "format": "toon", "model": "gemini-2.5-flash", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 2086.9909169999883 }, { "questionId": "q108", "format": "csv", "model": "gpt-5-nano", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 1440, "outputTokens": 138, "latencyMs": 2283.21883300005 }, { "questionId": "q108", "format": "csv", "model": "claude-haiku-4-5", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 983.0039999999572 }, { "questionId": "q108", "format": "csv", "model": "gemini-2.5-flash", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 2159.7753329999978 }, { "questionId": "q108", "format": "xml", "model": "gpt-5-nano", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 4422, "outputTokens": 202, "latencyMs": 6951.322584000067 }, { "questionId": "q108", "format": "xml", "model": "claude-haiku-4-5", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1090.7049170000246 }, { "questionId": "q108", "format": "xml", "model": "gemini-2.5-flash", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 1449.565457999939 }, { "questionId": "q108", "format": "yaml", "model": "gpt-5-nano", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 2984, "outputTokens": 138, "latencyMs": 3853.0687920000637 }, { "questionId": "q108", "format": "yaml", "model": "claude-haiku-4-5", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1126.2435420000693 }, { "questionId": "q108", "format": "yaml", "model": "gemini-2.5-flash", "expected": "9302.76", "actual": "9302.76", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 1764.1200830000453 }, { "questionId": "q109", "format": "json", "model": "gpt-5-nano", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 3712, "outputTokens": 136, "latencyMs": 3300.9657910000533 }, { "questionId": "q109", "format": "json", "model": "claude-haiku-4-5", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1052.1962920000078 }, { "questionId": "q109", "format": "json", "model": "gemini-2.5-flash", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 3287.65862500004 }, { "questionId": "q109", "format": "toon", "model": "gpt-5-nano", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 1563, "outputTokens": 200, "latencyMs": 3891.706874999916 }, { "questionId": "q109", "format": "toon", "model": "claude-haiku-4-5", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1081.2852920000441 }, { "questionId": "q109", "format": "toon", "model": "gemini-2.5-flash", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 2226.4307500000577 }, { "questionId": "q109", "format": "csv", "model": "gpt-5-nano", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 1441, "outputTokens": 72, "latencyMs": 1982.5622910000384 }, { "questionId": "q109", "format": "csv", "model": "claude-haiku-4-5", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 929.4726250000531 }, { "questionId": "q109", "format": "csv", "model": "gemini-2.5-flash", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1787.2903330000117 }, { "questionId": "q109", "format": "xml", "model": "gpt-5-nano", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 4423, "outputTokens": 264, "latencyMs": 3257.529749999987 }, { "questionId": "q109", "format": "xml", "model": "claude-haiku-4-5", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1576.1779170000227 }, { "questionId": "q109", "format": "xml", "model": "gemini-2.5-flash", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 2836.7503750000615 }, { "questionId": "q109", "format": "yaml", "model": "gpt-5-nano", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 2985, "outputTokens": 136, "latencyMs": 4072.856582999928 }, { "questionId": "q109", "format": "yaml", "model": "claude-haiku-4-5", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 974.9362500000279 }, { "questionId": "q109", "format": "yaml", "model": "gemini-2.5-flash", "expected": "3285", "actual": "3285", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1213.922833000077 }, { "questionId": "q110", "format": "json", "model": "gpt-5-nano", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 3711, "outputTokens": 138, "latencyMs": 3493.7957090000855 }, { "questionId": "q110", "format": "json", "model": "claude-haiku-4-5", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1142.0260000000708 }, { "questionId": "q110", "format": "json", "model": "gemini-2.5-flash", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 2381.430916000041 }, { "questionId": "q110", "format": "toon", "model": "gpt-5-nano", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 1562, "outputTokens": 138, "latencyMs": 2413.9573330000276 }, { "questionId": "q110", "format": "toon", "model": "claude-haiku-4-5", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1847.1221249999944 }, { "questionId": "q110", "format": "toon", "model": "gemini-2.5-flash", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 2303.37033299997 }, { "questionId": "q110", "format": "csv", "model": "gpt-5-nano", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 1440, "outputTokens": 138, "latencyMs": 2214.3459579999326 }, { "questionId": "q110", "format": "csv", "model": "claude-haiku-4-5", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 1087.8486249999842 }, { "questionId": "q110", "format": "csv", "model": "gemini-2.5-flash", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 1525.997917000088 }, { "questionId": "q110", "format": "xml", "model": "gpt-5-nano", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 4422, "outputTokens": 202, "latencyMs": 2952.5206250000047 }, { "questionId": "q110", "format": "xml", "model": "claude-haiku-4-5", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1203.7597079999978 }, { "questionId": "q110", "format": "xml", "model": "gemini-2.5-flash", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 1580.2738329999847 }, { "questionId": "q110", "format": "yaml", "model": "gpt-5-nano", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 2984, "outputTokens": 138, "latencyMs": 2473.919208999956 }, { "questionId": "q110", "format": "yaml", "model": "claude-haiku-4-5", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1452.058374999906 }, { "questionId": "q110", "format": "yaml", "model": "gemini-2.5-flash", "expected": "3826.93", "actual": "3826.93", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 2691.815042000031 }, { "questionId": "q111", "format": "json", "model": "gpt-5-nano", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 3712, "outputTokens": 136, "latencyMs": 2043.9027500000084 }, { "questionId": "q111", "format": "json", "model": "claude-haiku-4-5", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1085.5088339999784 }, { "questionId": "q111", "format": "json", "model": "gemini-2.5-flash", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 1648.2013329999754 }, { "questionId": "q111", "format": "toon", "model": "gpt-5-nano", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 1563, "outputTokens": 136, "latencyMs": 3078.3677920000628 }, { "questionId": "q111", "format": "toon", "model": "claude-haiku-4-5", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 953.482166999951 }, { "questionId": "q111", "format": "toon", "model": "gemini-2.5-flash", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 2107.5470000000205 }, { "questionId": "q111", "format": "csv", "model": "gpt-5-nano", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 1441, "outputTokens": 72, "latencyMs": 2056.58216599992 }, { "questionId": "q111", "format": "csv", "model": "claude-haiku-4-5", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 1345.5024170000106 }, { "questionId": "q111", "format": "csv", "model": "gemini-2.5-flash", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1387.981958999997 }, { "questionId": "q111", "format": "xml", "model": "gpt-5-nano", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 4423, "outputTokens": 136, "latencyMs": 3227.920458999928 }, { "questionId": "q111", "format": "xml", "model": "claude-haiku-4-5", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1789.7077919999138 }, { "questionId": "q111", "format": "xml", "model": "gemini-2.5-flash", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 3015.3227080000797 }, { "questionId": "q111", "format": "yaml", "model": "gpt-5-nano", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 2985, "outputTokens": 200, "latencyMs": 2481.5284170000814 }, { "questionId": "q111", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 2319.2710829999996 }, { "questionId": "q111", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6191", "actual": "6191", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1736.7912920000963 }, { "questionId": "q112", "format": "json", "model": "gpt-5-nano", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 3711, "outputTokens": 138, "latencyMs": 2613.5518750000047 }, { "questionId": "q112", "format": "json", "model": "claude-haiku-4-5", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1411.1959170000628 }, { "questionId": "q112", "format": "json", "model": "gemini-2.5-flash", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 2631.1534589999355 }, { "questionId": "q112", "format": "toon", "model": "gpt-5-nano", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 1562, "outputTokens": 74, "latencyMs": 2247.1309170000022 }, { "questionId": "q112", "format": "toon", "model": "claude-haiku-4-5", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 935.4031660000328 }, { "questionId": "q112", "format": "toon", "model": "gemini-2.5-flash", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 3261.111125000054 }, { "questionId": "q112", "format": "csv", "model": "gpt-5-nano", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 1440, "outputTokens": 74, "latencyMs": 2420.4490409999853 }, { "questionId": "q112", "format": "csv", "model": "claude-haiku-4-5", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 1112.1383340000175 }, { "questionId": "q112", "format": "csv", "model": "gemini-2.5-flash", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 2340.017957999953 }, { "questionId": "q112", "format": "xml", "model": "gpt-5-nano", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 4422, "outputTokens": 394, "latencyMs": 17092.246334000025 }, { "questionId": "q112", "format": "xml", "model": "claude-haiku-4-5", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1153.1710829999065 }, { "questionId": "q112", "format": "xml", "model": "gemini-2.5-flash", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 1490.9894589999458 }, { "questionId": "q112", "format": "yaml", "model": "gpt-5-nano", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 2984, "outputTokens": 202, "latencyMs": 3339.092583000078 }, { "questionId": "q112", "format": "yaml", "model": "claude-haiku-4-5", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1555.5642919999082 }, { "questionId": "q112", "format": "yaml", "model": "gemini-2.5-flash", "expected": "1854.66", "actual": "1854.66", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 2120.2490830000024 }, { "questionId": "q113", "format": "json", "model": "gpt-5-nano", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 3712, "outputTokens": 200, "latencyMs": 3111.5985420000507 }, { "questionId": "q113", "format": "json", "model": "claude-haiku-4-5", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 968.7054999999236 }, { "questionId": "q113", "format": "json", "model": "gemini-2.5-flash", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 3022.979249999975 }, { "questionId": "q113", "format": "toon", "model": "gpt-5-nano", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 1563, "outputTokens": 136, "latencyMs": 3835.2764579999493 }, { "questionId": "q113", "format": "toon", "model": "claude-haiku-4-5", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1366.261957999901 }, { "questionId": "q113", "format": "toon", "model": "gemini-2.5-flash", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 1964.8687499999069 }, { "questionId": "q113", "format": "csv", "model": "gpt-5-nano", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 1441, "outputTokens": 264, "latencyMs": 3045.071499999962 }, { "questionId": "q113", "format": "csv", "model": "claude-haiku-4-5", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 804.4215829999885 }, { "questionId": "q113", "format": "csv", "model": "gemini-2.5-flash", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1822.1931249999907 }, { "questionId": "q113", "format": "xml", "model": "gpt-5-nano", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 4423, "outputTokens": 136, "latencyMs": 2214.7718329998897 }, { "questionId": "q113", "format": "xml", "model": "claude-haiku-4-5", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1151.622665999923 }, { "questionId": "q113", "format": "xml", "model": "gemini-2.5-flash", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 1762.1509579999838 }, { "questionId": "q113", "format": "yaml", "model": "gpt-5-nano", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 2985, "outputTokens": 200, "latencyMs": 2739.4318329999223 }, { "questionId": "q113", "format": "yaml", "model": "claude-haiku-4-5", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 1074.2716670000227 }, { "questionId": "q113", "format": "yaml", "model": "gemini-2.5-flash", "expected": "4696", "actual": "4696", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1362.9514999999665 }, { "questionId": "q114", "format": "json", "model": "gpt-5-nano", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 3711, "outputTokens": 138, "latencyMs": 2877.9115410000086 }, { "questionId": "q114", "format": "json", "model": "claude-haiku-4-5", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1239.7438750000438 }, { "questionId": "q114", "format": "json", "model": "gemini-2.5-flash", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 4783, "outputTokens": 6, "latencyMs": 1514.1683330000378 }, { "questionId": "q114", "format": "toon", "model": "gpt-5-nano", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 1562, "outputTokens": 202, "latencyMs": 2804.6751670000376 }, { "questionId": "q114", "format": "toon", "model": "claude-haiku-4-5", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 979.8223330000183 }, { "questionId": "q114", "format": "toon", "model": "gemini-2.5-flash", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 2270, "outputTokens": 6, "latencyMs": 2323.508334000013 }, { "questionId": "q114", "format": "csv", "model": "gpt-5-nano", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 1440, "outputTokens": 74, "latencyMs": 1690.5704579999438 }, { "questionId": "q114", "format": "csv", "model": "claude-haiku-4-5", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 886.4768329999642 }, { "questionId": "q114", "format": "csv", "model": "gemini-2.5-flash", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 2207, "outputTokens": 6, "latencyMs": 1805.5540000000037 }, { "questionId": "q114", "format": "xml", "model": "gpt-5-nano", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 4422, "outputTokens": 266, "latencyMs": 4743.464458000031 }, { "questionId": "q114", "format": "xml", "model": "claude-haiku-4-5", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1165.764332999941 }, { "questionId": "q114", "format": "xml", "model": "gemini-2.5-flash", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 5430, "outputTokens": 6, "latencyMs": 2148.3432500000345 }, { "questionId": "q114", "format": "yaml", "model": "gpt-5-nano", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 2984, "outputTokens": 138, "latencyMs": 2704.757041999954 }, { "questionId": "q114", "format": "yaml", "model": "claude-haiku-4-5", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1058.6455829999177 }, { "questionId": "q114", "format": "yaml", "model": "gemini-2.5-flash", "expected": "4211.6", "actual": "4211.6", "isCorrect": true, "inputTokens": 3813, "outputTokens": 6, "latencyMs": 2256.7089169999817 }, { "questionId": "q115", "format": "json", "model": "gpt-5-nano", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 3712, "outputTokens": 136, "latencyMs": 2360.8099159999983 }, { "questionId": "q115", "format": "json", "model": "claude-haiku-4-5", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1535.8384579999838 }, { "questionId": "q115", "format": "json", "model": "gemini-2.5-flash", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 3278.595083000022 }, { "questionId": "q115", "format": "toon", "model": "gpt-5-nano", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 1563, "outputTokens": 328, "latencyMs": 7969.119124999968 }, { "questionId": "q115", "format": "toon", "model": "claude-haiku-4-5", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1099.6044580000453 }, { "questionId": "q115", "format": "toon", "model": "gemini-2.5-flash", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 2112.666833000025 }, { "questionId": "q115", "format": "csv", "model": "gpt-5-nano", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 1441, "outputTokens": 72, "latencyMs": 1636.6678329999559 }, { "questionId": "q115", "format": "csv", "model": "claude-haiku-4-5", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 902.907957999967 }, { "questionId": "q115", "format": "csv", "model": "gemini-2.5-flash", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1787.2734170000767 }, { "questionId": "q115", "format": "xml", "model": "gpt-5-nano", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 4423, "outputTokens": 264, "latencyMs": 3207.286208000034 }, { "questionId": "q115", "format": "xml", "model": "claude-haiku-4-5", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1176.4805000000633 }, { "questionId": "q115", "format": "xml", "model": "gemini-2.5-flash", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 3314.0558330001077 }, { "questionId": "q115", "format": "yaml", "model": "gpt-5-nano", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 2985, "outputTokens": 200, "latencyMs": 5537.94308300002 }, { "questionId": "q115", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 914.5840419998858 }, { "questionId": "q115", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6196", "actual": "6196", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1747.4003750000848 }, { "questionId": "q116", "format": "json", "model": "gpt-5-nano", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 3711, "outputTokens": 202, "latencyMs": 5452.725000000093 }, { "questionId": "q116", "format": "json", "model": "claude-haiku-4-5", "expected": "6105.3", "actual": "6105.30", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1257.8495419999817 }, { "questionId": "q116", "format": "json", "model": "gemini-2.5-flash", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 4783, "outputTokens": 6, "latencyMs": 1183.2777500000084 }, { "questionId": "q116", "format": "toon", "model": "gpt-5-nano", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 1562, "outputTokens": 330, "latencyMs": 7140.693124999991 }, { "questionId": "q116", "format": "toon", "model": "claude-haiku-4-5", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1131.5447919999715 }, { "questionId": "q116", "format": "toon", "model": "gemini-2.5-flash", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 2270, "outputTokens": 6, "latencyMs": 2556.5294579999754 }, { "questionId": "q116", "format": "csv", "model": "gpt-5-nano", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 1440, "outputTokens": 266, "latencyMs": 3158.0195420000236 }, { "questionId": "q116", "format": "csv", "model": "claude-haiku-4-5", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 926.703375000041 }, { "questionId": "q116", "format": "csv", "model": "gemini-2.5-flash", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 2207, "outputTokens": 6, "latencyMs": 2144.0341659999685 }, { "questionId": "q116", "format": "xml", "model": "gpt-5-nano", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 4422, "outputTokens": 202, "latencyMs": 3109.7603749999544 }, { "questionId": "q116", "format": "xml", "model": "claude-haiku-4-5", "expected": "6105.3", "actual": "6105.30", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1212.1927079999587 }, { "questionId": "q116", "format": "xml", "model": "gemini-2.5-flash", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 5430, "outputTokens": 6, "latencyMs": 3449.487916999962 }, { "questionId": "q116", "format": "yaml", "model": "gpt-5-nano", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 2984, "outputTokens": 138, "latencyMs": 2570.9303749999963 }, { "questionId": "q116", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1058.9517500000075 }, { "questionId": "q116", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6105.3", "actual": "6105.3", "isCorrect": true, "inputTokens": 3813, "outputTokens": 6, "latencyMs": 1379.4884169999277 }, { "questionId": "q117", "format": "json", "model": "gpt-5-nano", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 3712, "outputTokens": 200, "latencyMs": 2630.738624999998 }, { "questionId": "q117", "format": "json", "model": "claude-haiku-4-5", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 884.325959000038 }, { "questionId": "q117", "format": "json", "model": "gemini-2.5-flash", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 2599.299457999994 }, { "questionId": "q117", "format": "toon", "model": "gpt-5-nano", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 1563, "outputTokens": 200, "latencyMs": 5174.115041999961 }, { "questionId": "q117", "format": "toon", "model": "claude-haiku-4-5", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1230.3996659999248 }, { "questionId": "q117", "format": "toon", "model": "gemini-2.5-flash", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 2081.4514590000035 }, { "questionId": "q117", "format": "csv", "model": "gpt-5-nano", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 1441, "outputTokens": 456, "latencyMs": 4708.666958000045 }, { "questionId": "q117", "format": "csv", "model": "claude-haiku-4-5", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 1065.470417000004 }, { "questionId": "q117", "format": "csv", "model": "gemini-2.5-flash", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1987.3131250001024 }, { "questionId": "q117", "format": "xml", "model": "gpt-5-nano", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 4423, "outputTokens": 200, "latencyMs": 3420.324041999993 }, { "questionId": "q117", "format": "xml", "model": "claude-haiku-4-5", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 897.2685829999391 }, { "questionId": "q117", "format": "xml", "model": "gemini-2.5-flash", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 1442.7957500000484 }, { "questionId": "q117", "format": "yaml", "model": "gpt-5-nano", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 2985, "outputTokens": 264, "latencyMs": 3038.6226250000764 }, { "questionId": "q117", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 1260.5887920000823 }, { "questionId": "q117", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6528", "actual": "6528", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1877.516042000032 }, { "questionId": "q118", "format": "json", "model": "gpt-5-nano", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 3711, "outputTokens": 266, "latencyMs": 40974.3431249999 }, { "questionId": "q118", "format": "json", "model": "claude-haiku-4-5", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 867.1927500000456 }, { "questionId": "q118", "format": "json", "model": "gemini-2.5-flash", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 3284.4902500000317 }, { "questionId": "q118", "format": "toon", "model": "gpt-5-nano", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 1562, "outputTokens": 586, "latencyMs": 5396.599999999977 }, { "questionId": "q118", "format": "toon", "model": "claude-haiku-4-5", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1174.796290999977 }, { "questionId": "q118", "format": "toon", "model": "gemini-2.5-flash", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 2751.699709000066 }, { "questionId": "q118", "format": "csv", "model": "gpt-5-nano", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 1440, "outputTokens": 138, "latencyMs": 3463.471459000022 }, { "questionId": "q118", "format": "csv", "model": "claude-haiku-4-5", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 925.253083000076 }, { "questionId": "q118", "format": "csv", "model": "gemini-2.5-flash", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 3240.4625000000233 }, { "questionId": "q118", "format": "xml", "model": "gpt-5-nano", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 4422, "outputTokens": 138, "latencyMs": 7405.421083000023 }, { "questionId": "q118", "format": "xml", "model": "claude-haiku-4-5", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1061.0794160000514 }, { "questionId": "q118", "format": "xml", "model": "gemini-2.5-flash", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 1512.5596659999574 }, { "questionId": "q118", "format": "yaml", "model": "gpt-5-nano", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 2984, "outputTokens": 138, "latencyMs": 2445.1606250000186 }, { "questionId": "q118", "format": "yaml", "model": "claude-haiku-4-5", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1296.5266660000198 }, { "questionId": "q118", "format": "yaml", "model": "gemini-2.5-flash", "expected": "1136.09", "actual": "1136.09", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 1523.473083000048 }, { "questionId": "q119", "format": "json", "model": "gpt-5-nano", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 3712, "outputTokens": 392, "latencyMs": 4885.794165999978 }, { "questionId": "q119", "format": "json", "model": "claude-haiku-4-5", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 958.9109579999931 }, { "questionId": "q119", "format": "json", "model": "gemini-2.5-flash", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 2268.0900839999085 }, { "questionId": "q119", "format": "toon", "model": "gpt-5-nano", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 1563, "outputTokens": 648, "latencyMs": 12410.339000000036 }, { "questionId": "q119", "format": "toon", "model": "claude-haiku-4-5", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1124.1954169999808 }, { "questionId": "q119", "format": "toon", "model": "gemini-2.5-flash", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 1842.937042000005 }, { "questionId": "q119", "format": "csv", "model": "gpt-5-nano", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 1441, "outputTokens": 200, "latencyMs": 14746.862250000006 }, { "questionId": "q119", "format": "csv", "model": "claude-haiku-4-5", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 1070.885459000012 }, { "questionId": "q119", "format": "csv", "model": "gemini-2.5-flash", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 2808.225791999954 }, { "questionId": "q119", "format": "xml", "model": "gpt-5-nano", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 4423, "outputTokens": 264, "latencyMs": 2815.092042000033 }, { "questionId": "q119", "format": "xml", "model": "claude-haiku-4-5", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1285.6015419999603 }, { "questionId": "q119", "format": "xml", "model": "gemini-2.5-flash", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 1620.0065000000177 }, { "questionId": "q119", "format": "yaml", "model": "gpt-5-nano", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 2985, "outputTokens": 136, "latencyMs": 3353.4782089999644 }, { "questionId": "q119", "format": "yaml", "model": "claude-haiku-4-5", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 1281.6234170000535 }, { "questionId": "q119", "format": "yaml", "model": "gemini-2.5-flash", "expected": "4689", "actual": "4689", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1903.9000839999644 }, { "questionId": "q120", "format": "json", "model": "gpt-5-nano", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 3711, "outputTokens": 330, "latencyMs": 3469.9373749999795 }, { "questionId": "q120", "format": "json", "model": "claude-haiku-4-5", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1129.299417000031 }, { "questionId": "q120", "format": "json", "model": "gemini-2.5-flash", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 1843.423833000008 }, { "questionId": "q120", "format": "toon", "model": "gpt-5-nano", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 1562, "outputTokens": 74, "latencyMs": 3029.9955000000773 }, { "questionId": "q120", "format": "toon", "model": "claude-haiku-4-5", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 976.265458000009 }, { "questionId": "q120", "format": "toon", "model": "gemini-2.5-flash", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 1941.5176659999415 }, { "questionId": "q120", "format": "csv", "model": "gpt-5-nano", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 1440, "outputTokens": 138, "latencyMs": 2326.60387500003 }, { "questionId": "q120", "format": "csv", "model": "claude-haiku-4-5", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 1340.7505420000525 }, { "questionId": "q120", "format": "csv", "model": "gemini-2.5-flash", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 3061.3734159999294 }, { "questionId": "q120", "format": "xml", "model": "gpt-5-nano", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 4422, "outputTokens": 330, "latencyMs": 18444.37216700008 }, { "questionId": "q120", "format": "xml", "model": "claude-haiku-4-5", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1472.8980000000447 }, { "questionId": "q120", "format": "xml", "model": "gemini-2.5-flash", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 1203.1091250000754 }, { "questionId": "q120", "format": "yaml", "model": "gpt-5-nano", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 2984, "outputTokens": 266, "latencyMs": 6852.723041999969 }, { "questionId": "q120", "format": "yaml", "model": "claude-haiku-4-5", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1186.3190000000177 }, { "questionId": "q120", "format": "yaml", "model": "gemini-2.5-flash", "expected": "2637.73", "actual": "2637.73", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 2720.8557080000173 }, { "questionId": "q121", "format": "json", "model": "gpt-5-nano", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 3712, "outputTokens": 200, "latencyMs": 9941.250375000061 }, { "questionId": "q121", "format": "json", "model": "claude-haiku-4-5", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 4080, "outputTokens": 6, "latencyMs": 1254.0278750000289 }, { "questionId": "q121", "format": "json", "model": "gemini-2.5-flash", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 4784, "outputTokens": 4, "latencyMs": 3998.6611660000635 }, { "questionId": "q121", "format": "toon", "model": "gpt-5-nano", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 1563, "outputTokens": 72, "latencyMs": 2154.672750000027 }, { "questionId": "q121", "format": "toon", "model": "claude-haiku-4-5", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 1509, "outputTokens": 6, "latencyMs": 1019.1613750000251 }, { "questionId": "q121", "format": "toon", "model": "gemini-2.5-flash", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 2271, "outputTokens": 4, "latencyMs": 1623.1509579999838 }, { "questionId": "q121", "format": "csv", "model": "gpt-5-nano", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 1441, "outputTokens": 200, "latencyMs": 5643.6689169999445 }, { "questionId": "q121", "format": "csv", "model": "claude-haiku-4-5", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 1445, "outputTokens": 6, "latencyMs": 908.8649170000572 }, { "questionId": "q121", "format": "csv", "model": "gemini-2.5-flash", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 2208, "outputTokens": 4, "latencyMs": 1939.4002079999773 }, { "questionId": "q121", "format": "xml", "model": "gpt-5-nano", "expected": "5685", "actual": "7409", "isCorrect": false, "inputTokens": 4423, "outputTokens": 392, "latencyMs": 18020.185499999905 }, { "questionId": "q121", "format": "xml", "model": "claude-haiku-4-5", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 4787, "outputTokens": 6, "latencyMs": 1167.9574999999022 }, { "questionId": "q121", "format": "xml", "model": "gemini-2.5-flash", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 5431, "outputTokens": 4, "latencyMs": 2516.0782500000205 }, { "questionId": "q121", "format": "yaml", "model": "gpt-5-nano", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 2985, "outputTokens": 136, "latencyMs": 3538.66266599996 }, { "questionId": "q121", "format": "yaml", "model": "claude-haiku-4-5", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 3110, "outputTokens": 6, "latencyMs": 1074.641707999981 }, { "questionId": "q121", "format": "yaml", "model": "gemini-2.5-flash", "expected": "5685", "actual": "5685", "isCorrect": true, "inputTokens": 3814, "outputTokens": 4, "latencyMs": 1611.2575829999987 }, { "questionId": "q122", "format": "json", "model": "gpt-5-nano", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 3711, "outputTokens": 202, "latencyMs": 3097.4197080000304 }, { "questionId": "q122", "format": "json", "model": "claude-haiku-4-5", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 4079, "outputTokens": 8, "latencyMs": 1068.923999999999 }, { "questionId": "q122", "format": "json", "model": "gemini-2.5-flash", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 4783, "outputTokens": 7, "latencyMs": 1952.0416250000708 }, { "questionId": "q122", "format": "toon", "model": "gpt-5-nano", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 1562, "outputTokens": 906, "latencyMs": 11804.22670800006 }, { "questionId": "q122", "format": "toon", "model": "claude-haiku-4-5", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 1508, "outputTokens": 8, "latencyMs": 1140.642707999912 }, { "questionId": "q122", "format": "toon", "model": "gemini-2.5-flash", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 2270, "outputTokens": 7, "latencyMs": 3323.8447500000475 }, { "questionId": "q122", "format": "csv", "model": "gpt-5-nano", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 1440, "outputTokens": 202, "latencyMs": 5759.3412499999395 }, { "questionId": "q122", "format": "csv", "model": "claude-haiku-4-5", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 1444, "outputTokens": 8, "latencyMs": 1174.6347079999978 }, { "questionId": "q122", "format": "csv", "model": "gemini-2.5-flash", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 2207, "outputTokens": 7, "latencyMs": 1816.737458000076 }, { "questionId": "q122", "format": "xml", "model": "gpt-5-nano", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 4422, "outputTokens": 138, "latencyMs": 14154.70395799994 }, { "questionId": "q122", "format": "xml", "model": "claude-haiku-4-5", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 4786, "outputTokens": 8, "latencyMs": 1000.3886250000214 }, { "questionId": "q122", "format": "xml", "model": "gemini-2.5-flash", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 5430, "outputTokens": 7, "latencyMs": 1258.68512499996 }, { "questionId": "q122", "format": "yaml", "model": "gpt-5-nano", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 2984, "outputTokens": 202, "latencyMs": 2957.2190829999745 }, { "questionId": "q122", "format": "yaml", "model": "claude-haiku-4-5", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 3109, "outputTokens": 8, "latencyMs": 1128.0480420000385 }, { "questionId": "q122", "format": "yaml", "model": "gemini-2.5-flash", "expected": "3421.06", "actual": "3421.06", "isCorrect": true, "inputTokens": 3813, "outputTokens": 7, "latencyMs": 1714.4717499999097 }, { "questionId": "q123", "format": "json", "model": "gpt-5-nano", "expected": "344498", "actual": "344498", "isCorrect": true, "inputTokens": 3709, "outputTokens": 2632, "latencyMs": 31555.039709000033 }, { "questionId": "q123", "format": "json", "model": "claude-haiku-4-5", "expected": "344498", "actual": "188,945", "isCorrect": false, "inputTokens": 4077, "outputTokens": 7, "latencyMs": 1094.905458000023 }, { "questionId": "q123", "format": "json", "model": "gemini-2.5-flash", "expected": "344498", "actual": "340900", "isCorrect": false, "inputTokens": 4777, "outputTokens": 6, "latencyMs": 11993.166834000032 }, { "questionId": "q123", "format": "toon", "model": "gpt-5-nano", "expected": "344498", "actual": "344498", "isCorrect": true, "inputTokens": 1560, "outputTokens": 4360, "latencyMs": 47190.18545800005 }, { "questionId": "q123", "format": "toon", "model": "claude-haiku-4-5", "expected": "344498", "actual": "337,045", "isCorrect": false, "inputTokens": 1506, "outputTokens": 7, "latencyMs": 1098.8443330000155 }, { "questionId": "q123", "format": "toon", "model": "gemini-2.5-flash", "expected": "344498", "actual": "344900", "isCorrect": false, "inputTokens": 2264, "outputTokens": 6, "latencyMs": 5982.8935409999685 }, { "questionId": "q123", "format": "csv", "model": "gpt-5-nano", "expected": "344498", "actual": "344498", "isCorrect": true, "inputTokens": 1438, "outputTokens": 3080, "latencyMs": 27390.594666999998 }, { "questionId": "q123", "format": "csv", "model": "claude-haiku-4-5", "expected": "344498", "actual": "372,915", "isCorrect": false, "inputTokens": 1442, "outputTokens": 7, "latencyMs": 1168.8217080000322 }, { "questionId": "q123", "format": "csv", "model": "gemini-2.5-flash", "expected": "344498", "actual": "349900", "isCorrect": false, "inputTokens": 2201, "outputTokens": 6, "latencyMs": 5658.501500000013 }, { "questionId": "q123", "format": "xml", "model": "gpt-5-nano", "expected": "344498", "actual": "344498", "isCorrect": true, "inputTokens": 4420, "outputTokens": 3592, "latencyMs": 25827.663583000074 }, { "questionId": "q123", "format": "xml", "model": "claude-haiku-4-5", "expected": "344498", "actual": "372,089", "isCorrect": false, "inputTokens": 4784, "outputTokens": 7, "latencyMs": 1297.9579999999842 }, { "questionId": "q123", "format": "xml", "model": "gemini-2.5-flash", "expected": "344498", "actual": "340900", "isCorrect": false, "inputTokens": 5424, "outputTokens": 6, "latencyMs": 7942.432666000095 }, { "questionId": "q123", "format": "yaml", "model": "gpt-5-nano", "expected": "344498", "actual": "344498", "isCorrect": true, "inputTokens": 2982, "outputTokens": 3144, "latencyMs": 26846.991665999987 }, { "questionId": "q123", "format": "yaml", "model": "claude-haiku-4-5", "expected": "344498", "actual": "181,854", "isCorrect": false, "inputTokens": 3107, "outputTokens": 7, "latencyMs": 1012.253665999975 }, { "questionId": "q123", "format": "yaml", "model": "gemini-2.5-flash", "expected": "344498", "actual": "300900", "isCorrect": false, "inputTokens": 3807, "outputTokens": 6, "latencyMs": 1351.5872090000194 }, { "questionId": "q124", "format": "json", "model": "gpt-5-nano", "expected": "312818.50", "actual": "312818.50", "isCorrect": true, "inputTokens": 3707, "outputTokens": 4746, "latencyMs": 38656.80637499993 }, { "questionId": "q124", "format": "json", "model": "claude-haiku-4-5", "expected": "312818.50", "actual": "287,745.89", "isCorrect": false, "inputTokens": 4075, "outputTokens": 9, "latencyMs": 1336.5668340000557 }, { "questionId": "q124", "format": "json", "model": "gemini-2.5-flash", "expected": "312818.50", "actual": "300000.00", "isCorrect": false, "inputTokens": 4775, "outputTokens": 9, "latencyMs": 45570.00233399996 }, { "questionId": "q124", "format": "toon", "model": "gpt-5-nano", "expected": "312818.50", "actual": "312818.50", "isCorrect": true, "inputTokens": 1558, "outputTokens": 3594, "latencyMs": 36589.136415999965 }, { "questionId": "q124", "format": "toon", "model": "claude-haiku-4-5", "expected": "312818.50", "actual": "487,891.45", "isCorrect": false, "inputTokens": 1504, "outputTokens": 9, "latencyMs": 1009.5284579999279 }, { "questionId": "q124", "format": "toon", "model": "gemini-2.5-flash", "expected": "312818.50", "actual": "320000.00", "isCorrect": false, "inputTokens": 2262, "outputTokens": 9, "latencyMs": 11883.04608400003 }, { "questionId": "q124", "format": "csv", "model": "gpt-5-nano", "expected": "312818.50", "actual": "312818.50", "isCorrect": true, "inputTokens": 1436, "outputTokens": 3402, "latencyMs": 209516.903208 }, { "questionId": "q124", "format": "csv", "model": "claude-haiku-4-5", "expected": "312818.50", "actual": "487,891.89", "isCorrect": false, "inputTokens": 1440, "outputTokens": 9, "latencyMs": 1453.1753339999123 }, { "questionId": "q124", "format": "csv", "model": "gemini-2.5-flash", "expected": "312818.50", "actual": "329999.99", "isCorrect": false, "inputTokens": 2199, "outputTokens": 9, "latencyMs": 12329.097540999996 }, { "questionId": "q124", "format": "xml", "model": "gpt-5-nano", "expected": "312818.50", "actual": "312818.50", "isCorrect": true, "inputTokens": 4418, "outputTokens": 3274, "latencyMs": 32337.936125000007 }, { "questionId": "q124", "format": "xml", "model": "claude-haiku-4-5", "expected": "312818.50", "actual": "381,847.89", "isCorrect": false, "inputTokens": 4782, "outputTokens": 9, "latencyMs": 990.2755830000388 }, { "questionId": "q124", "format": "xml", "model": "gemini-2.5-flash", "expected": "312818.50", "actual": "300000.00", "isCorrect": false, "inputTokens": 5422, "outputTokens": 9, "latencyMs": 12093.661916999961 }, { "questionId": "q124", "format": "yaml", "model": "gpt-5-nano", "expected": "312818.50", "actual": "312818.50", "isCorrect": true, "inputTokens": 2980, "outputTokens": 6730, "latencyMs": 45238.25570800004 }, { "questionId": "q124", "format": "yaml", "model": "claude-haiku-4-5", "expected": "312818.50", "actual": "381,847.89", "isCorrect": false, "inputTokens": 3105, "outputTokens": 9, "latencyMs": 1242.9971659999574 }, { "questionId": "q124", "format": "yaml", "model": "gemini-2.5-flash", "expected": "312818.50", "actual": "369000.00", "isCorrect": false, "inputTokens": 3805, "outputTokens": 9, "latencyMs": 1604.1214169999585 }, { "questionId": "q125", "format": "json", "model": "gpt-5-nano", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 3709, "outputTokens": 2184, "latencyMs": 22585.809791999985 }, { "questionId": "q125", "format": "json", "model": "claude-haiku-4-5", "expected": "1811", "actual": "1,234", "isCorrect": false, "inputTokens": 4078, "outputTokens": 7, "latencyMs": 1230.1040829999838 }, { "questionId": "q125", "format": "json", "model": "gemini-2.5-flash", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 4777, "outputTokens": 4, "latencyMs": 9357.454415999935 }, { "questionId": "q125", "format": "toon", "model": "gpt-5-nano", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 1560, "outputTokens": 2888, "latencyMs": 19966.08491700003 }, { "questionId": "q125", "format": "toon", "model": "claude-haiku-4-5", "expected": "1811", "actual": "1,945", "isCorrect": false, "inputTokens": 1507, "outputTokens": 7, "latencyMs": 961.2437919999938 }, { "questionId": "q125", "format": "toon", "model": "gemini-2.5-flash", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 2264, "outputTokens": 4, "latencyMs": 9139.956667000079 }, { "questionId": "q125", "format": "csv", "model": "gpt-5-nano", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 1438, "outputTokens": 2504, "latencyMs": 21066.86054100003 }, { "questionId": "q125", "format": "csv", "model": "claude-haiku-4-5", "expected": "1811", "actual": "1,945", "isCorrect": false, "inputTokens": 1443, "outputTokens": 7, "latencyMs": 902.673208000022 }, { "questionId": "q125", "format": "csv", "model": "gemini-2.5-flash", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 2201, "outputTokens": 4, "latencyMs": 7727.039290999994 }, { "questionId": "q125", "format": "xml", "model": "gpt-5-nano", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 4420, "outputTokens": 1864, "latencyMs": 15644.210124999983 }, { "questionId": "q125", "format": "xml", "model": "claude-haiku-4-5", "expected": "1811", "actual": "1,532", "isCorrect": false, "inputTokens": 4785, "outputTokens": 7, "latencyMs": 1311.9297919999808 }, { "questionId": "q125", "format": "xml", "model": "gemini-2.5-flash", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 5424, "outputTokens": 4, "latencyMs": 11031.984583999962 }, { "questionId": "q125", "format": "yaml", "model": "gpt-5-nano", "expected": "1811", "actual": "1811", "isCorrect": true, "inputTokens": 2982, "outputTokens": 1928, "latencyMs": 26268.215167000075 }, { "questionId": "q125", "format": "yaml", "model": "claude-haiku-4-5", "expected": "1811", "actual": "1,454", "isCorrect": false, "inputTokens": 3108, "outputTokens": 7, "latencyMs": 1283.3860000000568 }, { "questionId": "q125", "format": "yaml", "model": "gemini-2.5-flash", "expected": "1811", "actual": "1560", "isCorrect": false, "inputTokens": 3807, "outputTokens": 4, "latencyMs": 1390.9544999999925 }, { "questionId": "q126", "format": "json", "model": "gpt-5-nano", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 3709, "outputTokens": 1671, "latencyMs": 18722.413541999995 }, { "questionId": "q126", "format": "json", "model": "claude-haiku-4-5", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 4078, "outputTokens": 5, "latencyMs": 957.5536249999423 }, { "questionId": "q126", "format": "json", "model": "gemini-2.5-flash", "expected": "42", "actual": "47", "isCorrect": false, "inputTokens": 4779, "outputTokens": 2, "latencyMs": 1718.3615829999326 }, { "questionId": "q126", "format": "toon", "model": "gpt-5-nano", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 1560, "outputTokens": 2439, "latencyMs": 20739.166833000025 }, { "questionId": "q126", "format": "toon", "model": "claude-haiku-4-5", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 1507, "outputTokens": 5, "latencyMs": 1305.5439999999944 }, { "questionId": "q126", "format": "toon", "model": "gemini-2.5-flash", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 2266, "outputTokens": 2, "latencyMs": 13351.089582999935 }, { "questionId": "q126", "format": "csv", "model": "gpt-5-nano", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 1438, "outputTokens": 2567, "latencyMs": 23067.457167000044 }, { "questionId": "q126", "format": "csv", "model": "claude-haiku-4-5", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 1443, "outputTokens": 5, "latencyMs": 1073.1606669999892 }, { "questionId": "q126", "format": "csv", "model": "gemini-2.5-flash", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 2203, "outputTokens": 2, "latencyMs": 22770.808125000098 }, { "questionId": "q126", "format": "xml", "model": "gpt-5-nano", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 4420, "outputTokens": 2439, "latencyMs": 28125.872208000044 }, { "questionId": "q126", "format": "xml", "model": "claude-haiku-4-5", "expected": "42", "actual": "54", "isCorrect": false, "inputTokens": 4785, "outputTokens": 5, "latencyMs": 1046.3992919999873 }, { "questionId": "q126", "format": "xml", "model": "gemini-2.5-flash", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 5426, "outputTokens": 2, "latencyMs": 12982.094000000041 }, { "questionId": "q126", "format": "yaml", "model": "gpt-5-nano", "expected": "42", "actual": "42", "isCorrect": true, "inputTokens": 2982, "outputTokens": 2631, "latencyMs": 31181.451875000028 }, { "questionId": "q126", "format": "yaml", "model": "claude-haiku-4-5", "expected": "42", "actual": "47", "isCorrect": false, "inputTokens": 3108, "outputTokens": 5, "latencyMs": 1418.826708000037 }, { "questionId": "q126", "format": "yaml", "model": "gemini-2.5-flash", "expected": "42", "actual": "49", "isCorrect": false, "inputTokens": 3809, "outputTokens": 2, "latencyMs": 2009.2083750000456 }, { "questionId": "q127", "format": "json", "model": "gpt-5-nano", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 3709, "outputTokens": 2503, "latencyMs": 26827.34341699991 }, { "questionId": "q127", "format": "json", "model": "claude-haiku-4-5", "expected": "28", "actual": "24", "isCorrect": false, "inputTokens": 4078, "outputTokens": 5, "latencyMs": 1093.9559999998892 }, { "questionId": "q127", "format": "json", "model": "gemini-2.5-flash", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 4779, "outputTokens": 2, "latencyMs": 18861.496042000013 }, { "questionId": "q127", "format": "toon", "model": "gpt-5-nano", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 1560, "outputTokens": 1799, "latencyMs": 18378.229374999995 }, { "questionId": "q127", "format": "toon", "model": "claude-haiku-4-5", "expected": "28", "actual": "26", "isCorrect": false, "inputTokens": 1507, "outputTokens": 5, "latencyMs": 1111.1742920000106 }, { "questionId": "q127", "format": "toon", "model": "gemini-2.5-flash", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 2266, "outputTokens": 2, "latencyMs": 12380.956957999966 }, { "questionId": "q127", "format": "csv", "model": "gpt-5-nano", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 1438, "outputTokens": 2055, "latencyMs": 112325.29683300003 }, { "questionId": "q127", "format": "csv", "model": "claude-haiku-4-5", "expected": "28", "actual": "23", "isCorrect": false, "inputTokens": 1443, "outputTokens": 5, "latencyMs": 1231.2409169999883 }, { "questionId": "q127", "format": "csv", "model": "gemini-2.5-flash", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 2203, "outputTokens": 2, "latencyMs": 20394.07720900001 }, { "questionId": "q127", "format": "xml", "model": "gpt-5-nano", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 4420, "outputTokens": 1799, "latencyMs": 22818.38325000007 }, { "questionId": "q127", "format": "xml", "model": "claude-haiku-4-5", "expected": "28", "actual": "24", "isCorrect": false, "inputTokens": 4785, "outputTokens": 5, "latencyMs": 1324.3675420000218 }, { "questionId": "q127", "format": "xml", "model": "gemini-2.5-flash", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 5426, "outputTokens": 2, "latencyMs": 14308.32895799994 }, { "questionId": "q127", "format": "yaml", "model": "gpt-5-nano", "expected": "28", "actual": "28", "isCorrect": true, "inputTokens": 2982, "outputTokens": 2055, "latencyMs": 22493.268166999915 }, { "questionId": "q127", "format": "yaml", "model": "claude-haiku-4-5", "expected": "28", "actual": "23", "isCorrect": false, "inputTokens": 3108, "outputTokens": 5, "latencyMs": 1449.5348340000492 }, { "questionId": "q127", "format": "yaml", "model": "gemini-2.5-flash", "expected": "28", "actual": "31", "isCorrect": false, "inputTokens": 3809, "outputTokens": 2, "latencyMs": 1329.5626659999834 }, { "questionId": "q128", "format": "json", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3709, "outputTokens": 2183, "latencyMs": 20410.59154199995 }, { "questionId": "q128", "format": "json", "model": "claude-haiku-4-5", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 4078, "outputTokens": 5, "latencyMs": 1137.8916250000475 }, { "questionId": "q128", "format": "json", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 4779, "outputTokens": 2, "latencyMs": 15306.355875000008 }, { "questionId": "q128", "format": "toon", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 1560, "outputTokens": 967, "latencyMs": 9355.326041999971 }, { "questionId": "q128", "format": "toon", "model": "claude-haiku-4-5", "expected": "11", "actual": "12", "isCorrect": false, "inputTokens": 1507, "outputTokens": 5, "latencyMs": 970.5706669999054 }, { "questionId": "q128", "format": "toon", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2266, "outputTokens": 2, "latencyMs": 12738.58170900005 }, { "questionId": "q128", "format": "csv", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 1438, "outputTokens": 1095, "latencyMs": 11532.495875000022 }, { "questionId": "q128", "format": "csv", "model": "claude-haiku-4-5", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 1443, "outputTokens": 5, "latencyMs": 1092.326875000028 }, { "questionId": "q128", "format": "csv", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2203, "outputTokens": 2, "latencyMs": 9477.962708000094 }, { "questionId": "q128", "format": "xml", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 4420, "outputTokens": 1287, "latencyMs": 12363.918167000054 }, { "questionId": "q128", "format": "xml", "model": "claude-haiku-4-5", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 4785, "outputTokens": 5, "latencyMs": 1086.439250000054 }, { "questionId": "q128", "format": "xml", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 5426, "outputTokens": 2, "latencyMs": 13847.167500000098 }, { "questionId": "q128", "format": "yaml", "model": "gpt-5-nano", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 2982, "outputTokens": 1607, "latencyMs": 18025.304333999986 }, { "questionId": "q128", "format": "yaml", "model": "claude-haiku-4-5", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3108, "outputTokens": 5, "latencyMs": 1525.7963329999475 }, { "questionId": "q128", "format": "yaml", "model": "gemini-2.5-flash", "expected": "11", "actual": "11", "isCorrect": true, "inputTokens": 3809, "outputTokens": 2, "latencyMs": 11297.281415999983 }, { "questionId": "q129", "format": "json", "model": "gpt-5-nano", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 3708, "outputTokens": 1607, "latencyMs": 16793.02033300011 }, { "questionId": "q129", "format": "json", "model": "claude-haiku-4-5", "expected": "58", "actual": "50", "isCorrect": false, "inputTokens": 4078, "outputTokens": 5, "latencyMs": 1524.2867090000072 }, { "questionId": "q129", "format": "json", "model": "gemini-2.5-flash", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 4777, "outputTokens": 2, "latencyMs": 20291.370166999986 }, { "questionId": "q129", "format": "toon", "model": "gpt-5-nano", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 1559, "outputTokens": 2631, "latencyMs": 31767.777667000075 }, { "questionId": "q129", "format": "toon", "model": "claude-haiku-4-5", "expected": "58", "actual": "47", "isCorrect": false, "inputTokens": 1507, "outputTokens": 5, "latencyMs": 1128.108874999918 }, { "questionId": "q129", "format": "toon", "model": "gemini-2.5-flash", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 2264, "outputTokens": 2, "latencyMs": 17774.151832999894 }, { "questionId": "q129", "format": "csv", "model": "gpt-5-nano", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 1437, "outputTokens": 2887, "latencyMs": 24058.048583999975 }, { "questionId": "q129", "format": "csv", "model": "claude-haiku-4-5", "expected": "58", "actual": "54", "isCorrect": false, "inputTokens": 1443, "outputTokens": 5, "latencyMs": 833.2049999999581 }, { "questionId": "q129", "format": "csv", "model": "gemini-2.5-flash", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 2201, "outputTokens": 2, "latencyMs": 7901.533541000099 }, { "questionId": "q129", "format": "xml", "model": "gpt-5-nano", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 4419, "outputTokens": 1415, "latencyMs": 13345.296500000055 }, { "questionId": "q129", "format": "xml", "model": "claude-haiku-4-5", "expected": "58", "actual": "54", "isCorrect": false, "inputTokens": 4785, "outputTokens": 5, "latencyMs": 1001.3450419999426 }, { "questionId": "q129", "format": "xml", "model": "gemini-2.5-flash", "expected": "58", "actual": "55", "isCorrect": false, "inputTokens": 5424, "outputTokens": 2, "latencyMs": 2326.790707999957 }, { "questionId": "q129", "format": "yaml", "model": "gpt-5-nano", "expected": "58", "actual": "58", "isCorrect": true, "inputTokens": 2981, "outputTokens": 1287, "latencyMs": 14444.245874999906 }, { "questionId": "q129", "format": "yaml", "model": "claude-haiku-4-5", "expected": "58", "actual": "54", "isCorrect": false, "inputTokens": 3108, "outputTokens": 5, "latencyMs": 1060.1971249999478 }, { "questionId": "q129", "format": "yaml", "model": "gemini-2.5-flash", "expected": "58", "actual": "59", "isCorrect": false, "inputTokens": 3807, "outputTokens": 2, "latencyMs": 2816.4778749999823 }, { "questionId": "q130", "format": "json", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 3708, "outputTokens": 3015, "latencyMs": 190630.39133400004 }, { "questionId": "q130", "format": "json", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 4078, "outputTokens": 5, "latencyMs": 5375.239707999979 }, { "questionId": "q130", "format": "json", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 4777, "outputTokens": 2, "latencyMs": 19789.381042000023 }, { "questionId": "q130", "format": "toon", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 1559, "outputTokens": 2055, "latencyMs": 16472.23841599992 }, { "questionId": "q130", "format": "toon", "model": "claude-haiku-4-5", "expected": "41", "actual": "38", "isCorrect": false, "inputTokens": 1507, "outputTokens": 5, "latencyMs": 1042.922583000036 }, { "questionId": "q130", "format": "toon", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 2264, "outputTokens": 2, "latencyMs": 13095.397083000047 }, { "questionId": "q130", "format": "csv", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 1437, "outputTokens": 2311, "latencyMs": 26893.475125000114 }, { "questionId": "q130", "format": "csv", "model": "claude-haiku-4-5", "expected": "41", "actual": "38", "isCorrect": false, "inputTokens": 1443, "outputTokens": 5, "latencyMs": 1042.875250000041 }, { "questionId": "q130", "format": "csv", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 2201, "outputTokens": 2, "latencyMs": 28097.87474999996 }, { "questionId": "q130", "format": "xml", "model": "gpt-5-nano", "expected": "41", "actual": "42", "isCorrect": false, "inputTokens": 4419, "outputTokens": 1735, "latencyMs": 14091.963709000032 }, { "questionId": "q130", "format": "xml", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 4785, "outputTokens": 5, "latencyMs": 1151.6397919999436 }, { "questionId": "q130", "format": "xml", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 5424, "outputTokens": 2, "latencyMs": 15769.612874999992 }, { "questionId": "q130", "format": "yaml", "model": "gpt-5-nano", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 2981, "outputTokens": 1799, "latencyMs": 18804.838290999993 }, { "questionId": "q130", "format": "yaml", "model": "claude-haiku-4-5", "expected": "41", "actual": "31", "isCorrect": false, "inputTokens": 3108, "outputTokens": 5, "latencyMs": 1030.810417000088 }, { "questionId": "q130", "format": "yaml", "model": "gemini-2.5-flash", "expected": "41", "actual": "41", "isCorrect": true, "inputTokens": 3807, "outputTokens": 2, "latencyMs": 14482.474917000043 }, { "questionId": "q131", "format": "json", "model": "gpt-5-nano", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 3708, "outputTokens": 1351, "latencyMs": 21887.844958 }, { "questionId": "q131", "format": "json", "model": "claude-haiku-4-5", "expected": "23", "actual": "20", "isCorrect": false, "inputTokens": 4078, "outputTokens": 5, "latencyMs": 1332.5089160000207 }, { "questionId": "q131", "format": "json", "model": "gemini-2.5-flash", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 4777, "outputTokens": 2, "latencyMs": 17226.03358399996 }, { "questionId": "q131", "format": "toon", "model": "gpt-5-nano", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 1559, "outputTokens": 2055, "latencyMs": 20772.763792000012 }, { "questionId": "q131", "format": "toon", "model": "claude-haiku-4-5", "expected": "23", "actual": "20", "isCorrect": false, "inputTokens": 1507, "outputTokens": 5, "latencyMs": 966.6354170000413 }, { "questionId": "q131", "format": "toon", "model": "gemini-2.5-flash", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 2264, "outputTokens": 2, "latencyMs": 10442.985291999998 }, { "questionId": "q131", "format": "csv", "model": "gpt-5-nano", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 1437, "outputTokens": 1095, "latencyMs": 10072.030124999932 }, { "questionId": "q131", "format": "csv", "model": "claude-haiku-4-5", "expected": "23", "actual": "20", "isCorrect": false, "inputTokens": 1443, "outputTokens": 5, "latencyMs": 1233.0955420000246 }, { "questionId": "q131", "format": "csv", "model": "gemini-2.5-flash", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 2201, "outputTokens": 2, "latencyMs": 18590.031917000073 }, { "questionId": "q131", "format": "xml", "model": "gpt-5-nano", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 4419, "outputTokens": 1735, "latencyMs": 17035.41470799991 }, { "questionId": "q131", "format": "xml", "model": "claude-haiku-4-5", "expected": "23", "actual": "21", "isCorrect": false, "inputTokens": 4785, "outputTokens": 5, "latencyMs": 994.0176249999786 }, { "questionId": "q131", "format": "xml", "model": "gemini-2.5-flash", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 5424, "outputTokens": 2, "latencyMs": 12477.123250000062 }, { "questionId": "q131", "format": "yaml", "model": "gpt-5-nano", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 2981, "outputTokens": 1479, "latencyMs": 14346.053416999988 }, { "questionId": "q131", "format": "yaml", "model": "claude-haiku-4-5", "expected": "23", "actual": "21", "isCorrect": false, "inputTokens": 3108, "outputTokens": 5, "latencyMs": 1269.5552920000628 }, { "questionId": "q131", "format": "yaml", "model": "gemini-2.5-flash", "expected": "23", "actual": "23", "isCorrect": true, "inputTokens": 3807, "outputTokens": 2, "latencyMs": 13739.479209000012 }, { "questionId": "q132", "format": "json", "model": "gpt-5-nano", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 15187, "outputTokens": 136, "latencyMs": 3680.113916000002 }, { "questionId": "q132", "format": "json", "model": "claude-haiku-4-5", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 17409, "outputTokens": 6, "latencyMs": 1548.528917000047 }, { "questionId": "q132", "format": "json", "model": "gemini-2.5-flash", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 19991, "outputTokens": 6, "latencyMs": 1637.454792000004 }, { "questionId": "q132", "format": "toon", "model": "gpt-5-nano", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 8788, "outputTokens": 776, "latencyMs": 8918.199665999971 }, { "questionId": "q132", "format": "toon", "model": "claude-haiku-4-5", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 9279, "outputTokens": 6, "latencyMs": 1900.8446669999976 }, { "questionId": "q132", "format": "toon", "model": "gemini-2.5-flash", "expected": "430828", "actual": "0", "isCorrect": false, "inputTokens": 12337, "outputTokens": 1, "latencyMs": 2677.7128749999683 }, { "questionId": "q132", "format": "csv", "model": "gpt-5-nano", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 8556, "outputTokens": 712, "latencyMs": 10733.462500000023 }, { "questionId": "q132", "format": "csv", "model": "claude-haiku-4-5", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 9125, "outputTokens": 6, "latencyMs": 1135.363000000012 }, { "questionId": "q132", "format": "csv", "model": "gemini-2.5-flash", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 12207, "outputTokens": 6, "latencyMs": 1007.8897500000894 }, { "questionId": "q132", "format": "xml", "model": "gpt-5-nano", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 17138, "outputTokens": 328, "latencyMs": 7708.789500000072 }, { "questionId": "q132", "format": "xml", "model": "claude-haiku-4-5", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 19804, "outputTokens": 6, "latencyMs": 1477.8527500000782 }, { "questionId": "q132", "format": "xml", "model": "gemini-2.5-flash", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 21881, "outputTokens": 6, "latencyMs": 2380.750500000082 }, { "questionId": "q132", "format": "yaml", "model": "gpt-5-nano", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 13171, "outputTokens": 328, "latencyMs": 9429.131750000059 }, { "questionId": "q132", "format": "yaml", "model": "claude-haiku-4-5", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 14483, "outputTokens": 6, "latencyMs": 1359.2385419999482 }, { "questionId": "q132", "format": "yaml", "model": "gemini-2.5-flash", "expected": "430828", "actual": "430828", "isCorrect": true, "inputTokens": 17076, "outputTokens": 6, "latencyMs": 1939.293042000034 }, { "questionId": "q133", "format": "json", "model": "gpt-5-nano", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 15189, "outputTokens": 392, "latencyMs": 6479.065457999939 }, { "questionId": "q133", "format": "json", "model": "claude-haiku-4-5", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 17410, "outputTokens": 6, "latencyMs": 1155.017041999963 }, { "questionId": "q133", "format": "json", "model": "gemini-2.5-flash", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 19992, "outputTokens": 5, "latencyMs": 2049.621832999983 }, { "questionId": "q133", "format": "toon", "model": "gpt-5-nano", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 8790, "outputTokens": 648, "latencyMs": 11672.019874999998 }, { "questionId": "q133", "format": "toon", "model": "claude-haiku-4-5", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 9280, "outputTokens": 6, "latencyMs": 1597.3725000000559 }, { "questionId": "q133", "format": "toon", "model": "gemini-2.5-flash", "expected": "11798", "actual": "0", "isCorrect": false, "inputTokens": 12338, "outputTokens": 1, "latencyMs": 11414.63520800008 }, { "questionId": "q133", "format": "csv", "model": "gpt-5-nano", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 8558, "outputTokens": 584, "latencyMs": 15138.947667 }, { "questionId": "q133", "format": "csv", "model": "claude-haiku-4-5", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 9126, "outputTokens": 6, "latencyMs": 1173.9259160000365 }, { "questionId": "q133", "format": "csv", "model": "gemini-2.5-flash", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 12208, "outputTokens": 5, "latencyMs": 2788.6645000000717 }, { "questionId": "q133", "format": "xml", "model": "gpt-5-nano", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 17140, "outputTokens": 328, "latencyMs": 4541.789875000017 }, { "questionId": "q133", "format": "xml", "model": "claude-haiku-4-5", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 19805, "outputTokens": 6, "latencyMs": 1787.0144160001073 }, { "questionId": "q133", "format": "xml", "model": "gemini-2.5-flash", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 21882, "outputTokens": 5, "latencyMs": 3930.188833000022 }, { "questionId": "q133", "format": "yaml", "model": "gpt-5-nano", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 13173, "outputTokens": 264, "latencyMs": 4459.655541999964 }, { "questionId": "q133", "format": "yaml", "model": "claude-haiku-4-5", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 14484, "outputTokens": 6, "latencyMs": 1239.003000000026 }, { "questionId": "q133", "format": "yaml", "model": "gemini-2.5-flash", "expected": "11798", "actual": "11798", "isCorrect": true, "inputTokens": 17077, "outputTokens": 5, "latencyMs": 4828.425707999966 }, { "questionId": "q134", "format": "json", "model": "gpt-5-nano", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 15192, "outputTokens": 200, "latencyMs": 4039.568958000047 }, { "questionId": "q134", "format": "json", "model": "claude-haiku-4-5", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 17412, "outputTokens": 6, "latencyMs": 1455.9585000000661 }, { "questionId": "q134", "format": "json", "model": "gemini-2.5-flash", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 19995, "outputTokens": 6, "latencyMs": 1600.7708750000456 }, { "questionId": "q134", "format": "toon", "model": "gpt-5-nano", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 8793, "outputTokens": 456, "latencyMs": 5973.896042000037 }, { "questionId": "q134", "format": "toon", "model": "claude-haiku-4-5", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 9282, "outputTokens": 6, "latencyMs": 2000.6470419999678 }, { "questionId": "q134", "format": "toon", "model": "gemini-2.5-flash", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 12341, "outputTokens": 6, "latencyMs": 2543.431542000035 }, { "questionId": "q134", "format": "csv", "model": "gpt-5-nano", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 8561, "outputTokens": 648, "latencyMs": 6973.037040999974 }, { "questionId": "q134", "format": "csv", "model": "claude-haiku-4-5", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 9128, "outputTokens": 6, "latencyMs": 1655.6718330000294 }, { "questionId": "q134", "format": "csv", "model": "gemini-2.5-flash", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 12211, "outputTokens": 6, "latencyMs": 2357.3444590000436 }, { "questionId": "q134", "format": "xml", "model": "gpt-5-nano", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 17143, "outputTokens": 392, "latencyMs": 6136.790167000028 }, { "questionId": "q134", "format": "xml", "model": "claude-haiku-4-5", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 19807, "outputTokens": 6, "latencyMs": 2510.24762499996 }, { "questionId": "q134", "format": "xml", "model": "gemini-2.5-flash", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 21885, "outputTokens": 6, "latencyMs": 1737.0276670000749 }, { "questionId": "q134", "format": "yaml", "model": "gpt-5-nano", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 13176, "outputTokens": 520, "latencyMs": 5081.17487499991 }, { "questionId": "q134", "format": "yaml", "model": "claude-haiku-4-5", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 14486, "outputTokens": 6, "latencyMs": 1191.4632079999428 }, { "questionId": "q134", "format": "yaml", "model": "gemini-2.5-flash", "expected": "183631", "actual": "183631", "isCorrect": true, "inputTokens": 17080, "outputTokens": 6, "latencyMs": 1325.217249999987 }, { "questionId": "q135", "format": "json", "model": "gpt-5-nano", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 15191, "outputTokens": 328, "latencyMs": 3314.1483749999898 }, { "questionId": "q135", "format": "json", "model": "claude-haiku-4-5", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 17412, "outputTokens": 6, "latencyMs": 1204.2171249999665 }, { "questionId": "q135", "format": "json", "model": "gemini-2.5-flash", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 19994, "outputTokens": 5, "latencyMs": 2558.019417000003 }, { "questionId": "q135", "format": "toon", "model": "gpt-5-nano", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 8792, "outputTokens": 968, "latencyMs": 11319.296415999997 }, { "questionId": "q135", "format": "toon", "model": "claude-haiku-4-5", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 9282, "outputTokens": 6, "latencyMs": 1324.4548749999376 }, { "questionId": "q135", "format": "toon", "model": "gemini-2.5-flash", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 12340, "outputTokens": 5, "latencyMs": 2740.4004170000553 }, { "questionId": "q135", "format": "csv", "model": "gpt-5-nano", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 8560, "outputTokens": 392, "latencyMs": 7471.323291999986 }, { "questionId": "q135", "format": "csv", "model": "claude-haiku-4-5", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 9128, "outputTokens": 6, "latencyMs": 1267.6016660000896 }, { "questionId": "q135", "format": "csv", "model": "gemini-2.5-flash", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 12210, "outputTokens": 5, "latencyMs": 28672.12370799994 }, { "questionId": "q135", "format": "xml", "model": "gpt-5-nano", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 17142, "outputTokens": 392, "latencyMs": 12836.502833000035 }, { "questionId": "q135", "format": "xml", "model": "claude-haiku-4-5", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 19807, "outputTokens": 6, "latencyMs": 2346.9032910000533 }, { "questionId": "q135", "format": "xml", "model": "gemini-2.5-flash", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 21884, "outputTokens": 5, "latencyMs": 2969.614082999993 }, { "questionId": "q135", "format": "yaml", "model": "gpt-5-nano", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 13175, "outputTokens": 392, "latencyMs": 5687.641541999998 }, { "questionId": "q135", "format": "yaml", "model": "claude-haiku-4-5", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 14486, "outputTokens": 6, "latencyMs": 1316.798792000045 }, { "questionId": "q135", "format": "yaml", "model": "gemini-2.5-flash", "expected": "29246", "actual": "29246", "isCorrect": true, "inputTokens": 17079, "outputTokens": 5, "latencyMs": 2823.280541000073 }, { "questionId": "q136", "format": "json", "model": "gpt-5-nano", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 15187, "outputTokens": 392, "latencyMs": 5053.899791999953 }, { "questionId": "q136", "format": "json", "model": "claude-haiku-4-5", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 17407, "outputTokens": 6, "latencyMs": 2537.008167000022 }, { "questionId": "q136", "format": "json", "model": "gemini-2.5-flash", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 19991, "outputTokens": 6, "latencyMs": 1954.4713340000017 }, { "questionId": "q136", "format": "toon", "model": "gpt-5-nano", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 8788, "outputTokens": 3208, "latencyMs": 26572.223459 }, { "questionId": "q136", "format": "toon", "model": "claude-haiku-4-5", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 9277, "outputTokens": 6, "latencyMs": 1112.2888329999987 }, { "questionId": "q136", "format": "toon", "model": "gemini-2.5-flash", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 12337, "outputTokens": 6, "latencyMs": 2422.114500000025 }, { "questionId": "q136", "format": "csv", "model": "gpt-5-nano", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 8556, "outputTokens": 1352, "latencyMs": 15821.266082999995 }, { "questionId": "q136", "format": "csv", "model": "claude-haiku-4-5", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 9123, "outputTokens": 6, "latencyMs": 1033.3786669999827 }, { "questionId": "q136", "format": "csv", "model": "gemini-2.5-flash", "expected": "135306", "actual": "0", "isCorrect": false, "inputTokens": 12207, "outputTokens": 1, "latencyMs": 1657.3498749999562 }, { "questionId": "q136", "format": "xml", "model": "gpt-5-nano", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 17138, "outputTokens": 328, "latencyMs": 4357.477583000087 }, { "questionId": "q136", "format": "xml", "model": "claude-haiku-4-5", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 19802, "outputTokens": 6, "latencyMs": 1578.6591250000056 }, { "questionId": "q136", "format": "xml", "model": "gemini-2.5-flash", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 21881, "outputTokens": 6, "latencyMs": 16684.568500000052 }, { "questionId": "q136", "format": "yaml", "model": "gpt-5-nano", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 13171, "outputTokens": 712, "latencyMs": 7845.738333999994 }, { "questionId": "q136", "format": "yaml", "model": "claude-haiku-4-5", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 14481, "outputTokens": 6, "latencyMs": 1408.234832999995 }, { "questionId": "q136", "format": "yaml", "model": "gemini-2.5-flash", "expected": "135306", "actual": "135306", "isCorrect": true, "inputTokens": 17076, "outputTokens": 6, "latencyMs": 3420.9656670000404 }, { "questionId": "q137", "format": "json", "model": "gpt-5-nano", "expected": "24914", "actual": "not found", "isCorrect": false, "inputTokens": 15186, "outputTokens": 1608, "latencyMs": 16271.314957999974 }, { "questionId": "q137", "format": "json", "model": "claude-haiku-4-5", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 17408, "outputTokens": 6, "latencyMs": 1741.4425829999382 }, { "questionId": "q137", "format": "json", "model": "gemini-2.5-flash", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 19991, "outputTokens": 5, "latencyMs": 4409.774542000028 }, { "questionId": "q137", "format": "toon", "model": "gpt-5-nano", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 8787, "outputTokens": 1736, "latencyMs": 16616.36137499998 }, { "questionId": "q137", "format": "toon", "model": "claude-haiku-4-5", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 9278, "outputTokens": 6, "latencyMs": 1489.443333000061 }, { "questionId": "q137", "format": "toon", "model": "gemini-2.5-flash", "expected": "24914", "actual": "0", "isCorrect": false, "inputTokens": 12337, "outputTokens": 1, "latencyMs": 2424.8680840000743 }, { "questionId": "q137", "format": "csv", "model": "gpt-5-nano", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 8555, "outputTokens": 2952, "latencyMs": 26078.49774999998 }, { "questionId": "q137", "format": "csv", "model": "claude-haiku-4-5", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 9124, "outputTokens": 6, "latencyMs": 1111.9479170000413 }, { "questionId": "q137", "format": "csv", "model": "gemini-2.5-flash", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 12207, "outputTokens": 5, "latencyMs": 2661.1345420000143 }, { "questionId": "q137", "format": "xml", "model": "gpt-5-nano", "expected": "24914", "actual": "not found", "isCorrect": false, "inputTokens": 17137, "outputTokens": 3464, "latencyMs": 36029.06325000001 }, { "questionId": "q137", "format": "xml", "model": "claude-haiku-4-5", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 19803, "outputTokens": 6, "latencyMs": 1756.511334000039 }, { "questionId": "q137", "format": "xml", "model": "gemini-2.5-flash", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 21881, "outputTokens": 5, "latencyMs": 1706.1073340000585 }, { "questionId": "q137", "format": "yaml", "model": "gpt-5-nano", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 13170, "outputTokens": 968, "latencyMs": 8245.267290999996 }, { "questionId": "q137", "format": "yaml", "model": "claude-haiku-4-5", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 14482, "outputTokens": 6, "latencyMs": 1405.9593330000062 }, { "questionId": "q137", "format": "yaml", "model": "gemini-2.5-flash", "expected": "24914", "actual": "24914", "isCorrect": true, "inputTokens": 17076, "outputTokens": 5, "latencyMs": 2634.141583000077 }, { "questionId": "q138", "format": "json", "model": "gpt-5-nano", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 15186, "outputTokens": 520, "latencyMs": 6238.670834000106 }, { "questionId": "q138", "format": "json", "model": "claude-haiku-4-5", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 17407, "outputTokens": 6, "latencyMs": 1915.2061669999966 }, { "questionId": "q138", "format": "json", "model": "gemini-2.5-flash", "expected": "111683", "actual": "0", "isCorrect": false, "inputTokens": 19990, "outputTokens": 1, "latencyMs": 15802.735749999993 }, { "questionId": "q138", "format": "toon", "model": "gpt-5-nano", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 8787, "outputTokens": 840, "latencyMs": 9492.533834000002 }, { "questionId": "q138", "format": "toon", "model": "claude-haiku-4-5", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 9277, "outputTokens": 6, "latencyMs": 1264.6480839999858 }, { "questionId": "q138", "format": "toon", "model": "gemini-2.5-flash", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 12336, "outputTokens": 6, "latencyMs": 2581.858165999991 }, { "questionId": "q138", "format": "csv", "model": "gpt-5-nano", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 8555, "outputTokens": 1736, "latencyMs": 20963.487291999976 }, { "questionId": "q138", "format": "csv", "model": "claude-haiku-4-5", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 9123, "outputTokens": 6, "latencyMs": 2031.7733340000268 }, { "questionId": "q138", "format": "csv", "model": "gemini-2.5-flash", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 12206, "outputTokens": 6, "latencyMs": 2651.7060409999685 }, { "questionId": "q138", "format": "xml", "model": "gpt-5-nano", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 17137, "outputTokens": 520, "latencyMs": 5960.176208000048 }, { "questionId": "q138", "format": "xml", "model": "claude-haiku-4-5", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 19802, "outputTokens": 6, "latencyMs": 1636.6764170000097 }, { "questionId": "q138", "format": "xml", "model": "gemini-2.5-flash", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 21880, "outputTokens": 6, "latencyMs": 1322.0868340000743 }, { "questionId": "q138", "format": "yaml", "model": "gpt-5-nano", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 13170, "outputTokens": 264, "latencyMs": 5836.014208000037 }, { "questionId": "q138", "format": "yaml", "model": "claude-haiku-4-5", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 14481, "outputTokens": 6, "latencyMs": 1280.6878750000615 }, { "questionId": "q138", "format": "yaml", "model": "gemini-2.5-flash", "expected": "111683", "actual": "111683", "isCorrect": true, "inputTokens": 17075, "outputTokens": 6, "latencyMs": 3788.612332999939 }, { "questionId": "q139", "format": "json", "model": "gpt-5-nano", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 15193, "outputTokens": 456, "latencyMs": 6374.532041999977 }, { "questionId": "q139", "format": "json", "model": "claude-haiku-4-5", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 17412, "outputTokens": 6, "latencyMs": 1435.1170410000486 }, { "questionId": "q139", "format": "json", "model": "gemini-2.5-flash", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 19995, "outputTokens": 5, "latencyMs": 2480.6709170000395 }, { "questionId": "q139", "format": "toon", "model": "gpt-5-nano", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 8794, "outputTokens": 904, "latencyMs": 10770.860708000022 }, { "questionId": "q139", "format": "toon", "model": "claude-haiku-4-5", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 9282, "outputTokens": 6, "latencyMs": 1362.2076670000097 }, { "questionId": "q139", "format": "toon", "model": "gemini-2.5-flash", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 12341, "outputTokens": 5, "latencyMs": 1725.4546669999836 }, { "questionId": "q139", "format": "csv", "model": "gpt-5-nano", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 8562, "outputTokens": 776, "latencyMs": 7485.538915999932 }, { "questionId": "q139", "format": "csv", "model": "claude-haiku-4-5", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 9128, "outputTokens": 6, "latencyMs": 1517.6439580000006 }, { "questionId": "q139", "format": "csv", "model": "gemini-2.5-flash", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 12211, "outputTokens": 5, "latencyMs": 3422.7879589999793 }, { "questionId": "q139", "format": "xml", "model": "gpt-5-nano", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 17144, "outputTokens": 456, "latencyMs": 9032.850083000027 }, { "questionId": "q139", "format": "xml", "model": "claude-haiku-4-5", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 19807, "outputTokens": 6, "latencyMs": 1400.4656250000698 }, { "questionId": "q139", "format": "xml", "model": "gemini-2.5-flash", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 21885, "outputTokens": 5, "latencyMs": 1666.045665999991 }, { "questionId": "q139", "format": "yaml", "model": "gpt-5-nano", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 13177, "outputTokens": 264, "latencyMs": 3696.009834000026 }, { "questionId": "q139", "format": "yaml", "model": "claude-haiku-4-5", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 14486, "outputTokens": 6, "latencyMs": 1177.9945420000004 }, { "questionId": "q139", "format": "yaml", "model": "gemini-2.5-flash", "expected": "13364", "actual": "13364", "isCorrect": true, "inputTokens": 17080, "outputTokens": 5, "latencyMs": 1399.2657909999834 }, { "questionId": "q140", "format": "json", "model": "gpt-5-nano", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 15185, "outputTokens": 520, "latencyMs": 8902.311666999944 }, { "questionId": "q140", "format": "json", "model": "claude-haiku-4-5", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 17405, "outputTokens": 6, "latencyMs": 1588.589624999906 }, { "questionId": "q140", "format": "json", "model": "gemini-2.5-flash", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 19989, "outputTokens": 5, "latencyMs": 2070.6354159999173 }, { "questionId": "q140", "format": "toon", "model": "gpt-5-nano", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 8786, "outputTokens": 1736, "latencyMs": 19399.512374999933 }, { "questionId": "q140", "format": "toon", "model": "claude-haiku-4-5", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 9275, "outputTokens": 6, "latencyMs": 1322.7961249999935 }, { "questionId": "q140", "format": "toon", "model": "gemini-2.5-flash", "expected": "98464", "actual": "0", "isCorrect": false, "inputTokens": 12335, "outputTokens": 1, "latencyMs": 2467.938582999981 }, { "questionId": "q140", "format": "csv", "model": "gpt-5-nano", "expected": "98464", "actual": "Not found", "isCorrect": false, "inputTokens": 8554, "outputTokens": 4808, "latencyMs": 46970.624375000014 }, { "questionId": "q140", "format": "csv", "model": "claude-haiku-4-5", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 9121, "outputTokens": 6, "latencyMs": 1310.4520839999896 }, { "questionId": "q140", "format": "csv", "model": "gemini-2.5-flash", "expected": "98464", "actual": "0", "isCorrect": false, "inputTokens": 12205, "outputTokens": 1, "latencyMs": 3555.658332999912 }, { "questionId": "q140", "format": "xml", "model": "gpt-5-nano", "expected": "98464", "actual": "0", "isCorrect": false, "inputTokens": 17136, "outputTokens": 1735, "latencyMs": 16477.424583000015 }, { "questionId": "q140", "format": "xml", "model": "claude-haiku-4-5", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 19800, "outputTokens": 6, "latencyMs": 1970.4299579999642 }, { "questionId": "q140", "format": "xml", "model": "gemini-2.5-flash", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 21879, "outputTokens": 5, "latencyMs": 26671.477541 }, { "questionId": "q140", "format": "yaml", "model": "gpt-5-nano", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 13169, "outputTokens": 1096, "latencyMs": 10919.952667000005 }, { "questionId": "q140", "format": "yaml", "model": "claude-haiku-4-5", "expected": "98464", "actual": "98464", "isCorrect": true, "inputTokens": 14479, "outputTokens": 6, "latencyMs": 1168.6287909999955 }, { "questionId": "q140", "format": "yaml", "model": "gemini-2.5-flash", "expected": "98464", "actual": "0", "isCorrect": false, "inputTokens": 17074, "outputTokens": 1, "latencyMs": 2765.029874999891 }, { "questionId": "q141", "format": "json", "model": "gpt-5-nano", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 15187, "outputTokens": 200, "latencyMs": 6004.068291999982 }, { "questionId": "q141", "format": "json", "model": "claude-haiku-4-5", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 17408, "outputTokens": 6, "latencyMs": 1499.0042079999112 }, { "questionId": "q141", "format": "json", "model": "gemini-2.5-flash", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 19991, "outputTokens": 4, "latencyMs": 2506.4855830000015 }, { "questionId": "q141", "format": "toon", "model": "gpt-5-nano", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 8788, "outputTokens": 1032, "latencyMs": 16463.560791999917 }, { "questionId": "q141", "format": "toon", "model": "claude-haiku-4-5", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 9278, "outputTokens": 6, "latencyMs": 1441.4096249999711 }, { "questionId": "q141", "format": "toon", "model": "gemini-2.5-flash", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 12337, "outputTokens": 4, "latencyMs": 2663.2737919999054 }, { "questionId": "q141", "format": "csv", "model": "gpt-5-nano", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 8556, "outputTokens": 904, "latencyMs": 9668.898624999914 }, { "questionId": "q141", "format": "csv", "model": "claude-haiku-4-5", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 9124, "outputTokens": 6, "latencyMs": 1173.9928749999963 }, { "questionId": "q141", "format": "csv", "model": "gemini-2.5-flash", "expected": "6378", "actual": "0", "isCorrect": false, "inputTokens": 12207, "outputTokens": 1, "latencyMs": 9857.754333000048 }, { "questionId": "q141", "format": "xml", "model": "gpt-5-nano", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 17138, "outputTokens": 392, "latencyMs": 9638.438333999948 }, { "questionId": "q141", "format": "xml", "model": "claude-haiku-4-5", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 19803, "outputTokens": 6, "latencyMs": 1636.777374999947 }, { "questionId": "q141", "format": "xml", "model": "gemini-2.5-flash", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 21881, "outputTokens": 4, "latencyMs": 1841.5572499999544 }, { "questionId": "q141", "format": "yaml", "model": "gpt-5-nano", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 13171, "outputTokens": 328, "latencyMs": 5539.711917000008 }, { "questionId": "q141", "format": "yaml", "model": "claude-haiku-4-5", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 14482, "outputTokens": 6, "latencyMs": 1485.2025829999475 }, { "questionId": "q141", "format": "yaml", "model": "gemini-2.5-flash", "expected": "6378", "actual": "6378", "isCorrect": true, "inputTokens": 17076, "outputTokens": 4, "latencyMs": 1622.3209579999093 }, { "questionId": "q142", "format": "json", "model": "gpt-5-nano", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 15189, "outputTokens": 456, "latencyMs": 5173.022708000033 }, { "questionId": "q142", "format": "json", "model": "claude-haiku-4-5", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 17409, "outputTokens": 6, "latencyMs": 1700.1781669999473 }, { "questionId": "q142", "format": "json", "model": "gemini-2.5-flash", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 19992, "outputTokens": 6, "latencyMs": 2883.810959000024 }, { "questionId": "q142", "format": "toon", "model": "gpt-5-nano", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 8790, "outputTokens": 1352, "latencyMs": 14519.361791000003 }, { "questionId": "q142", "format": "toon", "model": "claude-haiku-4-5", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 9279, "outputTokens": 6, "latencyMs": 1391.6377499999944 }, { "questionId": "q142", "format": "toon", "model": "gemini-2.5-flash", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 12338, "outputTokens": 6, "latencyMs": 2150.8105409999844 }, { "questionId": "q142", "format": "csv", "model": "gpt-5-nano", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 8558, "outputTokens": 968, "latencyMs": 12890.400166000007 }, { "questionId": "q142", "format": "csv", "model": "claude-haiku-4-5", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 9125, "outputTokens": 6, "latencyMs": 1352.297750000027 }, { "questionId": "q142", "format": "csv", "model": "gemini-2.5-flash", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 12208, "outputTokens": 6, "latencyMs": 3035.361290999921 }, { "questionId": "q142", "format": "xml", "model": "gpt-5-nano", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 17140, "outputTokens": 648, "latencyMs": 26188.04208299995 }, { "questionId": "q142", "format": "xml", "model": "claude-haiku-4-5", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 19804, "outputTokens": 6, "latencyMs": 1935.45787500008 }, { "questionId": "q142", "format": "xml", "model": "gemini-2.5-flash", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 21882, "outputTokens": 6, "latencyMs": 5415.2192920000525 }, { "questionId": "q142", "format": "yaml", "model": "gpt-5-nano", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 13173, "outputTokens": 648, "latencyMs": 6512.995166999986 }, { "questionId": "q142", "format": "yaml", "model": "claude-haiku-4-5", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 14483, "outputTokens": 6, "latencyMs": 1957.1825840000529 }, { "questionId": "q142", "format": "yaml", "model": "gemini-2.5-flash", "expected": "254916", "actual": "254916", "isCorrect": true, "inputTokens": 17077, "outputTokens": 6, "latencyMs": 1273.1987079998944 }, { "questionId": "q143", "format": "json", "model": "gpt-5-nano", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 15187, "outputTokens": 712, "latencyMs": 7402.821666999953 }, { "questionId": "q143", "format": "json", "model": "claude-haiku-4-5", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 17410, "outputTokens": 6, "latencyMs": 1297.3980420000153 }, { "questionId": "q143", "format": "json", "model": "gemini-2.5-flash", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 19993, "outputTokens": 5, "latencyMs": 1398.1769159999676 }, { "questionId": "q143", "format": "toon", "model": "gpt-5-nano", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 8788, "outputTokens": 520, "latencyMs": 8047.9024590000045 }, { "questionId": "q143", "format": "toon", "model": "claude-haiku-4-5", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 9280, "outputTokens": 6, "latencyMs": 1149.3695000000298 }, { "questionId": "q143", "format": "toon", "model": "gemini-2.5-flash", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 12339, "outputTokens": 5, "latencyMs": 3275.751125000068 }, { "questionId": "q143", "format": "csv", "model": "gpt-5-nano", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 8556, "outputTokens": 520, "latencyMs": 10626.252958000056 }, { "questionId": "q143", "format": "csv", "model": "claude-haiku-4-5", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 9126, "outputTokens": 6, "latencyMs": 1084.1253329999745 }, { "questionId": "q143", "format": "csv", "model": "gemini-2.5-flash", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 12209, "outputTokens": 5, "latencyMs": 2478.551666000043 }, { "questionId": "q143", "format": "xml", "model": "gpt-5-nano", "expected": "32413", "actual": "43222", "isCorrect": false, "inputTokens": 17138, "outputTokens": 2248, "latencyMs": 24645.130125000025 }, { "questionId": "q143", "format": "xml", "model": "claude-haiku-4-5", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 19805, "outputTokens": 6, "latencyMs": 1504.6681670000544 }, { "questionId": "q143", "format": "xml", "model": "gemini-2.5-flash", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 21883, "outputTokens": 5, "latencyMs": 1577.2633330000099 }, { "questionId": "q143", "format": "yaml", "model": "gpt-5-nano", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 13171, "outputTokens": 776, "latencyMs": 8342.271167000057 }, { "questionId": "q143", "format": "yaml", "model": "claude-haiku-4-5", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 14484, "outputTokens": 6, "latencyMs": 1397.2225839999737 }, { "questionId": "q143", "format": "yaml", "model": "gemini-2.5-flash", "expected": "32413", "actual": "32413", "isCorrect": true, "inputTokens": 17078, "outputTokens": 5, "latencyMs": 2600.8139589999337 }, { "questionId": "q144", "format": "json", "model": "gpt-5-nano", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 15185, "outputTokens": 648, "latencyMs": 10642.901458999957 }, { "questionId": "q144", "format": "json", "model": "claude-haiku-4-5", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 17405, "outputTokens": 6, "latencyMs": 1309.3054169999668 }, { "questionId": "q144", "format": "json", "model": "gemini-2.5-flash", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 19989, "outputTokens": 6, "latencyMs": 1797.455083000008 }, { "questionId": "q144", "format": "toon", "model": "gpt-5-nano", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 8786, "outputTokens": 1096, "latencyMs": 11485.876249999972 }, { "questionId": "q144", "format": "toon", "model": "claude-haiku-4-5", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 9275, "outputTokens": 6, "latencyMs": 1909.1485000000102 }, { "questionId": "q144", "format": "toon", "model": "gemini-2.5-flash", "expected": "240059", "actual": "0", "isCorrect": false, "inputTokens": 12335, "outputTokens": 1, "latencyMs": 2114.457832999993 }, { "questionId": "q144", "format": "csv", "model": "gpt-5-nano", "expected": "240059", "actual": "Not found", "isCorrect": false, "inputTokens": 8554, "outputTokens": 2760, "latencyMs": 36680.54220799997 }, { "questionId": "q144", "format": "csv", "model": "claude-haiku-4-5", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 9121, "outputTokens": 6, "latencyMs": 1069.4299589999719 }, { "questionId": "q144", "format": "csv", "model": "gemini-2.5-flash", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 12205, "outputTokens": 6, "latencyMs": 2047.3995000000577 }, { "questionId": "q144", "format": "xml", "model": "gpt-5-nano", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 17136, "outputTokens": 456, "latencyMs": 8763.321875000023 }, { "questionId": "q144", "format": "xml", "model": "claude-haiku-4-5", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 19800, "outputTokens": 6, "latencyMs": 1591.410208000103 }, { "questionId": "q144", "format": "xml", "model": "gemini-2.5-flash", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 21879, "outputTokens": 6, "latencyMs": 1814.5240000000922 }, { "questionId": "q144", "format": "yaml", "model": "gpt-5-nano", "expected": "240059", "actual": "0", "isCorrect": false, "inputTokens": 13169, "outputTokens": 2951, "latencyMs": 28527.662250000052 }, { "questionId": "q144", "format": "yaml", "model": "claude-haiku-4-5", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 14479, "outputTokens": 6, "latencyMs": 1341.8624169999966 }, { "questionId": "q144", "format": "yaml", "model": "gemini-2.5-flash", "expected": "240059", "actual": "240059", "isCorrect": true, "inputTokens": 17074, "outputTokens": 6, "latencyMs": 2672.0011249999516 }, { "questionId": "q145", "format": "json", "model": "gpt-5-nano", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 15186, "outputTokens": 1288, "latencyMs": 11650.464916000026 }, { "questionId": "q145", "format": "json", "model": "claude-haiku-4-5", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 17406, "outputTokens": 6, "latencyMs": 1736.123957999982 }, { "questionId": "q145", "format": "json", "model": "gemini-2.5-flash", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 19989, "outputTokens": 5, "latencyMs": 2115.1809580000117 }, { "questionId": "q145", "format": "toon", "model": "gpt-5-nano", "expected": "48986", "actual": "undefined", "isCorrect": false, "inputTokens": 8787, "outputTokens": 2119, "latencyMs": 22429.965708000003 }, { "questionId": "q145", "format": "toon", "model": "claude-haiku-4-5", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 9276, "outputTokens": 6, "latencyMs": 1280.45074999996 }, { "questionId": "q145", "format": "toon", "model": "gemini-2.5-flash", "expected": "48986", "actual": "0", "isCorrect": false, "inputTokens": 12335, "outputTokens": 1, "latencyMs": 2039.6975419999799 }, { "questionId": "q145", "format": "csv", "model": "gpt-5-nano", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 8555, "outputTokens": 1352, "latencyMs": 13713.023125000065 }, { "questionId": "q145", "format": "csv", "model": "claude-haiku-4-5", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 9122, "outputTokens": 6, "latencyMs": 1190.7314999999944 }, { "questionId": "q145", "format": "csv", "model": "gemini-2.5-flash", "expected": "48986", "actual": "None", "isCorrect": false, "inputTokens": 12205, "outputTokens": 1, "latencyMs": 3054.557584000053 }, { "questionId": "q145", "format": "xml", "model": "gpt-5-nano", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 17137, "outputTokens": 456, "latencyMs": 8163.3440420000115 }, { "questionId": "q145", "format": "xml", "model": "claude-haiku-4-5", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 19801, "outputTokens": 6, "latencyMs": 2508.831208000076 }, { "questionId": "q145", "format": "xml", "model": "gemini-2.5-flash", "expected": "48986", "actual": "0", "isCorrect": false, "inputTokens": 21879, "outputTokens": 1, "latencyMs": 13907.184875000035 }, { "questionId": "q145", "format": "yaml", "model": "gpt-5-nano", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 13170, "outputTokens": 968, "latencyMs": 9999.614625000046 }, { "questionId": "q145", "format": "yaml", "model": "claude-haiku-4-5", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 14480, "outputTokens": 6, "latencyMs": 1401.668834000011 }, { "questionId": "q145", "format": "yaml", "model": "gemini-2.5-flash", "expected": "48986", "actual": "48986", "isCorrect": true, "inputTokens": 17074, "outputTokens": 5, "latencyMs": 3342.504416999989 }, { "questionId": "q146", "format": "json", "model": "gpt-5-nano", "expected": "209624", "actual": "0", "isCorrect": false, "inputTokens": 15185, "outputTokens": 1607, "latencyMs": 14253.204374999972 }, { "questionId": "q146", "format": "json", "model": "claude-haiku-4-5", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 17405, "outputTokens": 6, "latencyMs": 1633.1817499999888 }, { "questionId": "q146", "format": "json", "model": "gemini-2.5-flash", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 19989, "outputTokens": 6, "latencyMs": 4013.2274579999503 }, { "questionId": "q146", "format": "toon", "model": "gpt-5-nano", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 8786, "outputTokens": 1864, "latencyMs": 18068.214749999926 }, { "questionId": "q146", "format": "toon", "model": "claude-haiku-4-5", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 9275, "outputTokens": 6, "latencyMs": 2633.8406670000404 }, { "questionId": "q146", "format": "toon", "model": "gemini-2.5-flash", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 12335, "outputTokens": 6, "latencyMs": 2308.719957999885 }, { "questionId": "q146", "format": "csv", "model": "gpt-5-nano", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 8554, "outputTokens": 3592, "latencyMs": 34956.612250000006 }, { "questionId": "q146", "format": "csv", "model": "claude-haiku-4-5", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 9121, "outputTokens": 6, "latencyMs": 1042.174875000026 }, { "questionId": "q146", "format": "csv", "model": "gemini-2.5-flash", "expected": "209624", "actual": "Not found", "isCorrect": false, "inputTokens": 12205, "outputTokens": 2, "latencyMs": 3570.2167079999344 }, { "questionId": "q146", "format": "xml", "model": "gpt-5-nano", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 17136, "outputTokens": 584, "latencyMs": 8155.267999999924 }, { "questionId": "q146", "format": "xml", "model": "claude-haiku-4-5", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 19800, "outputTokens": 6, "latencyMs": 1908.0532499999972 }, { "questionId": "q146", "format": "xml", "model": "gemini-2.5-flash", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 21879, "outputTokens": 6, "latencyMs": 4646.213583000004 }, { "questionId": "q146", "format": "yaml", "model": "gpt-5-nano", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 13169, "outputTokens": 392, "latencyMs": 8023.040708000073 }, { "questionId": "q146", "format": "yaml", "model": "claude-haiku-4-5", "expected": "209624", "actual": "209624", "isCorrect": true, "inputTokens": 14479, "outputTokens": 6, "latencyMs": 1252.574666999979 }, { "questionId": "q146", "format": "yaml", "model": "gemini-2.5-flash", "expected": "209624", "actual": "0", "isCorrect": false, "inputTokens": 17074, "outputTokens": 1, "latencyMs": 9256.544125000015 }, { "questionId": "q147", "format": "json", "model": "gpt-5-nano", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 15185, "outputTokens": 328, "latencyMs": 6800.243999999948 }, { "questionId": "q147", "format": "json", "model": "claude-haiku-4-5", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 17406, "outputTokens": 6, "latencyMs": 1856.026916999952 }, { "questionId": "q147", "format": "json", "model": "gemini-2.5-flash", "expected": "58023", "actual": "0", "isCorrect": false, "inputTokens": 19989, "outputTokens": 1, "latencyMs": 1783.4203330000164 }, { "questionId": "q147", "format": "toon", "model": "gpt-5-nano", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 8786, "outputTokens": 904, "latencyMs": 8408.46395799995 }, { "questionId": "q147", "format": "toon", "model": "claude-haiku-4-5", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 9276, "outputTokens": 6, "latencyMs": 1048.0284159999574 }, { "questionId": "q147", "format": "toon", "model": "gemini-2.5-flash", "expected": "58023", "actual": "0", "isCorrect": false, "inputTokens": 12335, "outputTokens": 1, "latencyMs": 2309.89829199994 }, { "questionId": "q147", "format": "csv", "model": "gpt-5-nano", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 8554, "outputTokens": 456, "latencyMs": 7778.412583000027 }, { "questionId": "q147", "format": "csv", "model": "claude-haiku-4-5", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 9122, "outputTokens": 6, "latencyMs": 1095.3032080000266 }, { "questionId": "q147", "format": "csv", "model": "gemini-2.5-flash", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 12205, "outputTokens": 5, "latencyMs": 2191.419332999969 }, { "questionId": "q147", "format": "xml", "model": "gpt-5-nano", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 17136, "outputTokens": 328, "latencyMs": 5028.444708000054 }, { "questionId": "q147", "format": "xml", "model": "claude-haiku-4-5", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 19801, "outputTokens": 6, "latencyMs": 1697.0504170000786 }, { "questionId": "q147", "format": "xml", "model": "gemini-2.5-flash", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 21879, "outputTokens": 5, "latencyMs": 1800.0818329999456 }, { "questionId": "q147", "format": "yaml", "model": "gpt-5-nano", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 13169, "outputTokens": 712, "latencyMs": 8022.871625000029 }, { "questionId": "q147", "format": "yaml", "model": "claude-haiku-4-5", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 14480, "outputTokens": 6, "latencyMs": 1105.1744999999646 }, { "questionId": "q147", "format": "yaml", "model": "gemini-2.5-flash", "expected": "58023", "actual": "58023", "isCorrect": true, "inputTokens": 17074, "outputTokens": 5, "latencyMs": 2765.7437500000233 }, { "questionId": "q148", "format": "json", "model": "gpt-5-nano", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 15188, "outputTokens": 328, "latencyMs": 4684.178457999951 }, { "questionId": "q148", "format": "json", "model": "claude-haiku-4-5", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 17407, "outputTokens": 6, "latencyMs": 1856.438208000036 }, { "questionId": "q148", "format": "json", "model": "gemini-2.5-flash", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 19991, "outputTokens": 6, "latencyMs": 4894.268209000002 }, { "questionId": "q148", "format": "toon", "model": "gpt-5-nano", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 8789, "outputTokens": 1608, "latencyMs": 19985.54383400001 }, { "questionId": "q148", "format": "toon", "model": "claude-haiku-4-5", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 9277, "outputTokens": 6, "latencyMs": 1212.5407500000438 }, { "questionId": "q148", "format": "toon", "model": "gemini-2.5-flash", "expected": "196024", "actual": "N/A", "isCorrect": false, "inputTokens": 12337, "outputTokens": 3, "latencyMs": 12548.686624999973 }, { "questionId": "q148", "format": "csv", "model": "gpt-5-nano", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 8557, "outputTokens": 2760, "latencyMs": 20131.88070800004 }, { "questionId": "q148", "format": "csv", "model": "claude-haiku-4-5", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 9123, "outputTokens": 6, "latencyMs": 1217.2275000000373 }, { "questionId": "q148", "format": "csv", "model": "gemini-2.5-flash", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 12207, "outputTokens": 6, "latencyMs": 2748.620916999993 }, { "questionId": "q148", "format": "xml", "model": "gpt-5-nano", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 17139, "outputTokens": 392, "latencyMs": 6418.833957999945 }, { "questionId": "q148", "format": "xml", "model": "claude-haiku-4-5", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 19802, "outputTokens": 6, "latencyMs": 2019.8872089999495 }, { "questionId": "q148", "format": "xml", "model": "gemini-2.5-flash", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 21881, "outputTokens": 6, "latencyMs": 2523.128167000017 }, { "questionId": "q148", "format": "yaml", "model": "gpt-5-nano", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 13172, "outputTokens": 584, "latencyMs": 8212.874959000037 }, { "questionId": "q148", "format": "yaml", "model": "claude-haiku-4-5", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 14481, "outputTokens": 6, "latencyMs": 1151.26241700002 }, { "questionId": "q148", "format": "yaml", "model": "gemini-2.5-flash", "expected": "196024", "actual": "196024", "isCorrect": true, "inputTokens": 17076, "outputTokens": 6, "latencyMs": 3479.8169999999227 }, { "questionId": "q149", "format": "json", "model": "gpt-5-nano", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 15188, "outputTokens": 456, "latencyMs": 6856.402957999962 }, { "questionId": "q149", "format": "json", "model": "claude-haiku-4-5", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 17408, "outputTokens": 6, "latencyMs": 1727.7318750000559 }, { "questionId": "q149", "format": "json", "model": "gemini-2.5-flash", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 19991, "outputTokens": 5, "latencyMs": 5595.708332999959 }, { "questionId": "q149", "format": "toon", "model": "gpt-5-nano", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 8789, "outputTokens": 584, "latencyMs": 5889.62179200002 }, { "questionId": "q149", "format": "toon", "model": "claude-haiku-4-5", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 9278, "outputTokens": 6, "latencyMs": 1206.469458000036 }, { "questionId": "q149", "format": "toon", "model": "gemini-2.5-flash", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 12337, "outputTokens": 5, "latencyMs": 2057.8787500000326 }, { "questionId": "q149", "format": "csv", "model": "gpt-5-nano", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 8557, "outputTokens": 584, "latencyMs": 6905.8247499999125 }, { "questionId": "q149", "format": "csv", "model": "claude-haiku-4-5", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 9124, "outputTokens": 6, "latencyMs": 1003.953542000032 }, { "questionId": "q149", "format": "csv", "model": "gemini-2.5-flash", "expected": "30919", "actual": "0", "isCorrect": false, "inputTokens": 12207, "outputTokens": 1, "latencyMs": 2500.2377919999417 }, { "questionId": "q149", "format": "xml", "model": "gpt-5-nano", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 17139, "outputTokens": 264, "latencyMs": 4909.18979199999 }, { "questionId": "q149", "format": "xml", "model": "claude-haiku-4-5", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 19803, "outputTokens": 6, "latencyMs": 2457.2324580000713 }, { "questionId": "q149", "format": "xml", "model": "gemini-2.5-flash", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 21881, "outputTokens": 5, "latencyMs": 1428.471666000085 }, { "questionId": "q149", "format": "yaml", "model": "gpt-5-nano", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 13172, "outputTokens": 392, "latencyMs": 5668.693708000006 }, { "questionId": "q149", "format": "yaml", "model": "claude-haiku-4-5", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 14482, "outputTokens": 6, "latencyMs": 1222.2983330000425 }, { "questionId": "q149", "format": "yaml", "model": "gemini-2.5-flash", "expected": "30919", "actual": "30919", "isCorrect": true, "inputTokens": 17076, "outputTokens": 5, "latencyMs": 3050.278290999937 }, { "questionId": "q150", "format": "json", "model": "gpt-5-nano", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 15187, "outputTokens": 456, "latencyMs": 7561.326083000051 }, { "questionId": "q150", "format": "json", "model": "claude-haiku-4-5", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 17405, "outputTokens": 6, "latencyMs": 2041.015417000046 }, { "questionId": "q150", "format": "json", "model": "gemini-2.5-flash", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 19989, "outputTokens": 6, "latencyMs": 1918.6380409999983 }, { "questionId": "q150", "format": "toon", "model": "gpt-5-nano", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 8788, "outputTokens": 776, "latencyMs": 7871.997415999998 }, { "questionId": "q150", "format": "toon", "model": "claude-haiku-4-5", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 9275, "outputTokens": 6, "latencyMs": 1578.9285829999717 }, { "questionId": "q150", "format": "toon", "model": "gemini-2.5-flash", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 12335, "outputTokens": 6, "latencyMs": 2032.75475000008 }, { "questionId": "q150", "format": "csv", "model": "gpt-5-nano", "expected": "192220", "actual": "0", "isCorrect": false, "inputTokens": 8556, "outputTokens": 1159, "latencyMs": 30959.83791699994 }, { "questionId": "q150", "format": "csv", "model": "claude-haiku-4-5", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 9121, "outputTokens": 6, "latencyMs": 1389.4868339999812 }, { "questionId": "q150", "format": "csv", "model": "gemini-2.5-flash", "expected": "192220", "actual": "0", "isCorrect": false, "inputTokens": 12205, "outputTokens": 1, "latencyMs": 3573.9437089998974 }, { "questionId": "q150", "format": "xml", "model": "gpt-5-nano", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 17138, "outputTokens": 392, "latencyMs": 6992.854374999995 }, { "questionId": "q150", "format": "xml", "model": "claude-haiku-4-5", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 19800, "outputTokens": 6, "latencyMs": 1679.577958000009 }, { "questionId": "q150", "format": "xml", "model": "gemini-2.5-flash", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 21879, "outputTokens": 6, "latencyMs": 1553.5702499999898 }, { "questionId": "q150", "format": "yaml", "model": "gpt-5-nano", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 13171, "outputTokens": 328, "latencyMs": 4169.634166999953 }, { "questionId": "q150", "format": "yaml", "model": "claude-haiku-4-5", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 14479, "outputTokens": 6, "latencyMs": 1384.3902089999756 }, { "questionId": "q150", "format": "yaml", "model": "gemini-2.5-flash", "expected": "192220", "actual": "192220", "isCorrect": true, "inputTokens": 17074, "outputTokens": 6, "latencyMs": 2953.2877919999883 }, { "questionId": "q151", "format": "json", "model": "gpt-5-nano", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 15190, "outputTokens": 584, "latencyMs": 6612.153208000003 }, { "questionId": "q151", "format": "json", "model": "claude-haiku-4-5", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 17414, "outputTokens": 6, "latencyMs": 2259.919874999905 }, { "questionId": "q151", "format": "json", "model": "gemini-2.5-flash", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 19997, "outputTokens": 5, "latencyMs": 4557.873041000101 }, { "questionId": "q151", "format": "toon", "model": "gpt-5-nano", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 8791, "outputTokens": 712, "latencyMs": 7556.261375000002 }, { "questionId": "q151", "format": "toon", "model": "claude-haiku-4-5", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 9284, "outputTokens": 6, "latencyMs": 1012.9206669999985 }, { "questionId": "q151", "format": "toon", "model": "gemini-2.5-flash", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 12343, "outputTokens": 5, "latencyMs": 6754.191916999989 }, { "questionId": "q151", "format": "csv", "model": "gpt-5-nano", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 8559, "outputTokens": 712, "latencyMs": 7742.647875000024 }, { "questionId": "q151", "format": "csv", "model": "claude-haiku-4-5", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 9130, "outputTokens": 6, "latencyMs": 1578.1971669999184 }, { "questionId": "q151", "format": "csv", "model": "gemini-2.5-flash", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 12213, "outputTokens": 5, "latencyMs": 7366.954833999975 }, { "questionId": "q151", "format": "xml", "model": "gpt-5-nano", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 17141, "outputTokens": 328, "latencyMs": 6099.567540999968 }, { "questionId": "q151", "format": "xml", "model": "claude-haiku-4-5", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 19809, "outputTokens": 6, "latencyMs": 1278.9319580000592 }, { "questionId": "q151", "format": "xml", "model": "gemini-2.5-flash", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 21887, "outputTokens": 5, "latencyMs": 4035.024666000041 }, { "questionId": "q151", "format": "yaml", "model": "gpt-5-nano", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 13174, "outputTokens": 456, "latencyMs": 4068.7430829999503 }, { "questionId": "q151", "format": "yaml", "model": "claude-haiku-4-5", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 14488, "outputTokens": 6, "latencyMs": 1183.168624999933 }, { "questionId": "q151", "format": "yaml", "model": "gemini-2.5-flash", "expected": "11763", "actual": "11763", "isCorrect": true, "inputTokens": 17082, "outputTokens": 5, "latencyMs": 1311.251791000017 }, { "questionId": "q152", "format": "json", "model": "gpt-5-nano", "expected": "100", "actual": "114", "isCorrect": false, "inputTokens": 15187, "outputTokens": 3271, "latencyMs": 26292.3486250001 }, { "questionId": "q152", "format": "json", "model": "claude-haiku-4-5", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 17406, "outputTokens": 5, "latencyMs": 1269.8386670000618 }, { "questionId": "q152", "format": "json", "model": "gemini-2.5-flash", "expected": "100", "actual": "2", "isCorrect": false, "inputTokens": 19990, "outputTokens": 1, "latencyMs": 1418.8326250000391 }, { "questionId": "q152", "format": "toon", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 8788, "outputTokens": 711, "latencyMs": 7467.631458999938 }, { "questionId": "q152", "format": "toon", "model": "claude-haiku-4-5", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 9276, "outputTokens": 5, "latencyMs": 1310.1392090000445 }, { "questionId": "q152", "format": "toon", "model": "gemini-2.5-flash", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 12336, "outputTokens": 1, "latencyMs": 2714.426749999984 }, { "questionId": "q152", "format": "csv", "model": "gpt-5-nano", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 8556, "outputTokens": 903, "latencyMs": 10460.54125000001 }, { "questionId": "q152", "format": "csv", "model": "claude-haiku-4-5", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 9122, "outputTokens": 5, "latencyMs": 1165.5718329999363 }, { "questionId": "q152", "format": "csv", "model": "gemini-2.5-flash", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 12206, "outputTokens": 1, "latencyMs": 6584.999583999976 }, { "questionId": "q152", "format": "xml", "model": "gpt-5-nano", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 17138, "outputTokens": 519, "latencyMs": 7805.630750000011 }, { "questionId": "q152", "format": "xml", "model": "claude-haiku-4-5", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 19801, "outputTokens": 5, "latencyMs": 1370.0252500000643 }, { "questionId": "q152", "format": "xml", "model": "gemini-2.5-flash", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 21880, "outputTokens": 1, "latencyMs": 1457.9777079999913 }, { "questionId": "q152", "format": "yaml", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 13171, "outputTokens": 2055, "latencyMs": 73627.54529200005 }, { "questionId": "q152", "format": "yaml", "model": "claude-haiku-4-5", "expected": "100", "actual": "0", "isCorrect": false, "inputTokens": 14480, "outputTokens": 5, "latencyMs": 1786.1586249999236 }, { "questionId": "q152", "format": "yaml", "model": "gemini-2.5-flash", "expected": "100", "actual": "2", "isCorrect": false, "inputTokens": 17075, "outputTokens": 1, "latencyMs": 19150.725124999997 }, { "questionId": "q153", "format": "json", "model": "gpt-5-nano", "expected": "15404143", "actual": "13886916", "isCorrect": false, "inputTokens": 15188, "outputTokens": 5833, "latencyMs": 354484.18529200007 }, { "questionId": "q153", "format": "json", "model": "claude-haiku-4-5", "expected": "15404143", "actual": "13,847,892", "isCorrect": false, "inputTokens": 17407, "outputTokens": 9, "latencyMs": 1871.1713750000345 }, { "questionId": "q153", "format": "json", "model": "gemini-2.5-flash", "expected": "15404143", "actual": "12990000", "isCorrect": false, "inputTokens": 19991, "outputTokens": 8, "latencyMs": 155538.94058299996 }, { "questionId": "q153", "format": "toon", "model": "gpt-5-nano", "expected": "15404143", "actual": "15404143", "isCorrect": true, "inputTokens": 8789, "outputTokens": 5577, "latencyMs": 46411.59825000004 }, { "questionId": "q153", "format": "toon", "model": "claude-haiku-4-5", "expected": "15404143", "actual": "13,847,892", "isCorrect": false, "inputTokens": 9277, "outputTokens": 9, "latencyMs": 1184.7457910000812 }, { "questionId": "q153", "format": "toon", "model": "gemini-2.5-flash", "expected": "15404143", "actual": "14371343", "isCorrect": false, "inputTokens": 12337, "outputTokens": 8, "latencyMs": 27093.977375000017 }, { "questionId": "q153", "format": "csv", "model": "gpt-5-nano", "expected": "15404143", "actual": "15404143", "isCorrect": true, "inputTokens": 8557, "outputTokens": 5321, "latencyMs": 40838.23450000002 }, { "questionId": "q153", "format": "csv", "model": "claude-haiku-4-5", "expected": "15404143", "actual": "15,847,892", "isCorrect": false, "inputTokens": 9123, "outputTokens": 9, "latencyMs": 1243.0417080000043 }, { "questionId": "q153", "format": "csv", "model": "gemini-2.5-flash", "expected": "15404143", "actual": "10000000", "isCorrect": false, "inputTokens": 12207, "outputTokens": 8, "latencyMs": 1697.566125000012 }, { "questionId": "q153", "format": "xml", "model": "gpt-5-nano", "expected": "15404143", "actual": "11887802", "isCorrect": false, "inputTokens": 17139, "outputTokens": 3465, "latencyMs": 35017.48091599997 }, { "questionId": "q153", "format": "xml", "model": "claude-haiku-4-5", "expected": "15404143", "actual": "10,847,892", "isCorrect": false, "inputTokens": 19802, "outputTokens": 9, "latencyMs": 1783.1710419999436 }, { "questionId": "q153", "format": "xml", "model": "gemini-2.5-flash", "expected": "15404143", "actual": "14000000", "isCorrect": false, "inputTokens": 21881, "outputTokens": 8, "latencyMs": 20208.78741599992 }, { "questionId": "q153", "format": "yaml", "model": "gpt-5-nano", "expected": "15404143", "actual": "14012139", "isCorrect": false, "inputTokens": 13172, "outputTokens": 14601, "latencyMs": 139937.6586659999 }, { "questionId": "q153", "format": "yaml", "model": "claude-haiku-4-5", "expected": "15404143", "actual": "13,847,892", "isCorrect": false, "inputTokens": 14481, "outputTokens": 9, "latencyMs": 1949.8563330000034 }, { "questionId": "q153", "format": "yaml", "model": "gemini-2.5-flash", "expected": "15404143", "actual": "10999999", "isCorrect": false, "inputTokens": 17076, "outputTokens": 8, "latencyMs": 1061.2076249999227 }, { "questionId": "q154", "format": "json", "model": "gpt-5-nano", "expected": "100", "actual": "86", "isCorrect": false, "inputTokens": 15188, "outputTokens": 3591, "latencyMs": 186054.49916699994 }, { "questionId": "q154", "format": "json", "model": "claude-haiku-4-5", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 17408, "outputTokens": 5, "latencyMs": 1541.018458000035 }, { "questionId": "q154", "format": "json", "model": "gemini-2.5-flash", "expected": "100", "actual": "59", "isCorrect": false, "inputTokens": 19994, "outputTokens": 2, "latencyMs": 1209.527832999942 }, { "questionId": "q154", "format": "toon", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 8789, "outputTokens": 2311, "latencyMs": 20000.66104200005 }, { "questionId": "q154", "format": "toon", "model": "claude-haiku-4-5", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 9278, "outputTokens": 5, "latencyMs": 1125.2787499999395 }, { "questionId": "q154", "format": "toon", "model": "gemini-2.5-flash", "expected": "100", "actual": "50", "isCorrect": false, "inputTokens": 12340, "outputTokens": 2, "latencyMs": 2061.19062499993 }, { "questionId": "q154", "format": "csv", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 8557, "outputTokens": 3271, "latencyMs": 29091.357792000053 }, { "questionId": "q154", "format": "csv", "model": "claude-haiku-4-5", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 9124, "outputTokens": 5, "latencyMs": 1029.3966670000227 }, { "questionId": "q154", "format": "csv", "model": "gemini-2.5-flash", "expected": "100", "actual": "59", "isCorrect": false, "inputTokens": 12210, "outputTokens": 2, "latencyMs": 2304.6412080000155 }, { "questionId": "q154", "format": "xml", "model": "gpt-5-nano", "expected": "100", "actual": "88", "isCorrect": false, "inputTokens": 17139, "outputTokens": 2375, "latencyMs": 25588.054458 }, { "questionId": "q154", "format": "xml", "model": "claude-haiku-4-5", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 19803, "outputTokens": 5, "latencyMs": 1378.1570839999476 }, { "questionId": "q154", "format": "xml", "model": "gemini-2.5-flash", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 21884, "outputTokens": 3, "latencyMs": 28098.016750000068 }, { "questionId": "q154", "format": "yaml", "model": "gpt-5-nano", "expected": "100", "actual": "88", "isCorrect": false, "inputTokens": 13172, "outputTokens": 4359, "latencyMs": 47106.68116699997 }, { "questionId": "q154", "format": "yaml", "model": "claude-haiku-4-5", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 14482, "outputTokens": 5, "latencyMs": 2077.1985829999903 }, { "questionId": "q154", "format": "yaml", "model": "gemini-2.5-flash", "expected": "100", "actual": "50", "isCorrect": false, "inputTokens": 17079, "outputTokens": 2, "latencyMs": 1049.9515410000458 }, { "questionId": "q155", "format": "json", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 15188, "outputTokens": 5639, "latencyMs": 52034.31104199996 }, { "questionId": "q155", "format": "json", "model": "claude-haiku-4-5", "expected": "100", "actual": "71", "isCorrect": false, "inputTokens": 17408, "outputTokens": 5, "latencyMs": 1774.2209169999696 }, { "questionId": "q155", "format": "json", "model": "gemini-2.5-flash", "expected": "100", "actual": "60", "isCorrect": false, "inputTokens": 19994, "outputTokens": 2, "latencyMs": 1397.8998329999158 }, { "questionId": "q155", "format": "toon", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 8789, "outputTokens": 2823, "latencyMs": 26509.484792000032 }, { "questionId": "q155", "format": "toon", "model": "claude-haiku-4-5", "expected": "100", "actual": "42", "isCorrect": false, "inputTokens": 9278, "outputTokens": 5, "latencyMs": 1028.7182500000345 }, { "questionId": "q155", "format": "toon", "model": "gemini-2.5-flash", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 12340, "outputTokens": 3, "latencyMs": 21919.32149999996 }, { "questionId": "q155", "format": "csv", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 8557, "outputTokens": 2631, "latencyMs": 32920.081041999976 }, { "questionId": "q155", "format": "csv", "model": "claude-haiku-4-5", "expected": "100", "actual": "47", "isCorrect": false, "inputTokens": 9124, "outputTokens": 5, "latencyMs": 1246.9641250000568 }, { "questionId": "q155", "format": "csv", "model": "gemini-2.5-flash", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 12210, "outputTokens": 3, "latencyMs": 17704.908124999958 }, { "questionId": "q155", "format": "xml", "model": "gpt-5-nano", "expected": "100", "actual": "79", "isCorrect": false, "inputTokens": 17139, "outputTokens": 4359, "latencyMs": 36706.952500000014 }, { "questionId": "q155", "format": "xml", "model": "claude-haiku-4-5", "expected": "100", "actual": "50", "isCorrect": false, "inputTokens": 19803, "outputTokens": 5, "latencyMs": 1653.922874999931 }, { "questionId": "q155", "format": "xml", "model": "gemini-2.5-flash", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 21884, "outputTokens": 3, "latencyMs": 18907.825375000015 }, { "questionId": "q155", "format": "yaml", "model": "gpt-5-nano", "expected": "100", "actual": "88", "isCorrect": false, "inputTokens": 13172, "outputTokens": 2567, "latencyMs": 29826.266333999927 }, { "questionId": "q155", "format": "yaml", "model": "claude-haiku-4-5", "expected": "100", "actual": "71", "isCorrect": false, "inputTokens": 14482, "outputTokens": 5, "latencyMs": 1877.8078329999698 }, { "questionId": "q155", "format": "yaml", "model": "gemini-2.5-flash", "expected": "100", "actual": "60", "isCorrect": false, "inputTokens": 17079, "outputTokens": 2, "latencyMs": 1709.5576250000158 }, { "questionId": "q156", "format": "json", "model": "gpt-5-nano", "expected": "76", "actual": "61", "isCorrect": false, "inputTokens": 15188, "outputTokens": 3015, "latencyMs": 27373.73904200003 }, { "questionId": "q156", "format": "json", "model": "claude-haiku-4-5", "expected": "76", "actual": "100", "isCorrect": false, "inputTokens": 17408, "outputTokens": 5, "latencyMs": 2553.873874999932 }, { "questionId": "q156", "format": "json", "model": "gemini-2.5-flash", "expected": "76", "actual": "50", "isCorrect": false, "inputTokens": 19995, "outputTokens": 2, "latencyMs": 1292.7788750000764 }, { "questionId": "q156", "format": "toon", "model": "gpt-5-nano", "expected": "76", "actual": "76", "isCorrect": true, "inputTokens": 8789, "outputTokens": 3911, "latencyMs": 38466.93025000009 }, { "questionId": "q156", "format": "toon", "model": "claude-haiku-4-5", "expected": "76", "actual": "100", "isCorrect": false, "inputTokens": 9278, "outputTokens": 5, "latencyMs": 1207.3981249999488 }, { "questionId": "q156", "format": "toon", "model": "gemini-2.5-flash", "expected": "76", "actual": "76", "isCorrect": true, "inputTokens": 12341, "outputTokens": 2, "latencyMs": 21904.33095799992 }, { "questionId": "q156", "format": "csv", "model": "gpt-5-nano", "expected": "76", "actual": "75", "isCorrect": false, "inputTokens": 8557, "outputTokens": 2951, "latencyMs": 38943.062832999974 }, { "questionId": "q156", "format": "csv", "model": "claude-haiku-4-5", "expected": "76", "actual": "100", "isCorrect": false, "inputTokens": 9124, "outputTokens": 5, "latencyMs": 1096.0891670000274 }, { "questionId": "q156", "format": "csv", "model": "gemini-2.5-flash", "expected": "76", "actual": "76", "isCorrect": true, "inputTokens": 12211, "outputTokens": 2, "latencyMs": 16468.647499999963 }, { "questionId": "q156", "format": "xml", "model": "gpt-5-nano", "expected": "76", "actual": "64", "isCorrect": false, "inputTokens": 17139, "outputTokens": 1863, "latencyMs": 18473.753917000024 }, { "questionId": "q156", "format": "xml", "model": "claude-haiku-4-5", "expected": "76", "actual": "100", "isCorrect": false, "inputTokens": 19803, "outputTokens": 5, "latencyMs": 1316.2989590000361 }, { "questionId": "q156", "format": "xml", "model": "gemini-2.5-flash", "expected": "76", "actual": "47", "isCorrect": false, "inputTokens": 21885, "outputTokens": 2, "latencyMs": 1786.060832999996 }, { "questionId": "q156", "format": "yaml", "model": "gpt-5-nano", "expected": "76", "actual": "72", "isCorrect": false, "inputTokens": 13172, "outputTokens": 8711, "latencyMs": 86456.99716699996 }, { "questionId": "q156", "format": "yaml", "model": "claude-haiku-4-5", "expected": "76", "actual": "100", "isCorrect": false, "inputTokens": 14482, "outputTokens": 5, "latencyMs": 1337.9467500000028 }, { "questionId": "q156", "format": "yaml", "model": "gemini-2.5-flash", "expected": "76", "actual": "42", "isCorrect": false, "inputTokens": 17080, "outputTokens": 2, "latencyMs": 1272.1261659999145 }, { "questionId": "q157", "format": "json", "model": "gpt-5-nano", "expected": "100", "actual": "139", "isCorrect": false, "inputTokens": 15188, "outputTokens": 8199, "latencyMs": 117751.80679199996 }, { "questionId": "q157", "format": "json", "model": "claude-haiku-4-5", "expected": "100", "actual": "89", "isCorrect": false, "inputTokens": 17409, "outputTokens": 5, "latencyMs": 6994.20404099999 }, { "questionId": "q157", "format": "json", "model": "gemini-2.5-flash", "expected": "100", "actual": "60", "isCorrect": false, "inputTokens": 19993, "outputTokens": 2, "latencyMs": 1664.0891249999404 }, { "questionId": "q157", "format": "toon", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 8789, "outputTokens": 4103, "latencyMs": 33535.55912499991 }, { "questionId": "q157", "format": "toon", "model": "claude-haiku-4-5", "expected": "100", "actual": "73", "isCorrect": false, "inputTokens": 9279, "outputTokens": 5, "latencyMs": 1228.1867499999935 }, { "questionId": "q157", "format": "toon", "model": "gemini-2.5-flash", "expected": "100", "actual": "60", "isCorrect": false, "inputTokens": 12339, "outputTokens": 2, "latencyMs": 1517.6247079999885 }, { "questionId": "q157", "format": "csv", "model": "gpt-5-nano", "expected": "100", "actual": "87", "isCorrect": false, "inputTokens": 8557, "outputTokens": 3079, "latencyMs": 27126.57024999999 }, { "questionId": "q157", "format": "csv", "model": "claude-haiku-4-5", "expected": "100", "actual": "89", "isCorrect": false, "inputTokens": 9125, "outputTokens": 5, "latencyMs": 949.5018749999581 }, { "questionId": "q157", "format": "csv", "model": "gemini-2.5-flash", "expected": "100", "actual": "60", "isCorrect": false, "inputTokens": 12209, "outputTokens": 2, "latencyMs": 2366.7855419999687 }, { "questionId": "q157", "format": "xml", "model": "gpt-5-nano", "expected": "100", "actual": "69", "isCorrect": false, "inputTokens": 17139, "outputTokens": 2183, "latencyMs": 35555.629874999984 }, { "questionId": "q157", "format": "xml", "model": "claude-haiku-4-5", "expected": "100", "actual": "71", "isCorrect": false, "inputTokens": 19804, "outputTokens": 5, "latencyMs": 1865.6005420000292 }, { "questionId": "q157", "format": "xml", "model": "gemini-2.5-flash", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 21883, "outputTokens": 3, "latencyMs": 22966.85654200008 }, { "questionId": "q157", "format": "yaml", "model": "gpt-5-nano", "expected": "100", "actual": "100", "isCorrect": true, "inputTokens": 13172, "outputTokens": 2503, "latencyMs": 23299.811666000052 }, { "questionId": "q157", "format": "yaml", "model": "claude-haiku-4-5", "expected": "100", "actual": "95", "isCorrect": false, "inputTokens": 14483, "outputTokens": 5, "latencyMs": 1111.9951249998994 }, { "questionId": "q157", "format": "yaml", "model": "gemini-2.5-flash", "expected": "100", "actual": "50", "isCorrect": false, "inputTokens": 17078, "outputTokens": 2, "latencyMs": 1229.8220420000143 }, { "questionId": "q158", "format": "json", "model": "gpt-5-nano", "expected": "95", "actual": "60", "isCorrect": false, "inputTokens": 15188, "outputTokens": 2439, "latencyMs": 23952.90112500009 }, { "questionId": "q158", "format": "json", "model": "claude-haiku-4-5", "expected": "95", "actual": "42", "isCorrect": false, "inputTokens": 17409, "outputTokens": 5, "latencyMs": 2635.0509999999776 }, { "questionId": "q158", "format": "json", "model": "gemini-2.5-flash", "expected": "95", "actual": "59", "isCorrect": false, "inputTokens": 19993, "outputTokens": 2, "latencyMs": 1382.6497909999453 }, { "questionId": "q158", "format": "toon", "model": "gpt-5-nano", "expected": "95", "actual": "95", "isCorrect": true, "inputTokens": 8789, "outputTokens": 5255, "latencyMs": 52427.638499999885 }, { "questionId": "q158", "format": "toon", "model": "claude-haiku-4-5", "expected": "95", "actual": "42", "isCorrect": false, "inputTokens": 9279, "outputTokens": 5, "latencyMs": 1752.1665410000132 }, { "questionId": "q158", "format": "toon", "model": "gemini-2.5-flash", "expected": "95", "actual": "95", "isCorrect": true, "inputTokens": 12339, "outputTokens": 2, "latencyMs": 30665.240666999947 }, { "questionId": "q158", "format": "csv", "model": "gpt-5-nano", "expected": "95", "actual": "96", "isCorrect": false, "inputTokens": 8557, "outputTokens": 4999, "latencyMs": 52545.94787500007 }, { "questionId": "q158", "format": "csv", "model": "claude-haiku-4-5", "expected": "95", "actual": "42", "isCorrect": false, "inputTokens": 9125, "outputTokens": 5, "latencyMs": 1330.860624999972 }, { "questionId": "q158", "format": "csv", "model": "gemini-2.5-flash", "expected": "95", "actual": "60", "isCorrect": false, "inputTokens": 12209, "outputTokens": 2, "latencyMs": 2559.635125000146 }, { "questionId": "q158", "format": "xml", "model": "gpt-5-nano", "expected": "95", "actual": "96", "isCorrect": false, "inputTokens": 17139, "outputTokens": 13447, "latencyMs": 177292.60950000002 }, { "questionId": "q158", "format": "xml", "model": "claude-haiku-4-5", "expected": "95", "actual": "32", "isCorrect": false, "inputTokens": 19804, "outputTokens": 5, "latencyMs": 1816.5423749999609 }, { "questionId": "q158", "format": "xml", "model": "gemini-2.5-flash", "expected": "95", "actual": "60", "isCorrect": false, "inputTokens": 21883, "outputTokens": 2, "latencyMs": 3004.8347500001546 }, { "questionId": "q158", "format": "yaml", "model": "gpt-5-nano", "expected": "95", "actual": "96", "isCorrect": false, "inputTokens": 13172, "outputTokens": 3975, "latencyMs": 42573.26512499992 }, { "questionId": "q158", "format": "yaml", "model": "claude-haiku-4-5", "expected": "95", "actual": "47", "isCorrect": false, "inputTokens": 14483, "outputTokens": 5, "latencyMs": 1499.2267080000602 }, { "questionId": "q158", "format": "yaml", "model": "gemini-2.5-flash", "expected": "95", "actual": "60", "isCorrect": false, "inputTokens": 17078, "outputTokens": 2, "latencyMs": 1173.8084579999559 }, { "questionId": "q159", "format": "json", "model": "gpt-5-nano", "expected": "83", "actual": "50", "isCorrect": false, "inputTokens": 15188, "outputTokens": 11719, "latencyMs": 109516.51062500011 }, { "questionId": "q159", "format": "json", "model": "claude-haiku-4-5", "expected": "83", "actual": "71", "isCorrect": false, "inputTokens": 17409, "outputTokens": 5, "latencyMs": 1886.0561250001192 }, { "questionId": "q159", "format": "json", "model": "gemini-2.5-flash", "expected": "83", "actual": "59", "isCorrect": false, "inputTokens": 19994, "outputTokens": 2, "latencyMs": 2211.6038330001757 }, { "questionId": "q159", "format": "toon", "model": "gpt-5-nano", "expected": "83", "actual": "83", "isCorrect": true, "inputTokens": 8789, "outputTokens": 3463, "latencyMs": 36709.80866700015 }, { "questionId": "q159", "format": "toon", "model": "claude-haiku-4-5", "expected": "83", "actual": "73", "isCorrect": false, "inputTokens": 9279, "outputTokens": 5, "latencyMs": 1961.9631250000093 }, { "questionId": "q159", "format": "toon", "model": "gemini-2.5-flash", "expected": "83", "actual": "83", "isCorrect": true, "inputTokens": 12340, "outputTokens": 2, "latencyMs": 18972.830374999903 }, { "questionId": "q159", "format": "csv", "model": "gpt-5-nano", "expected": "83", "actual": "83", "isCorrect": true, "inputTokens": 8557, "outputTokens": 6919, "latencyMs": 69083.2129579999 }, { "questionId": "q159", "format": "csv", "model": "claude-haiku-4-5", "expected": "83", "actual": "73", "isCorrect": false, "inputTokens": 9125, "outputTokens": 5, "latencyMs": 1200.284708000021 }, { "questionId": "q159", "format": "csv", "model": "gemini-2.5-flash", "expected": "83", "actual": "83", "isCorrect": true, "inputTokens": 12210, "outputTokens": 2, "latencyMs": 33046.47866699984 }, { "questionId": "q159", "format": "xml", "model": "gpt-5-nano", "expected": "83", "actual": "112", "isCorrect": false, "inputTokens": 17139, "outputTokens": 6535, "latencyMs": 62622.555124999955 }, { "questionId": "q159", "format": "xml", "model": "claude-haiku-4-5", "expected": "83", "actual": "47", "isCorrect": false, "inputTokens": 19804, "outputTokens": 5, "latencyMs": 1500.2770829999354 }, { "questionId": "q159", "format": "xml", "model": "gemini-2.5-flash", "expected": "83", "actual": "49", "isCorrect": false, "inputTokens": 21884, "outputTokens": 2, "latencyMs": 2811.6203749999404 }, { "questionId": "q159", "format": "yaml", "model": "gpt-5-nano", "expected": "83", "actual": "90", "isCorrect": false, "inputTokens": 13172, "outputTokens": 25095, "latencyMs": 237521.54700000002 }, { "questionId": "q159", "format": "yaml", "model": "claude-haiku-4-5", "expected": "83", "actual": "71", "isCorrect": false, "inputTokens": 14483, "outputTokens": 5, "latencyMs": 1567.613791000098 }, { "questionId": "q159", "format": "yaml", "model": "gemini-2.5-flash", "expected": "83", "actual": "49", "isCorrect": false, "inputTokens": 17079, "outputTokens": 2, "latencyMs": 1373.2515409998596 } ]