github/toon
1
0
Fork 0
mirror of https://github.com/voson-wang/toon.git synced 2026-01-29 15:24:10 +08:00
Code Issues Packages Projects Releases Wiki Activity

test: refactor accuracy benchmark generation

Browse Source
This commit is contained in:
Johann Schopplich
2025-10-27 14:07:20 +01:00
parent 1a5e6199ac
commit 05b3d43023
11 changed files with 1708 additions and 1721 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
benchmarks/src/constants.ts
View File

@@ -5,8 +5,9 @@ export const ROOT_DIR: string = url.fileURLToPath(new URL('../../', import.meta.
export const BENCHMARKS_DIR: string = url.fileURLToPath(new URL('../', import.meta.url))
/**
* Benchmark execution configuration
* Default concurrency for parallel evaluations
*/
export const DEFAULT_CONCURRENCY = 20
/**
* Enable dry run mode for quick testing with limited AI requests
@@ -27,13 +28,3 @@ export const DRY_RUN_LIMITS = {
/** Models to use in dry run */
allowedModels: [] as string[],
}
/**
* Default concurrency for parallel evaluations
*/
export const DEFAULT_CONCURRENCY = 20
/**
* Delay between API requests to avoid rate limiting (in milliseconds)
*/
export const RATE_LIMIT_DELAY_MS = 100