refactor: move gpt-tokenizer to benchmarks

This commit is contained in:
Johann Schopplich
2025-10-30 09:27:11 +01:00
parent 752118d1b5
commit b93714e9b9
2 changed files with 0 additions and 4 deletions

View File

@@ -44,7 +44,6 @@
"automd": "^0.4.2", "automd": "^0.4.2",
"bumpp": "^10.3.1", "bumpp": "^10.3.1",
"eslint": "^9.38.0", "eslint": "^9.38.0",
"gpt-tokenizer": "^3.2.0",
"tsdown": "^0.15.10", "tsdown": "^0.15.10",
"tsx": "^4.20.6", "tsx": "^4.20.6",
"typescript": "^5.9.3", "typescript": "^5.9.3",

3
pnpm-lock.yaml generated
View File

@@ -23,9 +23,6 @@ importers:
eslint: eslint:
specifier: ^9.38.0 specifier: ^9.38.0
version: 9.38.0(jiti@2.6.1) version: 9.38.0(jiti@2.6.1)
gpt-tokenizer:
specifier: ^3.2.0
version: 3.2.0
tsdown: tsdown:
specifier: ^0.15.10 specifier: ^0.15.10
version: 0.15.10(typescript@5.9.3) version: 0.15.10(typescript@5.9.3)