mirror of
https://github.com/voson-wang/toon.git
synced 2026-01-29 15:24:10 +08:00
refactor: move gpt-tokenizer to benchmarks
This commit is contained in:
@@ -44,7 +44,6 @@
|
||||
"automd": "^0.4.2",
|
||||
"bumpp": "^10.3.1",
|
||||
"eslint": "^9.38.0",
|
||||
"gpt-tokenizer": "^3.2.0",
|
||||
"tsdown": "^0.15.10",
|
||||
"tsx": "^4.20.6",
|
||||
"typescript": "^5.9.3",
|
||||
|
||||
Reference in New Issue
Block a user