From b93714e9b9e64759de7f7754ebe4e9ff8f1b6aed Mon Sep 17 00:00:00 2001 From: Johann Schopplich Date: Thu, 30 Oct 2025 09:27:11 +0100 Subject: [PATCH] refactor: move `gpt-tokenizer` to benchmarks --- package.json | 1 - pnpm-lock.yaml | 3 --- 2 files changed, 4 deletions(-) diff --git a/package.json b/package.json index b1e8063..4b101ab 100644 --- a/package.json +++ b/package.json @@ -44,7 +44,6 @@ "automd": "^0.4.2", "bumpp": "^10.3.1", "eslint": "^9.38.0", - "gpt-tokenizer": "^3.2.0", "tsdown": "^0.15.10", "tsx": "^4.20.6", "typescript": "^5.9.3", diff --git a/pnpm-lock.yaml b/pnpm-lock.yaml index 23e8a37..d586295 100644 --- a/pnpm-lock.yaml +++ b/pnpm-lock.yaml @@ -23,9 +23,6 @@ importers: eslint: specifier: ^9.38.0 version: 9.38.0(jiti@2.6.1) - gpt-tokenizer: - specifier: ^3.2.0 - version: 3.2.0 tsdown: specifier: ^0.15.10 version: 0.15.10(typescript@5.9.3)