diff options
| author | Mohamed Bassem <me@mbassem.com> | 2025-05-18 13:43:48 +0000 |
|---|---|---|
| committer | Mohamed Bassem <me@mbassem.com> | 2025-05-18 13:43:48 +0000 |
| commit | 70d572096706cb2d7f5d3f29b51e6ba1d86578c6 (patch) | |
| tree | 867d9305ef00733a55e6954aeb004a7f9f3f7c5f /packages/shared/package.json | |
| parent | 523a251b6f330f72adb13119a2577a4220d5a078 (diff) | |
| download | karakeep-70d572096706cb2d7f5d3f29b51e6ba1d86578c6.tar.zst | |
fix: Use proper tokenizer when truncating for inference. Fixes #1405
Diffstat (limited to 'packages/shared/package.json')
| -rw-r--r-- | packages/shared/package.json | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/packages/shared/package.json b/packages/shared/package.json index a262267a..478fb77d 100644 --- a/packages/shared/package.json +++ b/packages/shared/package.json @@ -6,6 +6,7 @@ "type": "module", "dependencies": { "glob": "^11.0.0", + "js-tiktoken": "^1.0.20", "liteque": "^0.3.2", "meilisearch": "^0.37.0", "ollama": "^0.5.14", |