aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--packages/shared/prompts.ts3
1 files changed, 3 insertions, 0 deletions
diff --git a/packages/shared/prompts.ts b/packages/shared/prompts.ts
index 40f74773..0b79eb9a 100644
--- a/packages/shared/prompts.ts
+++ b/packages/shared/prompts.ts
@@ -15,6 +15,9 @@ function calculateNumTokens(text: string) {
function truncateContent(content: string, length: number) {
const tokens = encoding.encode(content);
+ if (tokens.length <= length) {
+ return content;
+ }
const truncatedTokens = tokens.slice(0, length);
return encoding.decode(truncatedTokens);
}