fix(inferance): skip token slicing when content is already witin max length

1 files changed, 3 insertions, 0 deletions

diff --git a/packages/shared/prompts.ts b/packages/shared/prompts.ts
index 40f74773..0b79eb9a 100644
--- a/packages/shared/prompts.ts
+++ b/packages/shared/prompts.ts
@@ -15,6 +15,9 @@ function calculateNumTokens(text: string) {
 
 function truncateContent(content: string, length: number) {
   const tokens = encoding.encode(content);
+  if (tokens.length <= length) {
+    return content;
+  }
   const truncatedTokens = tokens.slice(0, length);
   return encoding.decode(truncatedTokens);
 }