From 1b09682685f54f29957163be9b9f9fc2de3b49cc Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Sat, 12 Oct 2024 17:25:01 +0000 Subject: feature: Allow customizing the inference's context length --- apps/workers/utils.ts | 9 --------- 1 file changed, 9 deletions(-) (limited to 'apps/workers/utils.ts') diff --git a/apps/workers/utils.ts b/apps/workers/utils.ts index 2372684e..8d297e05 100644 --- a/apps/workers/utils.ts +++ b/apps/workers/utils.ts @@ -36,12 +36,3 @@ export async function readPDFText(buffer: Buffer): Promise<{ pdfParser.parseBuffer(buffer); }); } - -export function truncateContent(content: string, length = 1500) { - let words = content.split(" "); - if (words.length > length) { - words = words.slice(0, length); - content = words.join(" "); - } - return content; -} -- cgit v1.2.3-70-g09d2