aboutsummaryrefslogtreecommitdiffstats
path: root/apps
diff options
context:
space:
mode:
authorMohamedBassem <me@mbassem.com>2024-03-27 17:19:19 +0000
committerMohamedBassem <me@mbassem.com>2024-03-27 17:19:36 +0000
commite8628b586181ea99980b0beafd9976cabfdd077e (patch)
treef06985061592e00f5899edb5491dbcc64c754fb4 /apps
parent9986746aa890f2490ff18fd4fc79be4de0e4dbe2 (diff)
downloadkarakeep-e8628b586181ea99980b0beafd9976cabfdd077e.tar.zst
fix: Drop the 2k char limit on notes. Fixes #25
Diffstat (limited to 'apps')
-rw-r--r--apps/workers/openaiWorker.ts17
1 files changed, 11 insertions, 6 deletions
diff --git a/apps/workers/openaiWorker.ts b/apps/workers/openaiWorker.ts
index 9b2934e3..ee48d148 100644
--- a/apps/workers/openaiWorker.ts
+++ b/apps/workers/openaiWorker.ts
@@ -89,6 +89,14 @@ CONTENT START HERE:
function buildPrompt(
bookmark: NonNullable<Awaited<ReturnType<typeof fetchBookmark>>>,
) {
+ const truncateContent = (content: string) => {
+ let words = content.split(" ");
+ if (words.length > 1500) {
+ words = words.slice(1500);
+ content = words.join(" ");
+ }
+ return content;
+ };
if (bookmark.link) {
if (!bookmark.link.description && !bookmark.link.content) {
throw new Error(
@@ -98,11 +106,7 @@ function buildPrompt(
let content = bookmark.link.content;
if (content) {
- let words = content.split(" ");
- if (words.length > 2000) {
- words = words.slice(2000);
- content = words.join(" ");
- }
+ content = truncateContent(content);
}
return `
${TEXT_PROMPT_BASE}
@@ -114,10 +118,11 @@ Content: ${content ?? ""}
}
if (bookmark.text) {
+ const content = truncateContent(bookmark.text.text ?? "");
// TODO: Ensure that the content doesn't exceed the context length of openai
return `
${TEXT_PROMPT_BASE}
-${bookmark.text.text}
+${content}
`;
}