diff options
| author | Mohamed Bassem <me@mbassem.com> | 2026-02-08 18:19:20 +0000 |
|---|---|---|
| committer | Mohamed Bassem <me@mbassem.com> | 2026-02-08 18:19:20 +0000 |
| commit | 08f1a7973294777db5950d6f973590bdceeb1259 (patch) | |
| tree | c3a5ce35d8cf18b5f30b162b14fbb579b15d3d3e | |
| parent | d215a23b82a397bab80b2b5dcde8a647ccd2b329 (diff) | |
| download | karakeep-08f1a7973294777db5950d6f973590bdceeb1259.tar.zst | |
fix: correctly sum low pri and normal crawl queue size
| -rw-r--r-- | packages/trpc/routers/admin.ts | 13 | ||||
| -rw-r--r-- | packages/trpc/routers/bookmarks.ts | 2 |
2 files changed, 11 insertions, 4 deletions
diff --git a/packages/trpc/routers/admin.ts b/packages/trpc/routers/admin.ts index 909e84d1..f64e071a 100644 --- a/packages/trpc/routers/admin.ts +++ b/packages/trpc/routers/admin.ts @@ -9,6 +9,7 @@ import { AssetPreprocessingQueue, FeedQueue, LinkCrawlerQueue, + LowPriorityCrawlerQueue, OpenAIQueue, QueuePriority, SearchIndexingQueue, @@ -90,6 +91,7 @@ export const adminAppRouter = router({ const [ // Crawls queuedCrawls, + queuedLowPriorityCrawls, [{ value: pendingCrawls }], [{ value: failedCrawls }], @@ -118,6 +120,7 @@ export const adminAppRouter = router({ ] = await Promise.all([ // Crawls LinkCrawlerQueue.stats(), + LowPriorityCrawlerQueue.stats(), ctx.db .select({ value: count() }) .from(bookmarkLinks) @@ -169,7 +172,11 @@ export const adminAppRouter = router({ return { crawlStats: { - queued: queuedCrawls.pending + queuedCrawls.pending_retry, + queued: + queuedCrawls.pending + + queuedCrawls.pending_retry + + queuedLowPriorityCrawls.pending + + queuedLowPriorityCrawls.pending_retry, pending: pendingCrawls, failed: failedCrawls, }, @@ -221,7 +228,7 @@ export const adminAppRouter = router({ await Promise.all( bookmarkIds.map((b) => - LinkCrawlerQueue.enqueue( + LowPriorityCrawlerQueue.enqueue( { bookmarkId: b.id, runInference: input.runInference, @@ -663,7 +670,7 @@ export const adminAppRouter = router({ }); } - await LinkCrawlerQueue.enqueue( + await LowPriorityCrawlerQueue.enqueue( { bookmarkId: input.bookmarkId, }, diff --git a/packages/trpc/routers/bookmarks.ts b/packages/trpc/routers/bookmarks.ts index 565558c3..782566cf 100644 --- a/packages/trpc/routers/bookmarks.ts +++ b/packages/trpc/routers/bookmarks.ts @@ -570,7 +570,7 @@ export const bookmarksAppRouter = router({ ) .use(ensureBookmarkOwnership) .mutation(async ({ input, ctx }) => { - await LinkCrawlerQueue.enqueue( + await LowPriorityCrawlerQueue.enqueue( { bookmarkId: input.bookmarkId, archiveFullPage: input.archiveFullPage, |