From 3ab31c291f77e88a19b03c1dcd8f202b92cc7dc7 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Fri, 22 Aug 2025 20:41:26 +0300 Subject: fix(workers): Drop the withTimeout wrappers --- apps/workers/workers/crawlerWorker.ts | 6 +----- apps/workers/workers/videoWorker.ts | 6 +----- 2 files changed, 2 insertions(+), 10 deletions(-) (limited to 'apps') diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts index e032ab16..68db6e92 100644 --- a/apps/workers/workers/crawlerWorker.ts +++ b/apps/workers/workers/crawlerWorker.ts @@ -29,7 +29,6 @@ import fetch from "node-fetch"; import { Browser, BrowserContextOptions } from "playwright"; import { chromium } from "playwright-extra"; import StealthPlugin from "puppeteer-extra-plugin-stealth"; -import { withTimeout } from "utils"; import { getBookmarkDetails, updateAsset } from "workerUtils"; import type { ZCrawlLinkRequest } from "@karakeep/shared/queues"; @@ -261,10 +260,7 @@ export class CrawlerWorker { const worker = new Runner( LinkCrawlerQueue, { - run: withTimeout( - runCrawler, - /* timeoutSec */ serverConfig.crawler.jobTimeoutSec, - ), + run: runCrawler, onComplete: async (job) => { workerStatsCounter.labels("crawler", "completed").inc(); const jobId = job.id; diff --git a/apps/workers/workers/videoWorker.ts b/apps/workers/workers/videoWorker.ts index ca46fcee..69f88a21 100644 --- a/apps/workers/workers/videoWorker.ts +++ b/apps/workers/workers/videoWorker.ts @@ -25,7 +25,6 @@ import { StorageQuotaError, } from "@karakeep/trpc/lib/storageQuota"; -import { withTimeout } from "../utils"; import { getBookmarkDetails, updateAsset } from "../workerUtils"; const TMP_FOLDER = path.join(os.tmpdir(), "video_downloads"); @@ -37,10 +36,7 @@ export class VideoWorker { return new Runner( VideoWorkerQueue, { - run: withTimeout( - runWorker, - /* timeoutSec */ serverConfig.crawler.downloadVideoTimeout, - ), + run: runWorker, onComplete: async (job) => { workerStatsCounter.labels("video", "completed").inc(); const jobId = job.id; -- cgit v1.2.3-70-g09d2