diff options
| -rw-r--r-- | apps/workers/workers/crawlerWorker.ts | 6 | ||||
| -rw-r--r-- | apps/workers/workers/videoWorker.ts | 6 |
2 files changed, 2 insertions, 10 deletions
diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts index e032ab16..68db6e92 100644 --- a/apps/workers/workers/crawlerWorker.ts +++ b/apps/workers/workers/crawlerWorker.ts @@ -29,7 +29,6 @@ import fetch from "node-fetch"; import { Browser, BrowserContextOptions } from "playwright"; import { chromium } from "playwright-extra"; import StealthPlugin from "puppeteer-extra-plugin-stealth"; -import { withTimeout } from "utils"; import { getBookmarkDetails, updateAsset } from "workerUtils"; import type { ZCrawlLinkRequest } from "@karakeep/shared/queues"; @@ -261,10 +260,7 @@ export class CrawlerWorker { const worker = new Runner<ZCrawlLinkRequest>( LinkCrawlerQueue, { - run: withTimeout( - runCrawler, - /* timeoutSec */ serverConfig.crawler.jobTimeoutSec, - ), + run: runCrawler, onComplete: async (job) => { workerStatsCounter.labels("crawler", "completed").inc(); const jobId = job.id; diff --git a/apps/workers/workers/videoWorker.ts b/apps/workers/workers/videoWorker.ts index ca46fcee..69f88a21 100644 --- a/apps/workers/workers/videoWorker.ts +++ b/apps/workers/workers/videoWorker.ts @@ -25,7 +25,6 @@ import { StorageQuotaError,
} from "@karakeep/trpc/lib/storageQuota";
-import { withTimeout } from "../utils";
import { getBookmarkDetails, updateAsset } from "../workerUtils";
const TMP_FOLDER = path.join(os.tmpdir(), "video_downloads");
@@ -37,10 +36,7 @@ export class VideoWorker { return new Runner<ZVideoRequest>(
VideoWorkerQueue,
{
- run: withTimeout(
- runWorker,
- /* timeoutSec */ serverConfig.crawler.downloadVideoTimeout,
- ),
+ run: runWorker,
onComplete: async (job) => {
workerStatsCounter.labels("video", "completed").inc();
const jobId = job.id;
|
