From 39025a83e041347a4c8206704e7dc2cd1e0cadd5 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Wed, 15 May 2024 08:08:38 +0100 Subject: feature(crawler): Allow connecting to browser's websocket address and launching the browser on demand. This enables support for browserless --- packages/shared/config.ts | 4 ++++ 1 file changed, 4 insertions(+) (limited to 'packages') diff --git a/packages/shared/config.ts b/packages/shared/config.ts index 664ad7d9..388a6660 100644 --- a/packages/shared/config.ts +++ b/packages/shared/config.ts @@ -21,6 +21,8 @@ const allEnv = z.object({ REDIS_PASSWORD: z.string().optional(), CRAWLER_HEADLESS_BROWSER: stringBool("true"), BROWSER_WEB_URL: z.string().url().optional(), + BROWSER_WEBSOCKET_URL: z.string().url().optional(), + BROWSER_CONNECT_ONDEMAND: stringBool("false"), CRAWLER_JOB_TIMEOUT_SEC: z.coerce.number().default(60), CRAWLER_NAVIGATE_TIMEOUT_SEC: z.coerce.number().default(30), CRAWLER_NUM_WORKERS: z.coerce.number().default(1), @@ -65,6 +67,8 @@ const serverConfigSchema = allEnv.transform((val) => { numWorkers: val.CRAWLER_NUM_WORKERS, headlessBrowser: val.CRAWLER_HEADLESS_BROWSER, browserWebUrl: val.BROWSER_WEB_URL, + browserWebSocketUrl: val.BROWSER_WEBSOCKET_URL, + browserConnectOnDemand: val.BROWSER_CONNECT_ONDEMAND, jobTimeoutSec: val.CRAWLER_JOB_TIMEOUT_SEC, navigateTimeoutSec: val.CRAWLER_NAVIGATE_TIMEOUT_SEC, downloadBannerImage: val.CRAWLER_DOWNLOAD_BANNER_IMAGE, -- cgit v1.2.3-70-g09d2