aboutsummaryrefslogtreecommitdiffstats
path: root/packages/shared/config.ts
diff options
context:
space:
mode:
authorMohamedBassem <me@mbassem.com>2024-05-15 08:08:38 +0100
committerMohamedBassem <me@mbassem.com>2024-05-15 08:14:16 +0100
commit39025a83e041347a4c8206704e7dc2cd1e0cadd5 (patch)
tree53c26b0655757bdc5b5ac94ba48d24d578dc47de /packages/shared/config.ts
parentf64a5f3237c41b600f7047c477fbf9e79eae4297 (diff)
downloadkarakeep-39025a83e041347a4c8206704e7dc2cd1e0cadd5.tar.zst
feature(crawler): Allow connecting to browser's websocket address and launching the browser on demand. This enables support for browserless
Diffstat (limited to '')
-rw-r--r--packages/shared/config.ts4
1 files changed, 4 insertions, 0 deletions
diff --git a/packages/shared/config.ts b/packages/shared/config.ts
index 664ad7d9..388a6660 100644
--- a/packages/shared/config.ts
+++ b/packages/shared/config.ts
@@ -21,6 +21,8 @@ const allEnv = z.object({
REDIS_PASSWORD: z.string().optional(),
CRAWLER_HEADLESS_BROWSER: stringBool("true"),
BROWSER_WEB_URL: z.string().url().optional(),
+ BROWSER_WEBSOCKET_URL: z.string().url().optional(),
+ BROWSER_CONNECT_ONDEMAND: stringBool("false"),
CRAWLER_JOB_TIMEOUT_SEC: z.coerce.number().default(60),
CRAWLER_NAVIGATE_TIMEOUT_SEC: z.coerce.number().default(30),
CRAWLER_NUM_WORKERS: z.coerce.number().default(1),
@@ -65,6 +67,8 @@ const serverConfigSchema = allEnv.transform((val) => {
numWorkers: val.CRAWLER_NUM_WORKERS,
headlessBrowser: val.CRAWLER_HEADLESS_BROWSER,
browserWebUrl: val.BROWSER_WEB_URL,
+ browserWebSocketUrl: val.BROWSER_WEBSOCKET_URL,
+ browserConnectOnDemand: val.BROWSER_CONNECT_ONDEMAND,
jobTimeoutSec: val.CRAWLER_JOB_TIMEOUT_SEC,
navigateTimeoutSec: val.CRAWLER_NAVIGATE_TIMEOUT_SEC,
downloadBannerImage: val.CRAWLER_DOWNLOAD_BANNER_IMAGE,