diff options
Diffstat (limited to 'apps/workers')
| -rw-r--r-- | apps/workers/workers/crawlerWorker.ts | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts index 740d5dac..a2495423 100644 --- a/apps/workers/workers/crawlerWorker.ts +++ b/apps/workers/workers/crawlerWorker.ts @@ -926,7 +926,7 @@ async function getContentType( `[Crawler][${jobId}] Attempting to determine the content-type for the url ${url}`, ); const response = await fetchWithProxy(url, { - method: "HEAD", + method: "GET", signal: AbortSignal.any([AbortSignal.timeout(5000), abortSignal]), }); const rawContentType = response.headers.get("content-type"); |