diff options
| author | Mohamed Bassem <me@mbassem.com> | 2025-12-13 19:58:17 +0000 |
|---|---|---|
| committer | Mohamed Bassem <me@mbassem.com> | 2025-12-13 19:58:17 +0000 |
| commit | d6dd8ebdb614d39890810ff9fbc8d71d35af4f03 (patch) | |
| tree | 6d914e172a76b66fa50714cb95fa89085af3b7c7 | |
| parent | f111cba937db77dd786936bc7e72d364c25429cc (diff) | |
| download | karakeep-d6dd8ebdb614d39890810ff9fbc8d71d35af4f03.tar.zst | |
fix: use GET requests for the content type request
| -rw-r--r-- | apps/workers/workers/crawlerWorker.ts | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts index 740d5dac..a2495423 100644 --- a/apps/workers/workers/crawlerWorker.ts +++ b/apps/workers/workers/crawlerWorker.ts @@ -926,7 +926,7 @@ async function getContentType( `[Crawler][${jobId}] Attempting to determine the content-type for the url ${url}`, ); const response = await fetchWithProxy(url, { - method: "HEAD", + method: "GET", signal: AbortSignal.any([AbortSignal.timeout(5000), abortSignal]), }); const rawContentType = response.headers.get("content-type"); |