From d6dd8ebdb614d39890810ff9fbc8d71d35af4f03 Mon Sep 17 00:00:00 2001
From: Mohamed Bassem <me@mbassem.com>
Date: Sat, 13 Dec 2025 19:58:17 +0000
Subject: fix: use GET requests for the content type request

---
 apps/workers/workers/crawlerWorker.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

(limited to 'apps/workers')

diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts
index 740d5dac..a2495423 100644
--- a/apps/workers/workers/crawlerWorker.ts
+++ b/apps/workers/workers/crawlerWorker.ts
@@ -926,7 +926,7 @@ async function getContentType(
       `[Crawler][${jobId}] Attempting to determine the content-type for the url ${url}`,
     );
     const response = await fetchWithProxy(url, {
-      method: "HEAD",
+      method: "GET",
       signal: AbortSignal.any([AbortSignal.timeout(5000), abortSignal]),
     });
     const rawContentType = response.headers.get("content-type");
-- 
cgit v1.2.3-70-g09d2