diff options
| -rw-r--r-- | apps/workers/workers/crawlerWorker.ts | 4 |
1 files changed, 3 insertions, 1 deletions
diff --git a/apps/workers/workers/crawlerWorker.ts b/apps/workers/workers/crawlerWorker.ts index deced504..bec10acf 100644 --- a/apps/workers/workers/crawlerWorker.ts +++ b/apps/workers/workers/crawlerWorker.ts @@ -567,7 +567,9 @@ async function downloadAndStoreFile( abortSignal: AbortSignal, ) { try { - logger.info(`[Crawler][${jobId}] Downloading ${fileType} from "${url}"`); + logger.info( + `[Crawler][${jobId}] Downloading ${fileType} from "${url.length > 100 ? url.slice(0, 100) + "..." : url}"`, + ); const response = await fetchWithProxy(url, { signal: abortSignal, }); |