From 70f15d04b28f396b3b4e3ab4710b9bf568a9ab64 Mon Sep 17 00:00:00 2001 From: MohamedBassem Date: Fri, 9 Feb 2024 22:17:31 +0000 Subject: [feature] Use puppeteer for fetching websites --- packages/workers/package.json | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) (limited to 'packages/workers/package.json') diff --git a/packages/workers/package.json b/packages/workers/package.json index c9ec1a10..65648f4e 100644 --- a/packages/workers/package.json +++ b/packages/workers/package.json @@ -11,9 +11,14 @@ "metascraper-image": "^5.43.4", "metascraper-logo": "^5.43.4", "metascraper-logo-favicon": "^5.43.4", + "metascraper-readability": "^5.43.4", "metascraper-title": "^5.43.4", + "metascraper-twitter": "^5.43.4", "metascraper-url": "^5.43.4", - "openai": "^4.26.1" + "openai": "^4.26.1", + "puppeteer": "^22.0.0", + "puppeteer-extra": "^3.3.6", + "puppeteer-extra-plugin-stealth": "^2.11.2" }, "devDependencies": { "@types/metascraper": "^5.14.3", -- cgit v1.2.3-70-g09d2