aboutsummaryrefslogtreecommitdiffstats
path: root/apps/workers/utils.ts
diff options
context:
space:
mode:
Diffstat (limited to 'apps/workers/utils.ts')
-rw-r--r--apps/workers/utils.ts61
1 files changed, 0 insertions, 61 deletions
diff --git a/apps/workers/utils.ts b/apps/workers/utils.ts
index a82dd12d..2f56d3f0 100644
--- a/apps/workers/utils.ts
+++ b/apps/workers/utils.ts
@@ -1,9 +1,3 @@
-import { HttpProxyAgent } from "http-proxy-agent";
-import { HttpsProxyAgent } from "https-proxy-agent";
-import fetch from "node-fetch";
-
-import serverConfig from "@karakeep/shared/config";
-
export function withTimeout<T, Ret>(
func: (param: T) => Promise<Ret>,
timeoutSec: number,
@@ -20,58 +14,3 @@ export function withTimeout<T, Ret>(
]);
};
}
-
-export function getRandomProxy(proxyList: string[]): string {
- return proxyList[Math.floor(Math.random() * proxyList.length)].trim();
-}
-
-function getProxyAgent(url: string) {
- const { proxy } = serverConfig;
-
- if (!proxy.httpProxy && !proxy.httpsProxy) {
- return undefined;
- }
-
- const urlObj = new URL(url);
- const protocol = urlObj.protocol;
-
- // Check if URL should bypass proxy
- if (proxy.noProxy) {
- const noProxyList = proxy.noProxy.split(",").map((host) => host.trim());
- const hostname = urlObj.hostname;
-
- for (const noProxyHost of noProxyList) {
- if (
- noProxyHost === hostname ||
- (noProxyHost.startsWith(".") && hostname.endsWith(noProxyHost)) ||
- hostname.endsWith("." + noProxyHost)
- ) {
- return undefined;
- }
- }
- }
-
- if (protocol === "https:" && proxy.httpsProxy) {
- const selectedProxy = getRandomProxy(proxy.httpsProxy);
- return new HttpsProxyAgent(selectedProxy);
- } else if (protocol === "http:" && proxy.httpProxy) {
- const selectedProxy = getRandomProxy(proxy.httpProxy);
- return new HttpProxyAgent(selectedProxy);
- } else if (proxy.httpProxy) {
- const selectedProxy = getRandomProxy(proxy.httpProxy);
- return new HttpProxyAgent(selectedProxy);
- }
-
- return undefined;
-}
-
-export const fetchWithProxy = (
- url: string,
- options: Record<string, unknown> = {},
-) => {
- const agent = getProxyAgent(url);
- if (agent) {
- options.agent = agent;
- }
- return fetch(url, options);
-};