@emircansahin/ghostfetch 0.1.0

package/dist/cjs/client.js

@@ -0,0 +1,411 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GhostFetch = void 0;
+const cycletls_1 = __importDefault(require("cycletls"));
+const proxy_manager_1 = require("./proxy-manager");
+const classifier_1 = require("./classifier");
+const errors_1 = require("./errors");
+const DEFAULT_DELAYS = [1000, 2000, 4000];
+const DEFAULT_TIMEOUT = 30000;
+const HEALTH_BATCH_CONCURRENCY = 10;
+const HEALTH_RETRY_DELAYS = [0, 15000, 60000]; // immediate, +15s, +60s
+class GhostFetch {
+    constructor(config = {}) {
+        this.cycleTLS = null;
+        this.initPromise = null;
+        this.interceptors = [];
+        this.refreshTimer = null;
+        this.refreshing = false;
+        this.healthCheckPromise = null;
+        this.config = config;
+        // Start with empty proxy list — healthCheck will populate it
+        this.proxyManager = new proxy_manager_1.ProxyManager([], config.ban);
+        this.retryDefaults = { delays: config.retry?.delays ?? DEFAULT_DELAYS };
+        // Auto health check on init if proxies provided
+        if (config.proxies?.length) {
+            this.healthCheckPromise = this.healthCheckProxies(config.proxies).catch((err) => {
+                // Prevent unhandled rejection — return empty result so ready() resolves safely
+                return { total: config.proxies.length, healthy: 0, dead: config.proxies.length, countries: {}, proxies: {} };
+            });
+        }
+        // Start proxy refresh interval only if both callback and interval are provided
+        if (config.onProxyRefresh && config.proxyRefreshInterval) {
+            this.refreshTimer = setInterval(() => this.refreshProxies(), config.proxyRefreshInterval);
+        }
+    }
+    /**
+     * Wait until the initial health check is complete.
+     * Returns health check results with proxy details and country info.
+     * Requests automatically wait for this internally.
+     *
+     * @example
+     * const result = await client.ready();
+     * console.log(result);
+     * // {
+     * //   total: 10, healthy: 8, dead: 2,
+     * //   countries: { US: 3, DE: 5 },
+     * //   proxies: { 'http://...@host:8001': 'US', 'http://...@host:8002': 'DE', ... }
+     * // }
+     */
+    async ready() {
+        if (this.healthCheckPromise)
+            return this.healthCheckPromise;
+        return { total: 0, healthy: 0, dead: 0, countries: {}, proxies: {} };
+    }
+    /** Lazy-initialize CycleTLS instance. */
+    async ensureClient() {
+        if (this.cycleTLS)
+            return this.cycleTLS;
+        if (!this.initPromise) {
+            this.initPromise = (0, cycletls_1.default)().then((client) => {
+                this.cycleTLS = client;
+            });
+        }
+        await this.initPromise;
+        return this.cycleTLS;
+    }
+    /** Add a custom interceptor for site-specific error handling. */
+    addInterceptor(interceptor) {
+        this.interceptors.push(interceptor);
+    }
+    /** Remove an interceptor by name. */
+    removeInterceptor(name) {
+        this.interceptors = this.interceptors.filter((i) => i.name !== name);
+    }
+    /** Manually refresh the proxy list via the onProxyRefresh callback. */
+    async refreshProxies() {
+        if (!this.config.onProxyRefresh)
+            return;
+        if (this.refreshing)
+            return; // prevent overlapping refreshes
+        // Wait for any in-progress health check (e.g., initial startup)
+        if (this.healthCheckPromise)
+            await this.healthCheckPromise;
+        this.refreshing = true;
+        try {
+            const proxies = await this.config.onProxyRefresh();
+            // Health check first — only replace if it succeeds
+            // healthCheckProxies calls replaceProxies internally with healthy list
+            await this.healthCheckProxies(proxies);
+        }
+        finally {
+            this.refreshing = false;
+        }
+    }
+    /** Get proxy manager stats. */
+    get stats() {
+        return {
+            totalProxies: this.proxyManager.total,
+            availableProxies: this.proxyManager.available,
+            bannedProxies: this.proxyManager.banned,
+        };
+    }
+    // --- HTTP methods ---
+    async get(url, options) {
+        return this.request('GET', url, options);
+    }
+    async post(url, options) {
+        return this.request('POST', url, options);
+    }
+    async put(url, options) {
+        return this.request('PUT', url, options);
+    }
+    async delete(url, options) {
+        return this.request('DELETE', url, options);
+    }
+    async patch(url, options) {
+        return this.request('PATCH', url, options);
+    }
+    async head(url, options) {
+        return this.request('HEAD', url, options);
+    }
+    // --- Core request logic ---
+    async request(method, url, options) {
+        // Wait for health check to finish before first request
+        await this.ready();
+        const delays = options?.retry?.delays ?? this.retryDefaults.delays ?? DEFAULT_DELAYS;
+        const maxAttempts = delays.length + 1; // first attempt + retries
+        const forceProxy = options?.forceProxy ?? this.config.forceProxy ?? false;
+        let lastError = null;
+        let lastFailedProxy = null;
+        for (let attempt = 0; attempt < maxAttempts; attempt++) {
+            // Wait before retry (not on first attempt)
+            if (attempt > 0) {
+                await sleep(delays[attempt - 1]);
+            }
+            // Pick a proxy
+            const proxy = options?.proxy ?? await this.pickProxy(forceProxy, lastFailedProxy, options?.country);
+            try {
+                const response = await this.executeRequest(method, url, proxy, options);
+                // 1. Per-request interceptor takes highest priority
+                if (options?.interceptor) {
+                    const reqAction = options.interceptor.check(response);
+                    if (reqAction !== null) {
+                        const result = this.handleInterceptorAction(reqAction, 'request', response, proxy);
+                        if (result === 'return') {
+                            return response;
+                        }
+                        lastError = result.error;
+                        lastFailedProxy = proxy;
+                        continue;
+                    }
+                    // null → fall through to instance interceptors
+                }
+                // 2. Instance-level interceptors — first match takes full ownership
+                const { matched, action, interceptor } = (0, classifier_1.checkInterceptors)(url, response, [...this.interceptors]);
+                if (matched) {
+                    if (action === 'skip' || action === null) {
+                        if (proxy)
+                            this.proxyManager.reportSuccess(proxy);
+                        return response;
+                    }
+                    const result = this.handleInterceptorAction(action, interceptor?.name ?? 'unnamed', response, proxy);
+                    if (result === 'return') {
+                        return response;
+                    }
+                    lastError = result.error;
+                    lastFailedProxy = proxy;
+                    continue;
+                }
+                // 3. Cloudflare JS challenge (only when no interceptor claimed the response)
+                if ((0, classifier_1.isCloudflareChallenge)(response)) {
+                    throw new errors_1.CloudflareJSChallengeError(url, proxy ?? undefined);
+                }
+                // 4. No interceptor matched → check default retry statuses (429, 503, 407)
+                const defaultRetry = (0, classifier_1.checkDefaultRetryStatus)(response.status);
+                if (defaultRetry) {
+                    if (proxy) {
+                        if (defaultRetry === 'proxy') {
+                            this.proxyManager.reportFailure(proxy);
+                        }
+                        else {
+                            this.proxyManager.reportSuccess(proxy);
+                        }
+                    }
+                    lastError = new errors_1.GhostFetchRequestError({
+                        type: defaultRetry,
+                        message: `HTTP ${response.status}`,
+                        status: response.status,
+                        body: response.body,
+                        proxy: proxy ?? undefined,
+                    });
+                    lastFailedProxy = proxy;
+                    continue;
+                }
+                // 4. Normal response — return it
+                if (proxy)
+                    this.proxyManager.reportSuccess(proxy);
+                return response;
+            }
+            catch (error) {
+                if (error instanceof errors_1.CloudflareJSChallengeError) {
+                    throw error;
+                }
+                if (error instanceof errors_1.NoProxyAvailableError) {
+                    throw error;
+                }
+                const errorType = (0, classifier_1.classifyError)(error);
+                const requestError = error instanceof errors_1.GhostFetchRequestError
+                    ? error
+                    : new errors_1.GhostFetchRequestError({
+                        type: errorType,
+                        message: error instanceof Error ? error.message : String(error),
+                        proxy: proxy ?? undefined,
+                        cause: error,
+                    });
+                if (proxy) {
+                    if (errorType === 'proxy') {
+                        this.proxyManager.reportFailure(proxy);
+                    }
+                    else if (errorType === 'server') {
+                        this.proxyManager.reportSuccess(proxy);
+                    }
+                    // 'ambiguous' — do nothing
+                }
+                lastError = requestError;
+                lastFailedProxy = proxy;
+            }
+        }
+        throw new errors_1.MaxRetriesExceededError(maxAttempts, lastError);
+    }
+    /**
+     * Pick a proxy based on forceProxy and country settings.
+     * - If forceProxy: wait until a proxy is available (blocks)
+     * - If !forceProxy: return null if none available (proceed without proxy)
+     */
+    async pickProxy(forceProxy, exclude, country) {
+        const opts = { exclude, country };
+        const proxy = this.proxyManager.getProxy(opts);
+        if (proxy)
+            return proxy;
+        // No proxy available
+        if (this.proxyManager.total === 0) {
+            // No proxies configured at all
+            if (forceProxy)
+                throw new errors_1.NoProxyAvailableError();
+            return null;
+        }
+        // Proxies exist but all banned or none match the country filter
+        if (forceProxy) {
+            // If filtering by country and no proxies exist for that country, fail immediately
+            if (country && this.proxyManager.getProxiesByCountry(country).length === 0) {
+                throw new errors_1.NoProxyAvailableError();
+            }
+            // Wait until one becomes available (ban expires or refresh happens)
+            return this.proxyManager.waitForProxy(opts);
+        }
+        // Not forced — proceed without proxy
+        return null;
+    }
+    /** Handle an interceptor action (retry/ban/skip). Returns 'return' to send response, or { error } to continue retry loop. */
+    handleInterceptorAction(action, name, response, proxy) {
+        if (action === 'skip') {
+            if (proxy)
+                this.proxyManager.reportSuccess(proxy);
+            return 'return';
+        }
+        if (action === 'ban') {
+            if (proxy)
+                this.proxyManager.reportFailure(proxy);
+            return {
+                error: new errors_1.GhostFetchRequestError({
+                    type: 'proxy',
+                    message: `Interceptor "${name}": ban (HTTP ${response.status})`,
+                    status: response.status,
+                    body: response.body,
+                    proxy: proxy ?? undefined,
+                }),
+            };
+        }
+        // retry
+        if (proxy)
+            this.proxyManager.reportSuccess(proxy);
+        return {
+            error: new errors_1.GhostFetchRequestError({
+                type: 'server',
+                message: `Interceptor "${name}": retry (HTTP ${response.status})`,
+                status: response.status,
+                body: response.body,
+                proxy: proxy ?? undefined,
+            }),
+        };
+    }
+    async executeRequest(method, url, proxy, options) {
+        const client = await this.ensureClient();
+        const timeout = options?.timeout ?? this.config.timeout ?? DEFAULT_TIMEOUT;
+        const headers = {
+            ...this.config.headers,
+            ...options?.headers,
+        };
+        const cycleTLSOptions = {
+            headers,
+            timeout,
+            disableRedirect: false,
+        };
+        if (proxy) {
+            cycleTLSOptions.proxy = proxy;
+        }
+        if (this.config.ja3) {
+            cycleTLSOptions.ja3 = this.config.ja3;
+        }
+        if (this.config.userAgent) {
+            cycleTLSOptions.userAgent = this.config.userAgent;
+        }
+        if (options?.body) {
+            cycleTLSOptions.body = typeof options.body === 'string'
+                ? options.body
+                : JSON.stringify(options.body);
+            if (typeof options.body !== 'string') {
+                const hasContentType = Object.keys(headers).some((k) => k.toLowerCase() === 'content-type');
+                if (!hasContentType) {
+                    headers['content-type'] = 'application/json';
+                }
+            }
+        }
+        const response = await client(url, cycleTLSOptions, method.toLowerCase());
+        return {
+            status: response.status,
+            headers: (response.headers ?? {}),
+            body: response.body == null ? '' : typeof response.body === 'string' ? response.body : JSON.stringify(response.body),
+            url: response.finalUrl || url,
+        };
+    }
+    /**
+     * Health check + country resolution for proxies.
+     * Each proxy gets up to 3 attempts (0s, +15s, +60s) to reach ipinfo.io.
+     * Healthy proxies are added to the pool with their country code.
+     * Failed proxies are discarded.
+     */
+    async healthCheckProxies(proxies) {
+        const client = await this.ensureClient();
+        const healthy = [];
+        const proxyDetails = {};
+        const countries = {};
+        const countryEntries = [];
+        // Process in batches
+        for (let i = 0; i < proxies.length; i += HEALTH_BATCH_CONCURRENCY) {
+            const batch = proxies.slice(i, i + HEALTH_BATCH_CONCURRENCY);
+            await Promise.allSettled(batch.map(async (proxy) => {
+                for (let attempt = 0; attempt < HEALTH_RETRY_DELAYS.length; attempt++) {
+                    if (attempt > 0) {
+                        await sleep(HEALTH_RETRY_DELAYS[attempt]);
+                    }
+                    try {
+                        const res = await client('https://ipinfo.io/json', { proxy, timeout: 10000, headers: {} }, 'get');
+                        const data = typeof res.body === 'string' ? JSON.parse(res.body) : res.body;
+                        const country = data.country ?? null;
+                        if (country) {
+                            countryEntries.push([proxy, country]);
+                            countries[country] = (countries[country] ?? 0) + 1;
+                        }
+                        proxyDetails[proxy] = country;
+                        healthy.push(proxy);
+                        return;
+                    }
+                    catch {
+                        // Will retry or discard
+                    }
+                }
+                // All 3 attempts failed — proxy is dead
+                proxyDetails[proxy] = null;
+            }));
+        }
+        // Add only healthy proxies to the manager, then restore country data
+        this.proxyManager.replaceProxies(healthy);
+        for (const [proxy, country] of countryEntries) {
+            this.proxyManager.setCountry(proxy, country);
+        }
+        return {
+            total: proxies.length,
+            healthy: healthy.length,
+            dead: proxies.length - healthy.length,
+            countries,
+            proxies: proxyDetails,
+        };
+    }
+    /** Gracefully shut down the CycleTLS instance and clear timers. */
+    async destroy() {
+        if (this.refreshTimer) {
+            clearInterval(this.refreshTimer);
+            this.refreshTimer = null;
+        }
+        if (this.cycleTLS) {
+            try {
+                await this.cycleTLS.exit();
+            }
+            catch {
+                // CycleTLS may throw ESRCH when the Go process is already gone
+            }
+            this.cycleTLS = null;
+            this.initPromise = null;
+        }
+    }
+}
+exports.GhostFetch = GhostFetch;
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+//# sourceMappingURL=client.js.map

package/dist/cjs/client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.js","sourceRoot":"","sources":["../../src/client.ts"],"names":[],"mappings":";;;;;;AAAA,wDAAgF;AAChF,mDAA+C;AAC/C,6CAAgH;AAChH,qCAA8H;AAW9H,MAAM,cAAc,GAAG,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AAE1C,MAAM,eAAe,GAAG,KAAK,CAAC;AAC9B,MAAM,wBAAwB,GAAG,EAAE,CAAC;AACpC,MAAM,mBAAmB,GAAG,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,wBAAwB;AAEvE,MAAa,UAAU;IAWrB,YAAY,SAA2B,EAAE;QAVjC,aAAQ,GAA0B,IAAI,CAAC;QACvC,gBAAW,GAAyB,IAAI,CAAC;QAEzC,iBAAY,GAAkB,EAAE,CAAC;QAGjC,iBAAY,GAA0C,IAAI,CAAC;QAC3D,eAAU,GAAG,KAAK,CAAC;QACnB,uBAAkB,GAAsC,IAAI,CAAC;QAGnE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,6DAA6D;QAC7D,IAAI,CAAC,YAAY,GAAG,IAAI,4BAAY,CAAC,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;QACrD,IAAI,CAAC,aAAa,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,KAAK,EAAE,MAAM,IAAI,cAAc,EAAE,CAAC;QAExE,gDAAgD;QAChD,IAAI,MAAM,CAAC,OAAO,EAAE,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBAC9E,+EAA+E;gBAC/E,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,OAAQ,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,OAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;YACjH,CAAC,CAAC,CAAC;QACL,CAAC;QAED,+EAA+E;QAC/E,IAAI,MAAM,CAAC,cAAc,IAAI,MAAM,CAAC,oBAAoB,EAAE,CAAC;YACzD,IAAI,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,MAAM,CAAC,oBAAoB,CAAC,CAAC;QAC5F,CAAC;IACH,CAAC;IAED;;;;;;;;;;;;;OAaG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,kBAAkB;YAAE,OAAO,IAAI,CAAC,kBAAkB,CAAC;QAC5D,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC;IACvE,CAAC;IAED,yCAAyC;IACjC,KAAK,CAAC,YAAY;QACxB,IAAI,IAAI,CAAC,QAAQ;YAAE,OAAO,IAAI,CAAC,QAAQ,CAAC;QAExC,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,IAAI,CAAC,WAAW,GAAG,IAAA,kBAAY,GAAE,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;gBAChD,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;YACzB,CAAC,CAAC,CAAC;QACL,CAAC;QAED,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,OAAO,IAAI,CAAC,QAAS,CAAC;IACxB,CAAC;IAED,iEAAiE;IACjE,cAAc,CAAC,WAAwB;QACrC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACtC,CAAC;IAED,qCAAqC;IACrC,iBAAiB,CAAC,IAAY;QAC5B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IACvE,CAAC;IAED,uEAAuE;IACvE,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,cAAc;YAAE,OAAO;QACxC,IAAI,IAAI,CAAC,UAAU;YAAE,OAAO,CAAC,gCAAgC;QAE7D,gEAAgE;QAChE,IAAI,IAAI,CAAC,kBAAkB;YAAE,MAAM,IAAI,CAAC,kBAAkB,CAAC;QAE3D,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC;YACH,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACnD,mDAAmD;YACnD,uEAAuE;YACvE,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QACzC,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,+BAA+B;IAC/B,IAAI,KAAK;QACP,OAAO;YACL,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK;YACrC,gBAAgB,EAAE,IAAI,CAAC,YAAY,CAAC,SAAS;YAC7C,aAAa,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM;SACxC,CAAC;IACJ,CAAC;IAED,uBAAuB;IAEvB,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,OAAwB;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAW,EAAE,OAAwB;QAChD,OAAO,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,GAAW,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,OAAwB;QAC9C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,6BAA6B;IAE7B,KAAK,CAAC,OAAO,CAAC,MAAkB,EAAE,GAAW,EAAE,OAAwB;QACrE,uDAAuD;QACvD,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QAEnB,MAAM,MAAM,GAAG,OAAO,EAAE,KAAK,EAAE,MAAM,IAAI,IAAI,CAAC,aAAa,CAAC,MAAM,IAAI,cAAc,CAAC;QACrF,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,0BAA0B;QACjE,MAAM,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,UAAU,IAAI,KAAK,CAAC;QAC1E,IAAI,SAAS,GAAkC,IAAI,CAAC;QACpD,IAAI,eAAe,GAA8B,IAAI,CAAC;QAEtD,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;YACvD,2CAA2C;YAC3C,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;gBAChB,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;YACnC,CAAC;YAED,eAAe;YACf,MAAM,KAAK,GAAkB,OAAO,EAAE,KAAK,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,eAAe,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;YAEnH,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBAExE,oDAAoD;gBACpD,IAAI,OAAO,EAAE,WAAW,EAAE,CAAC;oBACzB,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;oBACtD,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;wBACvB,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;wBACnF,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;4BAAC,OAAO,QAAQ,CAAC;wBAAC,CAAC;wBAC7C,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC;wBACzB,eAAe,GAAG,KAAK,CAAC;wBACxB,SAAS;oBACX,CAAC;oBACD,+CAA+C;gBACjD,CAAC;gBAED,oEAAoE;gBACpE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,IAAA,8BAAiB,EAAC,GAAG,EAAE,QAAQ,EAAE,CAAC,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC;gBAElG,IAAI,OAAO,EAAE,CAAC;oBACZ,IAAI,MAAM,KAAK,MAAM,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;wBACzC,IAAI,KAAK;4BAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;wBAClD,OAAO,QAAQ,CAAC;oBAClB,CAAC;oBAED,MAAM,MAAM,GAAG,IAAI,CAAC,uBAAuB,CAAC,MAAM,EAAE,WAAW,EAAE,IAAI,IAAI,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;oBACrG,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;wBAAC,OAAO,QAAQ,CAAC;oBAAC,CAAC;oBAC7C,SAAS,GAAG,MAAM,CAAC,KAAK,CAAC;oBACzB,eAAe,GAAG,KAAK,CAAC;oBACxB,SAAS;gBACX,CAAC;gBAED,6EAA6E;gBAC7E,IAAI,IAAA,kCAAqB,EAAC,QAAQ,CAAC,EAAE,CAAC;oBACpC,MAAM,IAAI,mCAA0B,CAAC,GAAG,EAAE,KAAK,IAAI,SAAS,CAAC,CAAC;gBAChE,CAAC;gBAED,2EAA2E;gBAC3E,MAAM,YAAY,GAAG,IAAA,oCAAuB,EAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAC9D,IAAI,YAAY,EAAE,CAAC;oBACjB,IAAI,KAAK,EAAE,CAAC;wBACV,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;4BAC7B,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;wBACzC,CAAC;6BAAM,CAAC;4BACN,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;wBACzC,CAAC;oBACH,CAAC;oBACD,SAAS,GAAG,IAAI,+BAAsB,CAAC;wBACrC,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE,QAAQ,QAAQ,CAAC,MAAM,EAAE;wBAClC,MAAM,EAAE,QAAQ,CAAC,MAAM;wBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;wBACnB,KAAK,EAAE,KAAK,IAAI,SAAS;qBAC1B,CAAC,CAAC;oBACH,eAAe,GAAG,KAAK,CAAC;oBACxB,SAAS;gBACX,CAAC;gBAED,iCAAiC;gBACjC,IAAI,KAAK;oBAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBAClD,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,mCAA0B,EAAE,CAAC;oBAChD,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,IAAI,KAAK,YAAY,8BAAqB,EAAE,CAAC;oBAC3C,MAAM,KAAK,CAAC;gBACd,CAAC;gBAED,MAAM,SAAS,GAAG,IAAA,0BAAa,EAAC,KAAK,CAAC,CAAC;gBACvC,MAAM,YAAY,GAAG,KAAK,YAAY,+BAAsB;oBAC1D,CAAC,CAAC,KAAK;oBACP,CAAC,CAAC,IAAI,+BAAsB,CAAC;wBACzB,IAAI,EAAE,SAAS;wBACf,OAAO,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC;wBAC/D,KAAK,EAAE,KAAK,IAAI,SAAS;wBACzB,KAAK,EAAE,KAAK;qBACb,CAAC,CAAC;gBAEP,IAAI,KAAK,EAAE,CAAC;oBACV,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;wBAC1B,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBACzC,CAAC;yBAAM,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;wBAClC,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;oBACzC,CAAC;oBACD,2BAA2B;gBAC7B,CAAC;gBAED,SAAS,GAAG,YAAY,CAAC;gBACzB,eAAe,GAAG,KAAK,CAAC;YAC1B,CAAC;QACH,CAAC;QAED,MAAM,IAAI,gCAAuB,CAAC,WAAW,EAAE,SAAU,CAAC,CAAC;IAC7D,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,SAAS,CACrB,UAAmB,EACnB,OAAuB,EACvB,OAAgB;QAEhB,MAAM,IAAI,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE/C,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QAExB,qBAAqB;QACrB,IAAI,IAAI,CAAC,YAAY,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;YAClC,+BAA+B;YAC/B,IAAI,UAAU;gBAAE,MAAM,IAAI,8BAAqB,EAAE,CAAC;YAClD,OAAO,IAAI,CAAC;QACd,CAAC;QAED,gEAAgE;QAChE,IAAI,UAAU,EAAE,CAAC;YACf,kFAAkF;YAClF,IAAI,OAAO,IAAI,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC3E,MAAM,IAAI,8BAAqB,EAAE,CAAC;YACpC,CAAC;YACD,oEAAoE;YACpE,OAAO,IAAI,CAAC,YAAY,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC;QAED,qCAAqC;QACrC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,6HAA6H;IACrH,uBAAuB,CAC7B,MAAgC,EAChC,IAAY,EACZ,QAA4B,EAC5B,KAAoB;QAEpB,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;YACtB,IAAI,KAAK;gBAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAClD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;YACrB,IAAI,KAAK;gBAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;YAClD,OAAO;gBACL,KAAK,EAAE,IAAI,+BAAsB,CAAC;oBAChC,IAAI,EAAE,OAAO;oBACb,OAAO,EAAE,gBAAgB,IAAI,gBAAgB,QAAQ,CAAC,MAAM,GAAG;oBAC/D,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;oBACnB,KAAK,EAAE,KAAK,IAAI,SAAS;iBAC1B,CAAC;aACH,CAAC;QACJ,CAAC;QAED,QAAQ;QACR,IAAI,KAAK;YAAE,IAAI,CAAC,YAAY,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAClD,OAAO;YACL,KAAK,EAAE,IAAI,+BAAsB,CAAC;gBAChC,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,gBAAgB,IAAI,kBAAkB,QAAQ,CAAC,MAAM,GAAG;gBACjE,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI,EAAE,QAAQ,CAAC,IAAI;gBACnB,KAAK,EAAE,KAAK,IAAI,SAAS;aAC1B,CAAC;SACH,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,cAAc,CAC1B,MAAkB,EAClB,GAAW,EACX,KAAoB,EACpB,OAAwB;QAExB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC;QAE3E,MAAM,OAAO,GAA2B;YACtC,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO;YACtB,GAAG,OAAO,EAAE,OAAO;SACpB,CAAC;QAEF,MAAM,eAAe,GAA2B;YAC9C,OAAO;YACP,OAAO;YACP,eAAe,EAAE,KAAK;SACvB,CAAC;QAEF,IAAI,KAAK,EAAE,CAAC;YACV,eAAe,CAAC,KAAK,GAAG,KAAK,CAAC;QAChC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;YACpB,eAAe,CAAC,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;QACxC,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC1B,eAAe,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;QACpD,CAAC;QAED,IAAI,OAAO,EAAE,IAAI,EAAE,CAAC;YAClB,eAAe,CAAC,IAAI,GAAG,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ;gBACrD,CAAC,CAAC,OAAO,CAAC,IAAI;gBACd,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAEjC,IAAI,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACrC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,CAC9C,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,KAAK,cAAc,CAC1C,CAAC;gBACF,IAAI,CAAC,cAAc,EAAE,CAAC;oBACpB,OAAO,CAAC,cAAc,CAAC,GAAG,kBAAkB,CAAC;gBAC/C,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,GAAG,EAAE,eAAe,EAAE,MAAM,CAAC,WAAW,EAAsE,CAAC,CAAC;QAE9I,OAAO;YACL,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,OAAO,EAAE,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,CAA2B;YAC3D,IAAI,EAAE,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC;YACpH,GAAG,EAAE,QAAQ,CAAC,QAAQ,IAAI,GAAG;SAC9B,CAAC;IACJ,CAAC;IAED;;;;;OAKG;IACK,KAAK,CAAC,kBAAkB,CAAC,OAAiB;QAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACzC,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,MAAM,YAAY,GAAkC,EAAE,CAAC;QACvD,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,MAAM,cAAc,GAAuB,EAAE,CAAC;QAE9C,qBAAqB;QACrB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,IAAI,wBAAwB,EAAE,CAAC;YAClE,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,wBAAwB,CAAC,CAAC;YAE7D,MAAM,OAAO,CAAC,UAAU,CACtB,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACxB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,mBAAmB,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC;oBACtE,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;wBAChB,MAAM,KAAK,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC,CAAC;oBAC5C,CAAC;oBAED,IAAI,CAAC;wBACH,MAAM,GAAG,GAAG,MAAM,MAAM,CACtB,wBAAwB,EACxB,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,EAAE,EACtC,KAAK,CACN,CAAC;wBAEF,MAAM,IAAI,GAAG,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;wBAC5E,MAAM,OAAO,GAAkB,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC;wBAEpD,IAAI,OAAO,EAAE,CAAC;4BACZ,cAAc,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC;4BACtC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;wBACrD,CAAC;wBAED,YAAY,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC;wBAC9B,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;wBACpB,OAAO;oBACT,CAAC;oBAAC,MAAM,CAAC;wBACP,wBAAwB;oBAC1B,CAAC;gBACH,CAAC;gBACD,wCAAwC;gBACxC,YAAY,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;YAC7B,CAAC,CAAC,CACH,CAAC;QACJ,CAAC;QAED,qEAAqE;QACrE,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;QAC1C,KAAK,MAAM,CAAC,KAAK,EAAE,OAAO,CAAC,IAAI,cAAc,EAAE,CAAC;YAC9C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO;YACL,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,OAAO,EAAE,OAAO,CAAC,MAAM;YACvB,IAAI,EAAE,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM;YACrC,SAAS;YACT,OAAO,EAAE,YAAY;SACtB,CAAC;IACJ,CAAC;IAED,mEAAmE;IACnE,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,aAAa,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YACjC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAC3B,CAAC;QAED,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC7B,CAAC;YAAC,MAAM,CAAC;gBACP,+DAA+D;YACjE,CAAC;YACD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;IACH,CAAC;CACF;AA7cD,gCA6cC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}

package/dist/cjs/errors.js

@@ -0,0 +1,43 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MaxRetriesExceededError = exports.NoProxyAvailableError = exports.CloudflareJSChallengeError = exports.GhostFetchRequestError = void 0;
+class GhostFetchRequestError extends Error {
+    constructor(opts) {
+        super(opts.message);
+        this.name = 'GhostFetchRequestError';
+        this.type = opts.type;
+        this.status = opts.status;
+        this.body = opts.body;
+        this.proxy = opts.proxy;
+        this.cause = opts.cause;
+    }
+}
+exports.GhostFetchRequestError = GhostFetchRequestError;
+class CloudflareJSChallengeError extends GhostFetchRequestError {
+    constructor(url, proxy) {
+        super({
+            type: 'server',
+            message: `Cloudflare JS challenge detected at ${url}. This requires a headless browser (e.g. puppeteer-extra with stealth plugin).`,
+            proxy,
+        });
+        this.name = 'CloudflareJSChallengeError';
+    }
+}
+exports.CloudflareJSChallengeError = CloudflareJSChallengeError;
+class NoProxyAvailableError extends Error {
+    constructor() {
+        super('No proxies available — all proxies are banned or the proxy list is empty.');
+        this.name = 'NoProxyAvailableError';
+    }
+}
+exports.NoProxyAvailableError = NoProxyAvailableError;
+class MaxRetriesExceededError extends Error {
+    constructor(attempts, lastError) {
+        super(`Max retries exceeded (${attempts} attempts). Last error: ${lastError.message}`);
+        this.name = 'MaxRetriesExceededError';
+        this.lastError = lastError;
+        this.attempts = attempts;
+    }
+}
+exports.MaxRetriesExceededError = MaxRetriesExceededError;
+//# sourceMappingURL=errors.js.map

package/dist/cjs/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/errors.ts"],"names":[],"mappings":";;;AAEA,MAAa,sBAAuB,SAAQ,KAAK;IAO/C,YAAY,IAAqB;QAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,wBAAwB,CAAC;QACrC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACxB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;IAC1B,CAAC;CACF;AAhBD,wDAgBC;AAED,MAAa,0BAA2B,SAAQ,sBAAsB;IACpE,YAAY,GAAW,EAAE,KAAc;QACrC,KAAK,CAAC;YACJ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,uCAAuC,GAAG,gFAAgF;YACnI,KAAK;SACN,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,GAAG,4BAA4B,CAAC;IAC3C,CAAC;CACF;AATD,gEASC;AAED,MAAa,qBAAsB,SAAQ,KAAK;IAC9C;QACE,KAAK,CAAC,2EAA2E,CAAC,CAAC;QACnF,IAAI,CAAC,IAAI,GAAG,uBAAuB,CAAC;IACtC,CAAC;CACF;AALD,sDAKC;AAED,MAAa,uBAAwB,SAAQ,KAAK;IAIhD,YAAY,QAAgB,EAAE,SAAiC;QAC7D,KAAK,CAAC,yBAAyB,QAAQ,2BAA2B,SAAS,CAAC,OAAO,EAAE,CAAC,CAAC;QACvF,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC;QACtC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC3B,CAAC;CACF;AAVD,0DAUC"}

package/dist/cjs/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MaxRetriesExceededError = exports.NoProxyAvailableError = exports.CloudflareJSChallengeError = exports.GhostFetchRequestError = exports.ProxyManager = exports.GhostFetch = void 0;
+var client_1 = require("./client");
+Object.defineProperty(exports, "GhostFetch", { enumerable: true, get: function () { return client_1.GhostFetch; } });
+var proxy_manager_1 = require("./proxy-manager");
+Object.defineProperty(exports, "ProxyManager", { enumerable: true, get: function () { return proxy_manager_1.ProxyManager; } });
+var errors_1 = require("./errors");
+Object.defineProperty(exports, "GhostFetchRequestError", { enumerable: true, get: function () { return errors_1.GhostFetchRequestError; } });
+Object.defineProperty(exports, "CloudflareJSChallengeError", { enumerable: true, get: function () { return errors_1.CloudflareJSChallengeError; } });
+Object.defineProperty(exports, "NoProxyAvailableError", { enumerable: true, get: function () { return errors_1.NoProxyAvailableError; } });
+Object.defineProperty(exports, "MaxRetriesExceededError", { enumerable: true, get: function () { return errors_1.MaxRetriesExceededError; } });
+//# sourceMappingURL=index.js.map

package/dist/cjs/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;AAAA,mCAAsC;AAA7B,oGAAA,UAAU,OAAA;AACnB,iDAA+C;AAAtC,6GAAA,YAAY,OAAA;AACrB,mCAKkB;AAJhB,gHAAA,sBAAsB,OAAA;AACtB,oHAAA,0BAA0B,OAAA;AAC1B,+GAAA,qBAAqB,OAAA;AACrB,iHAAA,uBAAuB,OAAA"}

package/dist/cjs/proxy-manager.js

@@ -0,0 +1,172 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ProxyManager = void 0;
+const errors_1 = require("./errors");
+/** Failures within this window (ms) from different requests count as 1. */
+const DEDUP_WINDOW = 1000;
+/** How often to poll for an available proxy when waiting (ms). */
+const WAIT_POLL_INTERVAL = 2000;
+const DEFAULT_BAN = {
+    maxFailures: 3,
+    duration: 60 * 60 * 1000, // 1 hour
+};
+class ProxyManager {
+    constructor(proxies, banConfig) {
+        this.proxies = [];
+        this.banMap = new Map();
+        this.countryMap = new Map(); // proxy → country code
+        this.proxies = [...proxies];
+        this.banConfig = banConfig === false ? false : { ...DEFAULT_BAN, ...banConfig };
+    }
+    /**
+     * Get a random non-banned proxy.
+     * Supports exclude (skip last failed proxy) and country filter.
+     * Returns null if none available.
+     */
+    getProxy(opts) {
+        // Backwards compat: allow passing just exclude string
+        const { exclude, country } = typeof opts === 'string' || opts === null || opts === undefined
+            ? { exclude: opts ?? undefined, country: undefined }
+            : opts;
+        let available = this.getAvailableProxies();
+        // Filter by country if requested
+        if (country) {
+            const upper = country.toUpperCase();
+            available = available.filter((p) => this.countryMap.get(p) === upper);
+        }
+        const candidates = exclude
+            ? available.filter((p) => p !== exclude)
+            : available;
+        // If excluding leaves nothing but there are available proxies, fall back
+        const pool = candidates.length > 0 ? candidates : available;
+        if (pool.length === 0)
+            return null;
+        return pool[Math.floor(Math.random() * pool.length)];
+    }
+    /**
+     * Wait until a proxy becomes available (bans expire or list is refreshed).
+     * Resolves with the proxy string. Supports country filter.
+     *
+     * Automatically calculates timeout from the earliest ban expiry.
+     * If no ban will ever expire (shouldn't happen), times out after 5 minutes.
+     */
+    waitForProxy(opts) {
+        const immediate = this.getProxy(opts);
+        if (immediate)
+            return Promise.resolve(immediate);
+        // Calculate max wait from earliest ban expiry + buffer
+        const maxWait = this.getEarliestBanExpiry() ?? 5 * 60 * 1000;
+        return new Promise((resolve, reject) => {
+            const timeout = setTimeout(() => {
+                clearInterval(interval);
+                reject(new errors_1.NoProxyAvailableError());
+            }, maxWait);
+            const interval = setInterval(() => {
+                const proxy = this.getProxy(opts);
+                if (proxy) {
+                    clearTimeout(timeout);
+                    clearInterval(interval);
+                    resolve(proxy);
+                }
+            }, WAIT_POLL_INTERVAL);
+        });
+    }
+    /** Get ms until the earliest ban expires, or null if no active bans. */
+    getEarliestBanExpiry() {
+        if (this.banConfig === false)
+            return null;
+        const now = Date.now();
+        let earliest = Infinity;
+        for (const [, entry] of this.banMap) {
+            if (!entry.bannedAt)
+                continue;
+            const expiresAt = entry.bannedAt + this.banConfig.duration;
+            const remaining = expiresAt - now;
+            if (remaining > 0 && remaining < earliest) {
+                earliest = remaining;
+            }
+        }
+        // Add 1s buffer so the ban is definitely expired when we check
+        return earliest === Infinity ? null : earliest + 1000;
+    }
+    /** Get all currently available (non-banned) proxies. */
+    getAvailableProxies() {
+        if (this.banConfig === false)
+            return [...this.proxies];
+        const now = Date.now();
+        const duration = this.banConfig.duration;
+        return this.proxies.filter((proxy) => {
+            const ban = this.banMap.get(proxy);
+            if (!ban)
+                return true;
+            if (!ban.bannedAt)
+                return true;
+            if (now - ban.bannedAt >= duration) {
+                this.banMap.delete(proxy);
+                return true;
+            }
+            return false;
+        });
+    }
+    /**
+     * Report a proxy failure. Returns true if the proxy got banned.
+     *
+     * Concurrent dedup: if the last failure was within DEDUP_WINDOW ms,
+     * this call is ignored (multiple parallel requests failing at the same
+     * moment count as a single failure).
+     */
+    reportFailure(proxy) {
+        if (this.banConfig === false)
+            return false;
+        const now = Date.now();
+        const entry = this.banMap.get(proxy);
+        if (entry && (now - entry.lastFailure) < DEDUP_WINDOW) {
+            // Check if actually still banned (not expired)
+            return entry.bannedAt > 0 && (now - entry.bannedAt) < this.banConfig.duration;
+        }
+        const failCount = (entry?.failCount ?? 0) + 1;
+        if (failCount >= this.banConfig.maxFailures) {
+            this.banMap.set(proxy, { bannedAt: now, failCount, lastFailure: now });
+            return true;
+        }
+        this.banMap.set(proxy, { bannedAt: 0, failCount, lastFailure: now });
+        return false;
+    }
+    /** Report a proxy success — resets its fail count. */
+    reportSuccess(proxy) {
+        this.banMap.delete(proxy);
+    }
+    /** Replace the proxy list and clear all bans + country data. */
+    replaceProxies(proxies) {
+        this.proxies = [...proxies];
+        this.banMap.clear();
+        this.countryMap.clear();
+    }
+    /** Set country for a proxy. */
+    setCountry(proxy, country) {
+        this.countryMap.set(proxy, country.toUpperCase());
+    }
+    /** Get country for a proxy (or undefined if not resolved). */
+    getCountry(proxy) {
+        return this.countryMap.get(proxy);
+    }
+    /** Get all proxies for a specific country. */
+    getProxiesByCountry(country) {
+        const upper = country.toUpperCase();
+        return this.proxies.filter((p) => this.countryMap.get(p) === upper);
+    }
+    /** Get total proxy count. */
+    get total() {
+        return this.proxies.length;
+    }
+    /** Get available (non-banned) proxy count. */
+    get available() {
+        return this.getAvailableProxies().length;
+    }
+    /** Get banned proxy count. */
+    get banned() {
+        return this.total - this.available;
+    }
+}
+exports.ProxyManager = ProxyManager;
+//# sourceMappingURL=proxy-manager.js.map