rezo 1.0.41 → 1.0.43

package/dist/plugin/crawler.cjs

@@ -1,11 +1,14 @@
 const fs = require("node:fs");
 const { FileCacher } = require('../cache/file-cacher.cjs');
 const { UrlStore } = require('../cache/url-store.cjs');
+const { NavigationHistory } = require('../cache/navigation-history.cjs');
 const { parseHTML } = require("linkedom");
 const path = require("node:path");
+const { Rezo } = require('../core/rezo.cjs');
 const { RezoQueue } = require('../queue/queue.cjs');
 const { Scraper } = require('./scraper.cjs');
 const { CrawlerOptions } = require('./crawler-options.cjs');
+const { loadAdapter } = require('../adapters/picker.cjs');
 String.prototype.addBaseUrl = function(url) {
   url = url instanceof URL ? url.href : url;
   const html = this.replace(/<base\b[^>]*?>/gi, "");
@@ -44,12 +47,20 @@ class Crawler {
   isStorageReady = false;
   isCacheReady = false;
   leadsFinder;
-  constructor(crawlerOptions, http) {
+  navigationHistory = null;
+  isNavigationHistoryReady = false;
+  isSessionReady = false;
+  currentSession = null;
+  navigationHistoryInitPromise = null;
+  adapterExecutor = null;
+  adapterType;
+  constructor(crawlerOptions, http = new Rezo) {
     this.http = http;
     this.queue = new RezoQueue({
       concurrency: 1000
     });
     this.config = new CrawlerOptions(crawlerOptions);
+    this.adapterType = this.config.adapter;
     const enableCache = this.config.enableCache;
     this.isCacheEnabled = enableCache;
     if (enableCache) {
@@ -91,8 +102,172 @@ class Crawler {
         this.isStorageReady = true;
       });
     }
+    if (this.config.enableNavigationHistory) {
+      const navHistoryDir = path.resolve(this.config.cacheDir, "navigation");
+      if (!fs.existsSync(navHistoryDir))
+        fs.mkdirSync(navHistoryDir, { recursive: true });
+      this.navigationHistoryInitPromise = this.initializeNavigationHistory(navHistoryDir);
+    }
+    this.initializeAdapter();
     this.leadsFinder = new Scraper(this.http, this.config, this._onEmailLeads.bind(this), this._onEmailDiscovered.bind(this), this.config.debug);
   }
+  async initializeAdapter() {
+    try {
+      const adapterModule = await loadAdapter(this.adapterType);
+      this.adapterExecutor = adapterModule.executeRequest.bind(adapterModule);
+    } catch (error) {
+      if (this.config.debug) {
+        console.warn(`[Crawler] Failed to load adapter '${this.adapterType}', falling back to http instance`);
+      }
+    }
+  }
+  async initializeNavigationHistory(navHistoryDir) {
+    try {
+      const history = await NavigationHistory.create({
+        storeDir: navHistoryDir,
+        dbFileName: "navigation.db"
+      });
+      this.navigationHistory = history;
+      this.isNavigationHistoryReady = true;
+      const session = await history.getSession(this.config.sessionId);
+      if (session && (session.status === "running" || session.status === "paused")) {
+        this.currentSession = session;
+        await history.updateSessionStatus(this.config.sessionId, "running");
+      } else if (!session) {
+        this.currentSession = await history.createSession(this.config.sessionId, this.config.baseUrl, { adapter: this.adapterType });
+      }
+      this.isSessionReady = true;
+    } catch (error) {
+      if (this.config.debug) {
+        console.error(`[Crawler] Failed to initialize navigation history:`, error);
+      }
+      this.isNavigationHistoryReady = false;
+      this.isSessionReady = false;
+    }
+  }
+  async waitForNavigationHistory() {
+    if (!this.config.enableNavigationHistory)
+      return;
+    if (this.navigationHistoryInitPromise) {
+      await this.navigationHistoryInitPromise;
+    }
+  }
+  async ensureNavigationHistoryReady() {
+    if (!this.config.enableNavigationHistory)
+      return null;
+    await this.waitForNavigationHistory();
+    return this.navigationHistory;
+  }
+  async addToNavigationQueue(url, method, body, headers) {
+    const history = await this.ensureNavigationHistoryReady();
+    if (!history || !this.currentSession)
+      return;
+    try {
+      await history.addToQueue(this.currentSession.sessionId, url, {
+        method,
+        body,
+        headers
+      });
+    } catch (error) {
+      if (this.config.debug) {
+        console.warn(`[Crawler] Failed to add URL to navigation queue: ${url}`, error);
+      }
+    }
+  }
+  async markUrlVisited(url, result) {
+    const history = await this.ensureNavigationHistoryReady();
+    if (!history || !this.currentSession)
+      return;
+    try {
+      await history.markVisited(this.currentSession.sessionId, url, result);
+    } catch (error) {
+      if (this.config.debug) {
+        console.warn(`[Crawler] Failed to mark URL as visited: ${url}`, error);
+      }
+    }
+  }
+  getSession() {
+    return this.currentSession;
+  }
+  getSessionId() {
+    return this.config.sessionId;
+  }
+  async resume(sessionId) {
+    if (!this.config.enableNavigationHistory) {
+      throw new Error("Navigation history is not enabled. Set enableNavigationHistory: true in options.");
+    }
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory) {
+      throw new Error("Navigation history failed to initialize.");
+    }
+    await this.waitForStorage();
+    if (this.isCacheEnabled) {
+      await this.waitForCache();
+    }
+    const targetSessionId = sessionId || this.config.sessionId;
+    const session = await this.navigationHistory.getSession(targetSessionId);
+    if (!session) {
+      throw new Error(`Session '${targetSessionId}' not found`);
+    }
+    if (session.status === "completed") {
+      throw new Error(`Session '${targetSessionId}' is already completed`);
+    }
+    this.currentSession = session;
+    await this.navigationHistory.updateSessionStatus(targetSessionId, "running");
+    const queuedUrls = await this.navigationHistory.getAllQueuedUrls(targetSessionId);
+    if (this.config.debug) {
+      console.log(`[Crawler] Resuming session '${targetSessionId}' with ${queuedUrls.length} queued URLs`);
+    }
+    const scheduledUrls = new Set;
+    for (const item of queuedUrls) {
+      if (scheduledUrls.has(item.url)) {
+        continue;
+      }
+      scheduledUrls.add(item.url);
+      const body = item.body ? JSON.parse(item.body) : undefined;
+      const headers = item.headers ? JSON.parse(item.headers) : undefined;
+      this.visit(item.url, {
+        method: item.method,
+        body,
+        headers,
+        forceRevisit: false
+      });
+    }
+    return this;
+  }
+  async getResumableSessions() {
+    if (!this.config.enableNavigationHistory) {
+      return [];
+    }
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory) {
+      return [];
+    }
+    return this.navigationHistory.getResumableSessions();
+  }
+  async pause() {
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory || !this.currentSession) {
+      return;
+    }
+    await this.navigationHistory.updateSessionStatus(this.currentSession.sessionId, "paused");
+    this.currentSession.status = "paused";
+  }
+  async complete() {
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory || !this.currentSession) {
+      return;
+    }
+    await this.navigationHistory.updateSessionStatus(this.currentSession.sessionId, "completed");
+    this.currentSession.status = "completed";
+  }
+  getAdapterType() {
+    return this.adapterType;
+  }
+  async setAdapter(adapter) {
+    this.adapterType = adapter;
+    await this.initializeAdapter();
+  }
   rawResponseHandler(data) {
     if (this.rawResponseEvents.length === 0)
       return;
@@ -390,6 +565,10 @@ class Crawler {
       };
       decodoInstanse = this.config.getAdapter(url, "decodo", false, useOxylabsRotation) || undefined;
     }
+    if (this.config.enableNavigationHistory) {
+      const headersObj = headers instanceof Headers ? Object.fromEntries(headers.entries()) : headers;
+      this.addToNavigationQueue(url, method, body, headersObj);
+    }
     if (deepEmailFinder) {
       this.execute2(method, url, body, _options, forceRevisit).then();
       return this;
@@ -444,6 +623,11 @@ class Crawler {
         await this.saveCache(url, res);
       if (!isVisited)
         await this.saveUrl(url);
+      this.markUrlVisited(url, {
+        status: res.status,
+        finalUrl: res.finalUrl,
+        contentType: res.contentType
+      });
       if (res.contentType && res.contentType.includes("/json")) {
         if (this.emailDiscoveredEvents.length > 0 || this.emailLeadsEvents.length > 0) {
           this.leadsFinder.extractEmails(JSON.stringify(res.data), res.finalUrl, this.emailDiscoveredEvents, this.emailLeadsEvents, this.queue);
@@ -491,6 +675,10 @@ class Crawler {
           return await this.executeHttp(method, url, body, options, isEmail, forceRevisit, oxylabsOptions, oxylabsInstanse, decodoInstanse, decodoOptions, retryCount + 1);
         }
       }
+      this.markUrlVisited(url, {
+        status: error?.response?.status || 0,
+        errorMessage: e.message || "Unknown error"
+      });
       if (this.config.throwFatalError)
         throw e;
       if (this.config.debug) {
@@ -506,6 +694,9 @@ class Crawler {
   async waitForAll() {
     await this.queue.onIdle();
   }
+  async done() {
+    return this.waitForAll();
+  }
   async close() {
     try {
       await this.cacher.close();

package/dist/plugin/crawler.js

@@ -1,11 +1,14 @@
 import fs from "node:fs";
 import { FileCacher } from '../cache/file-cacher.js';
 import { UrlStore } from '../cache/url-store.js';
+import { NavigationHistory } from '../cache/navigation-history.js';
 import { parseHTML } from "linkedom";
 import path from "node:path";
+import { Rezo } from '../core/rezo.js';
 import { RezoQueue } from '../queue/queue.js';
 import { Scraper } from './scraper.js';
 import { CrawlerOptions } from './crawler-options.js';
+import { loadAdapter } from '../adapters/picker.js';
 String.prototype.addBaseUrl = function(url) {
   url = url instanceof URL ? url.href : url;
   const html = this.replace(/<base\b[^>]*?>/gi, "");
@@ -44,12 +47,20 @@ export class Crawler {
   isStorageReady = false;
   isCacheReady = false;
   leadsFinder;
-  constructor(crawlerOptions, http) {
+  navigationHistory = null;
+  isNavigationHistoryReady = false;
+  isSessionReady = false;
+  currentSession = null;
+  navigationHistoryInitPromise = null;
+  adapterExecutor = null;
+  adapterType;
+  constructor(crawlerOptions, http = new Rezo) {
     this.http = http;
     this.queue = new RezoQueue({
       concurrency: 1000
     });
     this.config = new CrawlerOptions(crawlerOptions);
+    this.adapterType = this.config.adapter;
     const enableCache = this.config.enableCache;
     this.isCacheEnabled = enableCache;
     if (enableCache) {
@@ -91,8 +102,172 @@ export class Crawler {
         this.isStorageReady = true;
       });
     }
+    if (this.config.enableNavigationHistory) {
+      const navHistoryDir = path.resolve(this.config.cacheDir, "navigation");
+      if (!fs.existsSync(navHistoryDir))
+        fs.mkdirSync(navHistoryDir, { recursive: true });
+      this.navigationHistoryInitPromise = this.initializeNavigationHistory(navHistoryDir);
+    }
+    this.initializeAdapter();
     this.leadsFinder = new Scraper(this.http, this.config, this._onEmailLeads.bind(this), this._onEmailDiscovered.bind(this), this.config.debug);
   }
+  async initializeAdapter() {
+    try {
+      const adapterModule = await loadAdapter(this.adapterType);
+      this.adapterExecutor = adapterModule.executeRequest.bind(adapterModule);
+    } catch (error) {
+      if (this.config.debug) {
+        console.warn(`[Crawler] Failed to load adapter '${this.adapterType}', falling back to http instance`);
+      }
+    }
+  }
+  async initializeNavigationHistory(navHistoryDir) {
+    try {
+      const history = await NavigationHistory.create({
+        storeDir: navHistoryDir,
+        dbFileName: "navigation.db"
+      });
+      this.navigationHistory = history;
+      this.isNavigationHistoryReady = true;
+      const session = await history.getSession(this.config.sessionId);
+      if (session && (session.status === "running" || session.status === "paused")) {
+        this.currentSession = session;
+        await history.updateSessionStatus(this.config.sessionId, "running");
+      } else if (!session) {
+        this.currentSession = await history.createSession(this.config.sessionId, this.config.baseUrl, { adapter: this.adapterType });
+      }
+      this.isSessionReady = true;
+    } catch (error) {
+      if (this.config.debug) {
+        console.error(`[Crawler] Failed to initialize navigation history:`, error);
+      }
+      this.isNavigationHistoryReady = false;
+      this.isSessionReady = false;
+    }
+  }
+  async waitForNavigationHistory() {
+    if (!this.config.enableNavigationHistory)
+      return;
+    if (this.navigationHistoryInitPromise) {
+      await this.navigationHistoryInitPromise;
+    }
+  }
+  async ensureNavigationHistoryReady() {
+    if (!this.config.enableNavigationHistory)
+      return null;
+    await this.waitForNavigationHistory();
+    return this.navigationHistory;
+  }
+  async addToNavigationQueue(url, method, body, headers) {
+    const history = await this.ensureNavigationHistoryReady();
+    if (!history || !this.currentSession)
+      return;
+    try {
+      await history.addToQueue(this.currentSession.sessionId, url, {
+        method,
+        body,
+        headers
+      });
+    } catch (error) {
+      if (this.config.debug) {
+        console.warn(`[Crawler] Failed to add URL to navigation queue: ${url}`, error);
+      }
+    }
+  }
+  async markUrlVisited(url, result) {
+    const history = await this.ensureNavigationHistoryReady();
+    if (!history || !this.currentSession)
+      return;
+    try {
+      await history.markVisited(this.currentSession.sessionId, url, result);
+    } catch (error) {
+      if (this.config.debug) {
+        console.warn(`[Crawler] Failed to mark URL as visited: ${url}`, error);
+      }
+    }
+  }
+  getSession() {
+    return this.currentSession;
+  }
+  getSessionId() {
+    return this.config.sessionId;
+  }
+  async resume(sessionId) {
+    if (!this.config.enableNavigationHistory) {
+      throw new Error("Navigation history is not enabled. Set enableNavigationHistory: true in options.");
+    }
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory) {
+      throw new Error("Navigation history failed to initialize.");
+    }
+    await this.waitForStorage();
+    if (this.isCacheEnabled) {
+      await this.waitForCache();
+    }
+    const targetSessionId = sessionId || this.config.sessionId;
+    const session = await this.navigationHistory.getSession(targetSessionId);
+    if (!session) {
+      throw new Error(`Session '${targetSessionId}' not found`);
+    }
+    if (session.status === "completed") {
+      throw new Error(`Session '${targetSessionId}' is already completed`);
+    }
+    this.currentSession = session;
+    await this.navigationHistory.updateSessionStatus(targetSessionId, "running");
+    const queuedUrls = await this.navigationHistory.getAllQueuedUrls(targetSessionId);
+    if (this.config.debug) {
+      console.log(`[Crawler] Resuming session '${targetSessionId}' with ${queuedUrls.length} queued URLs`);
+    }
+    const scheduledUrls = new Set;
+    for (const item of queuedUrls) {
+      if (scheduledUrls.has(item.url)) {
+        continue;
+      }
+      scheduledUrls.add(item.url);
+      const body = item.body ? JSON.parse(item.body) : undefined;
+      const headers = item.headers ? JSON.parse(item.headers) : undefined;
+      this.visit(item.url, {
+        method: item.method,
+        body,
+        headers,
+        forceRevisit: false
+      });
+    }
+    return this;
+  }
+  async getResumableSessions() {
+    if (!this.config.enableNavigationHistory) {
+      return [];
+    }
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory) {
+      return [];
+    }
+    return this.navigationHistory.getResumableSessions();
+  }
+  async pause() {
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory || !this.currentSession) {
+      return;
+    }
+    await this.navigationHistory.updateSessionStatus(this.currentSession.sessionId, "paused");
+    this.currentSession.status = "paused";
+  }
+  async complete() {
+    await this.waitForNavigationHistory();
+    if (!this.navigationHistory || !this.currentSession) {
+      return;
+    }
+    await this.navigationHistory.updateSessionStatus(this.currentSession.sessionId, "completed");
+    this.currentSession.status = "completed";
+  }
+  getAdapterType() {
+    return this.adapterType;
+  }
+  async setAdapter(adapter) {
+    this.adapterType = adapter;
+    await this.initializeAdapter();
+  }
   rawResponseHandler(data) {
     if (this.rawResponseEvents.length === 0)
       return;
@@ -390,6 +565,10 @@ export class Crawler {
       };
       decodoInstanse = this.config.getAdapter(url, "decodo", false, useOxylabsRotation) || undefined;
     }
+    if (this.config.enableNavigationHistory) {
+      const headersObj = headers instanceof Headers ? Object.fromEntries(headers.entries()) : headers;
+      this.addToNavigationQueue(url, method, body, headersObj);
+    }
     if (deepEmailFinder) {
       this.execute2(method, url, body, _options, forceRevisit).then();
       return this;
@@ -444,6 +623,11 @@ export class Crawler {
         await this.saveCache(url, res);
       if (!isVisited)
         await this.saveUrl(url);
+      this.markUrlVisited(url, {
+        status: res.status,
+        finalUrl: res.finalUrl,
+        contentType: res.contentType
+      });
       if (res.contentType && res.contentType.includes("/json")) {
         if (this.emailDiscoveredEvents.length > 0 || this.emailLeadsEvents.length > 0) {
           this.leadsFinder.extractEmails(JSON.stringify(res.data), res.finalUrl, this.emailDiscoveredEvents, this.emailLeadsEvents, this.queue);
@@ -491,6 +675,10 @@ export class Crawler {
           return await this.executeHttp(method, url, body, options, isEmail, forceRevisit, oxylabsOptions, oxylabsInstanse, decodoInstanse, decodoOptions, retryCount + 1);
         }
       }
+      this.markUrlVisited(url, {
+        status: error?.response?.status || 0,
+        errorMessage: e.message || "Unknown error"
+      });
       if (this.config.throwFatalError)
         throw e;
       if (this.config.debug) {
@@ -506,6 +694,9 @@ export class Crawler {
   async waitForAll() {
     await this.queue.onIdle();
   }
+  async done() {
+    return this.waitForAll();
+  }
   async close() {
     try {
       await this.cacher.close();

package/dist/plugin/index.cjs

@@ -1,36 +1,36 @@
-const _mod_a2g0l2 = require('./crawler.cjs');
-exports.Crawler = _mod_a2g0l2.Crawler;;
-const _mod_bsn73l = require('./crawler-options.cjs');
-exports.CrawlerOptions = _mod_bsn73l.CrawlerOptions;;
-const _mod_ufcptn = require('../cache/file-cacher.cjs');
-exports.FileCacher = _mod_ufcptn.FileCacher;;
-const _mod_tj3jh8 = require('../cache/url-store.cjs');
-exports.UrlStore = _mod_tj3jh8.UrlStore;;
-const _mod_imciy5 = require('./addon/oxylabs/index.cjs');
-exports.Oxylabs = _mod_imciy5.Oxylabs;;
-const _mod_t0yjxb = require('./addon/oxylabs/options.cjs');
-exports.OXYLABS_BROWSER_TYPES = _mod_t0yjxb.OXYLABS_BROWSER_TYPES;
-exports.OXYLABS_COMMON_LOCALES = _mod_t0yjxb.OXYLABS_COMMON_LOCALES;
-exports.OXYLABS_COMMON_GEO_LOCATIONS = _mod_t0yjxb.OXYLABS_COMMON_GEO_LOCATIONS;
-exports.OXYLABS_US_STATES = _mod_t0yjxb.OXYLABS_US_STATES;
-exports.OXYLABS_EUROPEAN_COUNTRIES = _mod_t0yjxb.OXYLABS_EUROPEAN_COUNTRIES;
-exports.OXYLABS_ASIAN_COUNTRIES = _mod_t0yjxb.OXYLABS_ASIAN_COUNTRIES;
-exports.getRandomOxylabsBrowserType = _mod_t0yjxb.getRandomBrowserType;
-exports.getRandomOxylabsLocale = _mod_t0yjxb.getRandomLocale;
-exports.getRandomOxylabsGeoLocation = _mod_t0yjxb.getRandomGeoLocation;;
-const _mod_z9e7mj = require('./addon/decodo/index.cjs');
-exports.Decodo = _mod_z9e7mj.Decodo;;
-const _mod_tcfz5k = require('./addon/decodo/options.cjs');
-exports.DECODO_DEVICE_TYPES = _mod_tcfz5k.DECODO_DEVICE_TYPES;
-exports.DECODO_HEADLESS_MODES = _mod_tcfz5k.DECODO_HEADLESS_MODES;
-exports.DECODO_COMMON_LOCALES = _mod_tcfz5k.DECODO_COMMON_LOCALES;
-exports.DECODO_COMMON_COUNTRIES = _mod_tcfz5k.DECODO_COMMON_COUNTRIES;
-exports.DECODO_EUROPEAN_COUNTRIES = _mod_tcfz5k.DECODO_EUROPEAN_COUNTRIES;
-exports.DECODO_ASIAN_COUNTRIES = _mod_tcfz5k.DECODO_ASIAN_COUNTRIES;
-exports.DECODO_US_STATES = _mod_tcfz5k.DECODO_US_STATES;
-exports.DECODO_COMMON_CITIES = _mod_tcfz5k.DECODO_COMMON_CITIES;
-exports.getRandomDecodoDeviceType = _mod_tcfz5k.getRandomDeviceType;
-exports.getRandomDecodoLocale = _mod_tcfz5k.getRandomLocale;
-exports.getRandomDecodoCountry = _mod_tcfz5k.getRandomCountry;
-exports.getRandomDecodoCity = _mod_tcfz5k.getRandomCity;
-exports.generateDecodoSessionId = _mod_tcfz5k.generateSessionId;;
+const _mod_pwsonp = require('./crawler.cjs');
+exports.Crawler = _mod_pwsonp.Crawler;;
+const _mod_f0a514 = require('./crawler-options.cjs');
+exports.CrawlerOptions = _mod_f0a514.CrawlerOptions;;
+const _mod_0j6c45 = require('../cache/file-cacher.cjs');
+exports.FileCacher = _mod_0j6c45.FileCacher;;
+const _mod_0ys1f7 = require('../cache/url-store.cjs');
+exports.UrlStore = _mod_0ys1f7.UrlStore;;
+const _mod_bs9mae = require('./addon/oxylabs/index.cjs');
+exports.Oxylabs = _mod_bs9mae.Oxylabs;;
+const _mod_afta57 = require('./addon/oxylabs/options.cjs');
+exports.OXYLABS_BROWSER_TYPES = _mod_afta57.OXYLABS_BROWSER_TYPES;
+exports.OXYLABS_COMMON_LOCALES = _mod_afta57.OXYLABS_COMMON_LOCALES;
+exports.OXYLABS_COMMON_GEO_LOCATIONS = _mod_afta57.OXYLABS_COMMON_GEO_LOCATIONS;
+exports.OXYLABS_US_STATES = _mod_afta57.OXYLABS_US_STATES;
+exports.OXYLABS_EUROPEAN_COUNTRIES = _mod_afta57.OXYLABS_EUROPEAN_COUNTRIES;
+exports.OXYLABS_ASIAN_COUNTRIES = _mod_afta57.OXYLABS_ASIAN_COUNTRIES;
+exports.getRandomOxylabsBrowserType = _mod_afta57.getRandomBrowserType;
+exports.getRandomOxylabsLocale = _mod_afta57.getRandomLocale;
+exports.getRandomOxylabsGeoLocation = _mod_afta57.getRandomGeoLocation;;
+const _mod_8woeb1 = require('./addon/decodo/index.cjs');
+exports.Decodo = _mod_8woeb1.Decodo;;
+const _mod_rpxa81 = require('./addon/decodo/options.cjs');
+exports.DECODO_DEVICE_TYPES = _mod_rpxa81.DECODO_DEVICE_TYPES;
+exports.DECODO_HEADLESS_MODES = _mod_rpxa81.DECODO_HEADLESS_MODES;
+exports.DECODO_COMMON_LOCALES = _mod_rpxa81.DECODO_COMMON_LOCALES;
+exports.DECODO_COMMON_COUNTRIES = _mod_rpxa81.DECODO_COMMON_COUNTRIES;
+exports.DECODO_EUROPEAN_COUNTRIES = _mod_rpxa81.DECODO_EUROPEAN_COUNTRIES;
+exports.DECODO_ASIAN_COUNTRIES = _mod_rpxa81.DECODO_ASIAN_COUNTRIES;
+exports.DECODO_US_STATES = _mod_rpxa81.DECODO_US_STATES;
+exports.DECODO_COMMON_CITIES = _mod_rpxa81.DECODO_COMMON_CITIES;
+exports.getRandomDecodoDeviceType = _mod_rpxa81.getRandomDeviceType;
+exports.getRandomDecodoLocale = _mod_rpxa81.getRandomLocale;
+exports.getRandomDecodoCountry = _mod_rpxa81.getRandomCountry;
+exports.getRandomDecodoCity = _mod_rpxa81.getRandomCity;
+exports.generateDecodoSessionId = _mod_rpxa81.generateSessionId;;

package/dist/proxy/index.cjs

@@ -1,11 +1,9 @@
-const { SocksProxyAgent: RezoSocksProxy } = require("socks-proxy-agent");
-const { HttpsProxyAgent: RezoHttpsSocks } = require("https-proxy-agent");
-const { HttpProxyAgent: RezoHttpSocks } = require("http-proxy-agent");
+const { Agent, HttpProxyAgent, HttpsProxyAgent, SocksProxyAgent } = require('../internal/agents.cjs');
 const { parseProxyString } = require('./parse.cjs');
-const _mod_kx45pf = require('./manager.cjs');
-exports.ProxyManager = _mod_kx45pf.ProxyManager;;
-const _mod_2nb4l8 = require('./parse.cjs');
-exports.parseProxyString = _mod_2nb4l8.parseProxyString;;
+const _mod_wpx4sa = require('./manager.cjs');
+exports.ProxyManager = _mod_wpx4sa.ProxyManager;;
+const _mod_138ems = require('./parse.cjs');
+exports.parseProxyString = _mod_138ems.parseProxyString;;
 function createOptions(uri, opts) {
   if (uri instanceof URL || typeof uri === "string") {
     return {
@@ -26,29 +24,29 @@ function rezoProxy(uri, over, opts) {
     if (typeof over === "string") {
       const config = createOptions(uri, opts);
       if (over === "http") {
-        return new RezoHttpSocks(config.uri, config.opts);
+        return new HttpProxyAgent(config.uri, config.opts);
       }
-      return new RezoHttpsSocks(config.uri, { ...config.opts, rejectUnauthorized: config.opts?.rejectUnauthorized ?? false });
+      return new HttpsProxyAgent(config.uri, { ...config.opts, rejectUnauthorized: config.opts?.rejectUnauthorized ?? false });
     } else {
       const isHttp = uri.startsWith("http:");
       const isHttps = uri.startsWith("https:");
       const isSocks = uri.startsWith("sock");
       if (isSocks) {
         const config = createOptions(uri, over || opts);
-        return new RezoSocksProxy(config.uri, config.opts);
+        return new SocksProxyAgent(config.uri, config.opts);
       }
       if (isHttp) {
         const config = createOptions(uri, over || opts);
-        return new RezoHttpSocks(config.uri, config.opts);
+        return new HttpProxyAgent(config.uri, config.opts);
       }
       if (isHttps) {
         const config = createOptions(uri, over || opts);
-        return new RezoHttpsSocks(config.uri, { ...config.opts, rejectUnauthorized: config.opts?.rejectUnauthorized ?? false });
+        return new HttpsProxyAgent(config.uri, { ...config.opts, rejectUnauthorized: config.opts?.rejectUnauthorized ?? false });
       }
       const proxy = parseProxyString(uri);
       if (proxy) {
         const config = createOptions(proxy, over || opts);
-        return new RezoSocksProxy(config.uri, config.opts);
+        return new SocksProxyAgent(config.uri, config.opts);
       }
       throw new Error("Invalid proxy protocol");
     }
@@ -57,12 +55,16 @@ function rezoProxy(uri, over, opts) {
     delete uri.client;
     const config = createOptions(uri, opts);
     if (over === "http") {
-      return new RezoHttpSocks(config.uri, config.opts);
+      return new HttpProxyAgent(config.uri, config.opts);
     }
-    return new RezoHttpsSocks(config.uri, { ...config.opts, rejectUnauthorized: config.opts?.rejectUnauthorized ?? false });
+    return new HttpsProxyAgent(config.uri, { ...config.opts, rejectUnauthorized: config.opts?.rejectUnauthorized ?? false });
   }
   const config = createOptions(uri, opts);
-  return new RezoSocksProxy(config.uri, config.opts);
+  return new SocksProxyAgent(config.uri, config.opts);
 }
 
+exports.Agent = Agent;
+exports.HttpProxyAgent = HttpProxyAgent;
+exports.HttpsProxyAgent = HttpsProxyAgent;
+exports.SocksProxyAgent = SocksProxyAgent;
 exports.rezoProxy = rezoProxy;