rezo 1.0.73 → 1.0.75

package/dist/crawler/crawler.js

@@ -9,7 +9,7 @@ import { CappedMap } from './plugin/capped-map.js';
 import { CappedArray } from './plugin/capped-array.js';
 import { parseHTML } from "linkedom";
 import path from "node:path";
-import { Rezo } from '../adapters/entries/http.js';
+import rezo from '../adapters/entries/http.js';
 import { RezoQueue } from '../queue/queue.js';
 import { Scraper } from './scraper.js';
 import { CrawlerOptions } from './crawler-options.js';
@@ -85,6 +85,7 @@ export class Crawler {
   startHandlers = [];
   finishHandlers = [];
   redirectHandlers = [];
+  queueChangeHandlers = [];
   collectedData = new CappedArray({
     maxSize: 1e5,
     evictionRatio: 0.1,
@@ -94,20 +95,28 @@ export class Crawler {
   });
   crawlStarted = false;
   startHandlersPromise = null;
-  constructor(crawlerOptions, http = new Rezo) {
+  constructor(crawlerOptions, http = rezo.create()) {
     this.http = http;
     this.config = new CrawlerOptions(crawlerOptions);
     this.adapterType = this.config.adapter;
     const concurrency = this.config.concurrency;
     this.queue = new RezoQueue({
-      concurrency,
-      timeout: 60000
+      name: "crawler",
+      concurrency
     });
     this.originalConcurrency = concurrency;
     this.scraperQueue = new RezoQueue({
-      concurrency: this.config.scraperConcurrency,
-      timeout: 60000
+      name: "scraper",
+      concurrency: this.config.scraperConcurrency
     });
+    this._subscribeToQueueEvents(this.queue, "crawler");
+    this._subscribeToQueueEvents(this.scraperQueue, "scraper");
+    this.config.onLimiterAdded = (queue) => {
+      if (!this.subscribedLimiterQueues.has(queue)) {
+        this._subscribeToQueueEvents(queue, "limiter");
+        this.subscribedLimiterQueues.add(queue);
+      }
+    };
     this.memoryMonitor = new MemoryMonitor({ warningRatio: 0.7, criticalRatio: 0.85 });
     this.healthMetrics = new HealthMetrics({ windowSize: 60000 });
     const enableCache = this.config.enableCache;
@@ -178,7 +187,9 @@ export class Crawler {
     if (this.config.baseUrl) {
       this.urlDepthMap.set(this.config.baseUrl, 0);
     }
-    this.registerShutdownHandlers();
+    if (this.config.enableSignalHandlers) {
+      this.registerShutdownHandlers();
+    }
   }
   registerShutdownHandlers() {
     if (this.shutdownHandler)
@@ -227,6 +238,7 @@ export class Crawler {
     }
     await this.destroy();
     console.log("[Crawler] Graceful shutdown complete");
+    process.exit(0);
   }
   async initializeAdapter() {
     try {
@@ -595,6 +607,11 @@ export class Crawler {
     this.redirectHandlers.push(handler);
     return this;
   }
+  onQueueChange(handler) {
+    this.queueChangeHandlers.push(handler);
+    this._subscribeToLimiterQueues();
+    return this;
+  }
   onRawData(handler) {
     this.rawResponseEvents.push({
       handler: "_onRawResponse",
@@ -665,6 +682,52 @@ export class Crawler {
     });
     return this;
   }
+  subscribedLimiterQueues = new Set;
+  _subscribeToQueueEvents(queue, queueType) {
+    const emitEvent = (event, taskId) => {
+      if (this.queueChangeHandlers.length === 0)
+        return;
+      const state = queue.state;
+      const queueChangeEvent = {
+        queueName: queue.name,
+        queueType,
+        event,
+        pending: state.pending,
+        size: state.size,
+        total: state.total,
+        isPaused: state.isPaused,
+        isIdle: state.isIdle,
+        taskId
+      };
+      for (const handler of this.queueChangeHandlers) {
+        try {
+          handler(queueChangeEvent);
+        } catch (err) {
+          if (this.config.debug)
+            console.error("[Crawler] onQueueChange handler error:", err);
+        }
+      }
+    };
+    queue.on("add", (data) => emitEvent("add", data.id));
+    queue.on("start", (data) => emitEvent("start", data.id));
+    queue.on("completed", (data) => emitEvent("completed", data.id));
+    queue.on("error", (data) => emitEvent("error", data.id));
+    queue.on("timeout", (data) => emitEvent("timeout", data.id));
+    queue.on("cancelled", (data) => emitEvent("cancelled", data.id));
+    queue.on("idle", () => emitEvent("idle"));
+    queue.on("active", () => emitEvent("active"));
+    queue.on("paused", () => emitEvent("paused"));
+    queue.on("resumed", () => emitEvent("resumed"));
+  }
+  _subscribeToLimiterQueues() {
+    const limiters = this.config.getLimiters();
+    for (const limiter of limiters) {
+      if (!this.subscribedLimiterQueues.has(limiter.pqueue)) {
+        this._subscribeToQueueEvents(limiter.pqueue, "limiter");
+        this.subscribedLimiterQueues.add(limiter.pqueue);
+      }
+    }
+  }
   _onBody(handler, document) {
     this.queue.add(() => handler(document.body));
   }
@@ -1056,8 +1119,6 @@ export class Crawler {
       const headersObj = headers instanceof Headers ? Object.fromEntries(headers.entries()) : headers;
       this.addToNavigationQueue(url, method, body, headersObj);
     }
-    if (url.includes(`/www.yellowpages.com/search?`))
-      console.log("Visiting: ", url);
     this.crawlStarted = true;
     if (deepEmailFinder) {
       this.execute2(method, url, body, _options, forceRevisit, emailMetadata);
@@ -1120,7 +1181,16 @@ export class Crawler {
       }
       this.crawlStats.urlsQueued++;
       const domain = new URL(url).hostname;
-      const delay = this.getAutoThrottleDelay(domain);
+      const limiterRandomDelay = this.config.getRandomDelay(url, true);
+      let delay = 0;
+      if (limiterRandomDelay !== undefined && limiterRandomDelay > 0) {
+        delay = Math.floor(Math.random() * limiterRandomDelay);
+        if (this.config.debug) {
+          console.log(`[RandomDelay] ${domain}: ${delay}ms (max: ${limiterRandomDelay}ms)`);
+        }
+      } else {
+        delay = this.getAutoThrottleDelay(domain);
+      }
       if (delay > 0) {
         await new Promise((resolve) => setTimeout(resolve, delay));
       }
@@ -1133,7 +1203,7 @@ export class Crawler {
           return;
       }
       const requestStartTime = Date.now();
-      const response = cache && method === "GET" && !skipCache ? cache : oxylabsInstanse && oxylabsOptions ? await oxylabsInstanse.scrape(url) : decodoInstanse && decodoOptions ? await decodoInstanse.scrape(url) : await (method === "GET" ? this.http.get(url, options) : method === "PATCH" ? this.http.patch(url, body, options) : method === "POST" ? this.http.post(url, body, options) : this.http.put(url, body, options));
+      const response = cache && method === "GET" && !skipCache ? cache : oxylabsInstanse && oxylabsOptions ? await oxylabsInstanse.scrape(url) : decodoInstanse && decodoOptions ? await decodoInstanse.scrape(url) : method === "GET" ? await this.http.get(url, options) : method === "PATCH" ? await this.http.patch(url, body, options) : method === "POST" ? await this.http.post(url, body, options) : await this.http.put(url, body, options);
       if (!response) {
         this.crawlStats.urlsFailed++;
         this.healthMetrics.recordRequest(Date.now() - requestStartTime, false);
@@ -1268,6 +1338,17 @@ export class Crawler {
     }
   }
   async waitForAll() {
+    if (!this.crawlStarted) {
+      await new Promise((resolve) => setImmediate(resolve));
+      const maxWaitForStart = 1000;
+      const startWait = Date.now();
+      while (!this.crawlStarted && Date.now() - startWait < maxWaitForStart) {
+        await new Promise((resolve) => setTimeout(resolve, 10));
+      }
+      if (!this.crawlStarted) {
+        return;
+      }
+    }
     const MIN_DELAY = 50;
     const MAX_DELAY = 500;
     let currentDelay = MIN_DELAY;

package/dist/crawler/index.cjs

@@ -1,40 +1,40 @@
-const _mod_7qsaj1 = require('./crawler.cjs');
-exports.Crawler = _mod_7qsaj1.Crawler;;
-const _mod_5rlu0e = require('./crawler-options.cjs');
-exports.CrawlerOptions = _mod_5rlu0e.CrawlerOptions;;
-const _mod_skia2o = require('./plugin/robots-txt.cjs');
-exports.RobotsTxt = _mod_skia2o.RobotsTxt;;
-const _mod_w2aaxb = require('./plugin/file-cacher.cjs');
-exports.FileCacher = _mod_w2aaxb.FileCacher;;
-const _mod_f9de8f = require('./plugin/url-store.cjs');
-exports.UrlStore = _mod_f9de8f.UrlStore;;
-const _mod_wqtwlm = require('./plugin/navigation-history.cjs');
-exports.NavigationHistory = _mod_wqtwlm.NavigationHistory;;
-const _mod_hj9vi3 = require('./addon/oxylabs/index.cjs');
-exports.Oxylabs = _mod_hj9vi3.Oxylabs;;
-const _mod_7kzws5 = require('./addon/oxylabs/options.cjs');
-exports.OXYLABS_BROWSER_TYPES = _mod_7kzws5.OXYLABS_BROWSER_TYPES;
-exports.OXYLABS_COMMON_LOCALES = _mod_7kzws5.OXYLABS_COMMON_LOCALES;
-exports.OXYLABS_COMMON_GEO_LOCATIONS = _mod_7kzws5.OXYLABS_COMMON_GEO_LOCATIONS;
-exports.OXYLABS_US_STATES = _mod_7kzws5.OXYLABS_US_STATES;
-exports.OXYLABS_EUROPEAN_COUNTRIES = _mod_7kzws5.OXYLABS_EUROPEAN_COUNTRIES;
-exports.OXYLABS_ASIAN_COUNTRIES = _mod_7kzws5.OXYLABS_ASIAN_COUNTRIES;
-exports.getRandomOxylabsBrowserType = _mod_7kzws5.getRandomBrowserType;
-exports.getRandomOxylabsLocale = _mod_7kzws5.getRandomLocale;
-exports.getRandomOxylabsGeoLocation = _mod_7kzws5.getRandomGeoLocation;;
-const _mod_gdeyg9 = require('./addon/decodo/index.cjs');
-exports.Decodo = _mod_gdeyg9.Decodo;;
-const _mod_jbu0zi = require('./addon/decodo/options.cjs');
-exports.DECODO_DEVICE_TYPES = _mod_jbu0zi.DECODO_DEVICE_TYPES;
-exports.DECODO_HEADLESS_MODES = _mod_jbu0zi.DECODO_HEADLESS_MODES;
-exports.DECODO_COMMON_LOCALES = _mod_jbu0zi.DECODO_COMMON_LOCALES;
-exports.DECODO_COMMON_COUNTRIES = _mod_jbu0zi.DECODO_COMMON_COUNTRIES;
-exports.DECODO_EUROPEAN_COUNTRIES = _mod_jbu0zi.DECODO_EUROPEAN_COUNTRIES;
-exports.DECODO_ASIAN_COUNTRIES = _mod_jbu0zi.DECODO_ASIAN_COUNTRIES;
-exports.DECODO_US_STATES = _mod_jbu0zi.DECODO_US_STATES;
-exports.DECODO_COMMON_CITIES = _mod_jbu0zi.DECODO_COMMON_CITIES;
-exports.getRandomDecodoDeviceType = _mod_jbu0zi.getRandomDeviceType;
-exports.getRandomDecodoLocale = _mod_jbu0zi.getRandomLocale;
-exports.getRandomDecodoCountry = _mod_jbu0zi.getRandomCountry;
-exports.getRandomDecodoCity = _mod_jbu0zi.getRandomCity;
-exports.generateDecodoSessionId = _mod_jbu0zi.generateSessionId;;
+const _mod_5bvyq1 = require('./crawler.cjs');
+exports.Crawler = _mod_5bvyq1.Crawler;;
+const _mod_4xvaze = require('./crawler-options.cjs');
+exports.CrawlerOptions = _mod_4xvaze.CrawlerOptions;;
+const _mod_iv735a = require('./plugin/robots-txt.cjs');
+exports.RobotsTxt = _mod_iv735a.RobotsTxt;;
+const _mod_gfu8y8 = require('./plugin/file-cacher.cjs');
+exports.FileCacher = _mod_gfu8y8.FileCacher;;
+const _mod_e921br = require('./plugin/url-store.cjs');
+exports.UrlStore = _mod_e921br.UrlStore;;
+const _mod_zhqmsp = require('./plugin/navigation-history.cjs');
+exports.NavigationHistory = _mod_zhqmsp.NavigationHistory;;
+const _mod_pv5ztj = require('./addon/oxylabs/index.cjs');
+exports.Oxylabs = _mod_pv5ztj.Oxylabs;;
+const _mod_9qqy6e = require('./addon/oxylabs/options.cjs');
+exports.OXYLABS_BROWSER_TYPES = _mod_9qqy6e.OXYLABS_BROWSER_TYPES;
+exports.OXYLABS_COMMON_LOCALES = _mod_9qqy6e.OXYLABS_COMMON_LOCALES;
+exports.OXYLABS_COMMON_GEO_LOCATIONS = _mod_9qqy6e.OXYLABS_COMMON_GEO_LOCATIONS;
+exports.OXYLABS_US_STATES = _mod_9qqy6e.OXYLABS_US_STATES;
+exports.OXYLABS_EUROPEAN_COUNTRIES = _mod_9qqy6e.OXYLABS_EUROPEAN_COUNTRIES;
+exports.OXYLABS_ASIAN_COUNTRIES = _mod_9qqy6e.OXYLABS_ASIAN_COUNTRIES;
+exports.getRandomOxylabsBrowserType = _mod_9qqy6e.getRandomBrowserType;
+exports.getRandomOxylabsLocale = _mod_9qqy6e.getRandomLocale;
+exports.getRandomOxylabsGeoLocation = _mod_9qqy6e.getRandomGeoLocation;;
+const _mod_tth5gh = require('./addon/decodo/index.cjs');
+exports.Decodo = _mod_tth5gh.Decodo;;
+const _mod_fr8mjs = require('./addon/decodo/options.cjs');
+exports.DECODO_DEVICE_TYPES = _mod_fr8mjs.DECODO_DEVICE_TYPES;
+exports.DECODO_HEADLESS_MODES = _mod_fr8mjs.DECODO_HEADLESS_MODES;
+exports.DECODO_COMMON_LOCALES = _mod_fr8mjs.DECODO_COMMON_LOCALES;
+exports.DECODO_COMMON_COUNTRIES = _mod_fr8mjs.DECODO_COMMON_COUNTRIES;
+exports.DECODO_EUROPEAN_COUNTRIES = _mod_fr8mjs.DECODO_EUROPEAN_COUNTRIES;
+exports.DECODO_ASIAN_COUNTRIES = _mod_fr8mjs.DECODO_ASIAN_COUNTRIES;
+exports.DECODO_US_STATES = _mod_fr8mjs.DECODO_US_STATES;
+exports.DECODO_COMMON_CITIES = _mod_fr8mjs.DECODO_COMMON_CITIES;
+exports.getRandomDecodoDeviceType = _mod_fr8mjs.getRandomDeviceType;
+exports.getRandomDecodoLocale = _mod_fr8mjs.getRandomLocale;
+exports.getRandomDecodoCountry = _mod_fr8mjs.getRandomCountry;
+exports.getRandomDecodoCity = _mod_fr8mjs.getRandomCity;
+exports.generateDecodoSessionId = _mod_fr8mjs.generateSessionId;;

package/dist/crawler/plugin/index.cjs

@@ -1 +1 @@
-var e=require("./file-cacher.cjs");exports.FileCacher=e.FileCacher;var r=require("./url-store.cjs");exports.UrlStore=r.UrlStore;var o=require("./result-stream.cjs");exports.ResultStream=o.ResultStream;var t=require("./memory-monitor.cjs");exports.MemoryMonitor=t.MemoryMonitor;var a=require("./health-metrics.cjs");exports.HealthMetrics=a.HealthMetrics;var i=require("./capped-map.cjs");exports.CappedMap=i.CappedMap;var m=require("./capped-array.cjs");exports.CappedArray=m.CappedArray;
+var e=require("./file-cacher.cjs");exports.FileCacher=e.FileCacher;var r=require("./url-store.cjs");exports.UrlStore=r.UrlStore;var o=require("./result-stream.cjs");exports.ResultStream=o.ResultStream;var t=require("./memory-monitor.cjs");exports.MemoryMonitor=t.MemoryMonitor;var c=require("./health-metrics.cjs");exports.HealthMetrics=c.HealthMetrics;var m=require("./capped-map.cjs");exports.CappedMap=m.CappedMap;var a=require("./capped-array.cjs");exports.CappedArray=a.CappedArray;

package/dist/crawler.d.ts

@@ -2065,6 +2065,8 @@ declare class RezoError<T = any> extends Error {
  * Queue configuration options
  */
 export interface QueueConfig {
+	/** Name of the queue - useful for debugging and logging */
+	name?: string;
 	/** Maximum concurrent tasks (default: Infinity) */
 	concurrency?: number;
 	/** Auto-start processing when tasks are added (default: true) */
@@ -2195,6 +2197,7 @@ declare class RezoQueue<T = any> {
 	private isPausedFlag;
 	private intervalId?;
 	private intervalCount;
+	readonly name: string;
 	private intervalStart;
 	private eventHandlers;
 	private statsData;
@@ -4579,6 +4582,8 @@ declare class Rezo {
  */
 export type IProxy = RezoRequestConfig["proxy"];
 interface queueOptions$1 {
+	/** Queue name (optional) - if not provided, a random name will be generated */
+	name?: string;
 	/** Maximum concurrent requests */
 	concurrency?: number;
 	/** Interval in milliseconds between batches */
@@ -4593,6 +4598,20 @@ interface queueOptions$1 {
 	autoStart?: boolean;
 	/** Carry over concurrency count between intervals */
 	carryoverConcurrencyCount?: boolean;
+	/**
+	 * Random delay in milliseconds added to each request (0 to randomDelay).
+	 * When configured on a limiter, this takes
+	 * priority over autoThrottle for the matching domain.
+	 * @example
+	 * ```typescript
+	 * // Add 0-2000ms random jitter between requests
+	 * crawler.config.addLimiter({
+	 *   domain: 'api.example.com',
+	 *   options: { concurrency: 2, randomDelay: 2000 }
+	 * });
+	 * ```
+	 */
+	randomDelay?: number;
 }
 /**
  * Crawler response structure
@@ -6504,6 +6523,8 @@ export interface ICrawlerOptions {
 	} | {
 		enable: false;
 	} | undefined | false;
+	/** Enable graceful shutdown handlers for SIGINT/SIGTERM - saves session state (default: false) */
+	enableSignalHandlers?: boolean;
 	/** Maximum concurrent requests for crawler (default: 100) */
 	concurrency?: number;
 	/** Maximum concurrent requests for scraper - separate queue (default: same as concurrency) */
@@ -6606,6 +6627,8 @@ export declare class CrawlerOptions {
 	throwFatalError?: boolean;
 	/** Enable debug logging */
 	debug?: boolean;
+	/** Enable graceful shutdown handlers for SIGINT/SIGTERM - saves session state */
+	enableSignalHandlers: boolean;
 	/** Maximum concurrent requests for crawler (default: 100) */
 	concurrency: number;
 	/** Maximum concurrent requests for scraper (default: same as concurrency) */
@@ -6648,6 +6671,8 @@ export declare class CrawlerOptions {
 	private proxies;
 	/** Internal storage for rate limiter configurations with domain mapping */
 	private limiters;
+	/** Callback invoked when a new limiter is added (set by Crawler for onQueueChange) */
+	onLimiterAdded?: (queue: RezoQueue) => void;
 	/** Internal storage for custom header configurations with domain mapping */
 	private requestHeaders;
 	/**
@@ -6902,6 +6927,32 @@ export declare class CrawlerOptions {
 	 * ```
 	 */
 	destroyLimiters(): void;
+	/**
+	 * Get all configured limiter queues
+	 * @description Returns all RezoQueue instances created by addLimiter().
+	 * Useful for subscribing to queue events across all limiters.
+	 * @returns Array of limiter configurations with their RezoQueue instances
+	 * @example
+	 * ```typescript
+	 * const limiters = options.getLimiters();
+	 * for (const limiter of limiters) {
+	 *   limiter.pqueue.on('completed', () => console.log('Task done'));
+	 * }
+	 * ```
+	 */
+	getLimiters(): ReadonlyArray<{
+		domain?: Domain;
+		isGlobal?: boolean;
+		pqueue: RezoQueue;
+		randomDelay?: number;
+	}>;
+	/**
+	 * Get the randomDelay configured for a specific URL's domain
+	 * @param url - The URL to check
+	 * @param useGlobal - Whether to fall back to global limiters
+	 * @returns The randomDelay in milliseconds, or undefined if not configured
+	 */
+	getRandomDelay(url: string, useGlobal?: boolean): number | undefined;
 	/**
 	 * Clear all global configurations from headers, proxies, limiters, Decodo, and Oxylabs
 	 * @returns The CrawlerOptions instance for method chaining
@@ -7090,6 +7141,30 @@ export interface CrawlStats {
 	endTime?: number;
 	currentDepth: number;
 }
+/**
+ * Queue change event data passed to onQueueChange handler.
+ * Fires when any queue's state changes (main crawler queue, scraper queue, or limiter queues).
+ */
+export interface QueueChangeEvent {
+	/** Name of the queue that changed */
+	queueName: string;
+	/** Type of queue: 'crawler', 'scraper', or 'limiter' */
+	queueType: "crawler" | "scraper" | "limiter";
+	/** The event that triggered this change */
+	event: "add" | "start" | "completed" | "error" | "timeout" | "cancelled" | "idle" | "active" | "paused" | "resumed";
+	/** Number of tasks currently running */
+	pending: number;
+	/** Number of tasks waiting in queue */
+	size: number;
+	/** Total tasks (pending + size) */
+	total: number;
+	/** Is queue paused */
+	isPaused: boolean;
+	/** Is queue idle (no tasks) */
+	isIdle: boolean;
+	/** Task ID if event is task-specific (add, start, completed, error, timeout, cancelled) */
+	taskId?: string;
+}
 /**
  * A powerful web crawler that provides event-driven HTML parsing and data extraction.
  * Supports caching, proxy rotation, retry mechanisms, and email lead discovery.
@@ -7180,6 +7255,7 @@ export declare class Crawler {
 	private startHandlers;
 	private finishHandlers;
 	private redirectHandlers;
+	private queueChangeHandlers;
 	/** Data collection for export - bounded to prevent memory issues */
 	private collectedData;
 	/** Flag to track if crawl has started */
@@ -7442,6 +7518,22 @@ export declare class Crawler {
 	 * ```
 	 */
 	onRedirect(handler: (event: RedirectEvent$1) => Promise<void>): Crawler;
+	/**
+	 * Registers a handler called when any queue's state changes.
+	 * Fires for the main crawler queue, scraper queue, and all limiter queues.
+	 * Each event reports only the specific queue that changed (not aggregated).
+	 *
+	 * @param handler - Function to handle queue change events (sync callback)
+	 * @returns The crawler instance for method chaining
+	 *
+	 * @example
+	 * ```typescript
+	 * crawler.onQueueChange((event) => {
+	 *   console.log(`[${event.queueType}:${event.queueName}] ${event.event} - pending: ${event.pending}, size: ${event.size}`);
+	 * });
+	 * ```
+	 */
+	onQueueChange(handler: (event: QueueChangeEvent) => void): Crawler;
 	/**
 	 * Registers a handler for raw response data.
 	 * Triggered for all responses, providing access to the raw Buffer data.
@@ -7646,6 +7738,19 @@ export declare class Crawler {
 	 * ```
 	 */
 	onText(selection: string, handler: ElementBoundHandler<string>): Crawler;
+	/** Track which limiter queues we've already subscribed to */
+	private subscribedLimiterQueues;
+	/**
+	 * Subscribe to a queue's events to emit QueueChangeEvent
+	 * @param queue - The RezoQueue to subscribe to
+	 * @param queueType - Type of queue: 'crawler', 'scraper', or 'limiter'
+	 */
+	private _subscribeToQueueEvents;
+	/**
+	 * Subscribe to all limiter queues that haven't been subscribed to yet.
+	 * Called when onQueueChange handlers are registered to ensure limiter events are captured.
+	 */
+	private _subscribeToLimiterQueues;
 	private _onBody;
 	private _onAttribute;
 	private _onText;

package/dist/entries/crawler.cjs

@@ -1,4 +1,4 @@
-const _mod_lzlskh = require('../crawler/crawler.cjs');
-exports.Crawler = _mod_lzlskh.Crawler;;
-const _mod_vbox0l = require('../crawler/crawler-options.cjs');
-exports.CrawlerOptions = _mod_vbox0l.CrawlerOptions;;
+const _mod_ezbo5o = require('../crawler/crawler.cjs');
+exports.Crawler = _mod_ezbo5o.Crawler;;
+const _mod_c2caeq = require('../crawler/crawler-options.cjs');
+exports.CrawlerOptions = _mod_c2caeq.CrawlerOptions;;

package/dist/errors/rezo-error.cjs

@@ -553,9 +553,9 @@ function cleanStackTrace(stack) {
 class RezoError extends Error {
   constructor(message, config, code, request, response) {
     super();
-    Object.defineProperty(this, "config", { value: config, enumerable: false });
-    Object.defineProperty(this, "request", { value: request, enumerable: false });
-    Object.defineProperty(this, "response", { value: response, enumerable: false });
+    Object.defineProperty(this, "config", { value: config, enumerable: !!config });
+    Object.defineProperty(this, "request", { value: request, enumerable: !!request });
+    Object.defineProperty(this, "response", { value: response, enumerable: !!response });
     Object.defineProperty(this, "isRezoError", { value: true, enumerable: false });
     if (code) {
       Object.defineProperty(this, "code", { value: code, enumerable: true });
@@ -600,75 +600,6 @@ class RezoError extends Error {
       }
     }
   }
-  [Symbol.for("nodejs.util.inspect.custom")](_depth, options) {
-    const parts = [];
-    const isDebug = this.config?.debug === true;
-    const inspect = options?.stylize ? (v) => require("util").inspect(v, { depth: 3, colors: true }) : JSON.stringify;
-    parts.push(`${this.name}: ${this.message}`);
-    if (this.code)
-      parts.push(`  code: '${this.code}'`);
-    if (this.method)
-      parts.push(`  method: '${this.method}'`);
-    if (this.url)
-      parts.push(`  url: '${this.url}'`);
-    if (this.finalUrl && this.finalUrl !== this.url) {
-      parts.push(`  finalUrl: '${this.finalUrl}'`);
-    }
-    if (this.status)
-      parts.push(`  status: ${this.status}`);
-    if (this.statusText)
-      parts.push(`  statusText: '${this.statusText}'`);
-    if (this.urls && this.urls.length > 1) {
-      parts.push(`  urls: [${this.urls.map((u) => `'${u}'`).join(", ")}]`);
-    }
-    if (this.suggestion)
-      parts.push(`  suggestion: ${this.suggestion}`);
-    if (isDebug) {
-      parts.push("");
-      parts.push("  --- Debug Info ---");
-      if (this.cause) {
-        const causeMsg = typeof this.cause === "string" ? this.cause : this.cause?.message || String(this.cause);
-        parts.push(`  cause: ${causeMsg}`);
-      }
-      if (this.errno)
-        parts.push(`  errno: ${this.errno}`);
-      if (this.hostname)
-        parts.push(`  hostname: '${this.hostname}'`);
-      if (this.port)
-        parts.push(`  port: ${this.port}`);
-      if (this.address)
-        parts.push(`  address: '${this.address}'`);
-      if (this.syscall)
-        parts.push(`  syscall: '${this.syscall}'`);
-      if (this.response) {
-        parts.push("");
-        parts.push("  --- Response ---");
-        parts.push(`  response.status: ${this.response.status}`);
-        parts.push(`  response.statusText: '${this.response.statusText || ""}'`);
-        parts.push(`  response.finalUrl: '${this.response.finalUrl || ""}'`);
-        if (this.response.headers) {
-          parts.push(`  response.headers: ${inspect(this.response.headers)}`);
-        }
-        if (this.response.data !== undefined) {
-          const dataStr = typeof this.response.data === "string" ? this.response.data.substring(0, 500) + (this.response.data.length > 500 ? "..." : "") : inspect(this.response.data);
-          parts.push(`  response.data: ${dataStr}`);
-        }
-      }
-      if (this.response?.config) {
-        parts.push("");
-        parts.push("  --- Request Config ---");
-        const { cookieJar, ...configWithoutJar } = this.response.config;
-        parts.push(`  config: ${inspect(configWithoutJar)}`);
-      }
-      if (this.stack) {
-        parts.push("");
-        parts.push("  --- Stack Trace ---");
-        parts.push(this.stack);
-      }
-    }
-    return parts.join(`
-`);
-  }
   static isRezoError(error) {
     return error instanceof RezoError || error !== null && typeof error === "object" && error.isRezoError === true;
   }

package/dist/errors/rezo-error.js

@@ -553,9 +553,9 @@ function cleanStackTrace(stack) {
 export class RezoError extends Error {
   constructor(message, config, code, request, response) {
     super();
-    Object.defineProperty(this, "config", { value: config, enumerable: false });
-    Object.defineProperty(this, "request", { value: request, enumerable: false });
-    Object.defineProperty(this, "response", { value: response, enumerable: false });
+    Object.defineProperty(this, "config", { value: config, enumerable: !!config });
+    Object.defineProperty(this, "request", { value: request, enumerable: !!request });
+    Object.defineProperty(this, "response", { value: response, enumerable: !!response });
     Object.defineProperty(this, "isRezoError", { value: true, enumerable: false });
     if (code) {
       Object.defineProperty(this, "code", { value: code, enumerable: true });
@@ -600,75 +600,6 @@ export class RezoError extends Error {
       }
     }
   }
-  [Symbol.for("nodejs.util.inspect.custom")](_depth, options) {
-    const parts = [];
-    const isDebug = this.config?.debug === true;
-    const inspect = options?.stylize ? (v) => require("util").inspect(v, { depth: 3, colors: true }) : JSON.stringify;
-    parts.push(`${this.name}: ${this.message}`);
-    if (this.code)
-      parts.push(`  code: '${this.code}'`);
-    if (this.method)
-      parts.push(`  method: '${this.method}'`);
-    if (this.url)
-      parts.push(`  url: '${this.url}'`);
-    if (this.finalUrl && this.finalUrl !== this.url) {
-      parts.push(`  finalUrl: '${this.finalUrl}'`);
-    }
-    if (this.status)
-      parts.push(`  status: ${this.status}`);
-    if (this.statusText)
-      parts.push(`  statusText: '${this.statusText}'`);
-    if (this.urls && this.urls.length > 1) {
-      parts.push(`  urls: [${this.urls.map((u) => `'${u}'`).join(", ")}]`);
-    }
-    if (this.suggestion)
-      parts.push(`  suggestion: ${this.suggestion}`);
-    if (isDebug) {
-      parts.push("");
-      parts.push("  --- Debug Info ---");
-      if (this.cause) {
-        const causeMsg = typeof this.cause === "string" ? this.cause : this.cause?.message || String(this.cause);
-        parts.push(`  cause: ${causeMsg}`);
-      }
-      if (this.errno)
-        parts.push(`  errno: ${this.errno}`);
-      if (this.hostname)
-        parts.push(`  hostname: '${this.hostname}'`);
-      if (this.port)
-        parts.push(`  port: ${this.port}`);
-      if (this.address)
-        parts.push(`  address: '${this.address}'`);
-      if (this.syscall)
-        parts.push(`  syscall: '${this.syscall}'`);
-      if (this.response) {
-        parts.push("");
-        parts.push("  --- Response ---");
-        parts.push(`  response.status: ${this.response.status}`);
-        parts.push(`  response.statusText: '${this.response.statusText || ""}'`);
-        parts.push(`  response.finalUrl: '${this.response.finalUrl || ""}'`);
-        if (this.response.headers) {
-          parts.push(`  response.headers: ${inspect(this.response.headers)}`);
-        }
-        if (this.response.data !== undefined) {
-          const dataStr = typeof this.response.data === "string" ? this.response.data.substring(0, 500) + (this.response.data.length > 500 ? "..." : "") : inspect(this.response.data);
-          parts.push(`  response.data: ${dataStr}`);
-        }
-      }
-      if (this.response?.config) {
-        parts.push("");
-        parts.push("  --- Request Config ---");
-        const { cookieJar, ...configWithoutJar } = this.response.config;
-        parts.push(`  config: ${inspect(configWithoutJar)}`);
-      }
-      if (this.stack) {
-        parts.push("");
-        parts.push("  --- Stack Trace ---");
-        parts.push(this.stack);
-      }
-    }
-    return parts.join(`
-`);
-  }
   static isRezoError(error) {
     return error instanceof RezoError || error !== null && typeof error === "object" && error.isRezoError === true;
   }