rezo 1.0.74 → 1.0.76

package/dist/crawler/index.cjs

@@ -1,40 +1,40 @@
-const _mod_6mpp6d = require('./crawler.cjs');
-exports.Crawler = _mod_6mpp6d.Crawler;;
-const _mod_eyxxn5 = require('./crawler-options.cjs');
-exports.CrawlerOptions = _mod_eyxxn5.CrawlerOptions;;
-const _mod_dzyzre = require('./plugin/robots-txt.cjs');
-exports.RobotsTxt = _mod_dzyzre.RobotsTxt;;
-const _mod_8zpwd3 = require('./plugin/file-cacher.cjs');
-exports.FileCacher = _mod_8zpwd3.FileCacher;;
-const _mod_ebtdn9 = require('./plugin/url-store.cjs');
-exports.UrlStore = _mod_ebtdn9.UrlStore;;
-const _mod_heyy3y = require('./plugin/navigation-history.cjs');
-exports.NavigationHistory = _mod_heyy3y.NavigationHistory;;
-const _mod_rv4zsw = require('./addon/oxylabs/index.cjs');
-exports.Oxylabs = _mod_rv4zsw.Oxylabs;;
-const _mod_jj4yar = require('./addon/oxylabs/options.cjs');
-exports.OXYLABS_BROWSER_TYPES = _mod_jj4yar.OXYLABS_BROWSER_TYPES;
-exports.OXYLABS_COMMON_LOCALES = _mod_jj4yar.OXYLABS_COMMON_LOCALES;
-exports.OXYLABS_COMMON_GEO_LOCATIONS = _mod_jj4yar.OXYLABS_COMMON_GEO_LOCATIONS;
-exports.OXYLABS_US_STATES = _mod_jj4yar.OXYLABS_US_STATES;
-exports.OXYLABS_EUROPEAN_COUNTRIES = _mod_jj4yar.OXYLABS_EUROPEAN_COUNTRIES;
-exports.OXYLABS_ASIAN_COUNTRIES = _mod_jj4yar.OXYLABS_ASIAN_COUNTRIES;
-exports.getRandomOxylabsBrowserType = _mod_jj4yar.getRandomBrowserType;
-exports.getRandomOxylabsLocale = _mod_jj4yar.getRandomLocale;
-exports.getRandomOxylabsGeoLocation = _mod_jj4yar.getRandomGeoLocation;;
-const _mod_7fmx1b = require('./addon/decodo/index.cjs');
-exports.Decodo = _mod_7fmx1b.Decodo;;
-const _mod_4dxktf = require('./addon/decodo/options.cjs');
-exports.DECODO_DEVICE_TYPES = _mod_4dxktf.DECODO_DEVICE_TYPES;
-exports.DECODO_HEADLESS_MODES = _mod_4dxktf.DECODO_HEADLESS_MODES;
-exports.DECODO_COMMON_LOCALES = _mod_4dxktf.DECODO_COMMON_LOCALES;
-exports.DECODO_COMMON_COUNTRIES = _mod_4dxktf.DECODO_COMMON_COUNTRIES;
-exports.DECODO_EUROPEAN_COUNTRIES = _mod_4dxktf.DECODO_EUROPEAN_COUNTRIES;
-exports.DECODO_ASIAN_COUNTRIES = _mod_4dxktf.DECODO_ASIAN_COUNTRIES;
-exports.DECODO_US_STATES = _mod_4dxktf.DECODO_US_STATES;
-exports.DECODO_COMMON_CITIES = _mod_4dxktf.DECODO_COMMON_CITIES;
-exports.getRandomDecodoDeviceType = _mod_4dxktf.getRandomDeviceType;
-exports.getRandomDecodoLocale = _mod_4dxktf.getRandomLocale;
-exports.getRandomDecodoCountry = _mod_4dxktf.getRandomCountry;
-exports.getRandomDecodoCity = _mod_4dxktf.getRandomCity;
-exports.generateDecodoSessionId = _mod_4dxktf.generateSessionId;;
+const _mod_lzbr9j = require('./crawler.cjs');
+exports.Crawler = _mod_lzbr9j.Crawler;;
+const _mod_u60zhc = require('./crawler-options.cjs');
+exports.CrawlerOptions = _mod_u60zhc.CrawlerOptions;;
+const _mod_1vebd3 = require('./plugin/robots-txt.cjs');
+exports.RobotsTxt = _mod_1vebd3.RobotsTxt;;
+const _mod_bhjqtv = require('./plugin/file-cacher.cjs');
+exports.FileCacher = _mod_bhjqtv.FileCacher;;
+const _mod_04rd64 = require('./plugin/url-store.cjs');
+exports.UrlStore = _mod_04rd64.UrlStore;;
+const _mod_0e89e3 = require('./plugin/navigation-history.cjs');
+exports.NavigationHistory = _mod_0e89e3.NavigationHistory;;
+const _mod_y6ssi0 = require('./addon/oxylabs/index.cjs');
+exports.Oxylabs = _mod_y6ssi0.Oxylabs;;
+const _mod_3tpb6j = require('./addon/oxylabs/options.cjs');
+exports.OXYLABS_BROWSER_TYPES = _mod_3tpb6j.OXYLABS_BROWSER_TYPES;
+exports.OXYLABS_COMMON_LOCALES = _mod_3tpb6j.OXYLABS_COMMON_LOCALES;
+exports.OXYLABS_COMMON_GEO_LOCATIONS = _mod_3tpb6j.OXYLABS_COMMON_GEO_LOCATIONS;
+exports.OXYLABS_US_STATES = _mod_3tpb6j.OXYLABS_US_STATES;
+exports.OXYLABS_EUROPEAN_COUNTRIES = _mod_3tpb6j.OXYLABS_EUROPEAN_COUNTRIES;
+exports.OXYLABS_ASIAN_COUNTRIES = _mod_3tpb6j.OXYLABS_ASIAN_COUNTRIES;
+exports.getRandomOxylabsBrowserType = _mod_3tpb6j.getRandomBrowserType;
+exports.getRandomOxylabsLocale = _mod_3tpb6j.getRandomLocale;
+exports.getRandomOxylabsGeoLocation = _mod_3tpb6j.getRandomGeoLocation;;
+const _mod_74k0au = require('./addon/decodo/index.cjs');
+exports.Decodo = _mod_74k0au.Decodo;;
+const _mod_hibwsw = require('./addon/decodo/options.cjs');
+exports.DECODO_DEVICE_TYPES = _mod_hibwsw.DECODO_DEVICE_TYPES;
+exports.DECODO_HEADLESS_MODES = _mod_hibwsw.DECODO_HEADLESS_MODES;
+exports.DECODO_COMMON_LOCALES = _mod_hibwsw.DECODO_COMMON_LOCALES;
+exports.DECODO_COMMON_COUNTRIES = _mod_hibwsw.DECODO_COMMON_COUNTRIES;
+exports.DECODO_EUROPEAN_COUNTRIES = _mod_hibwsw.DECODO_EUROPEAN_COUNTRIES;
+exports.DECODO_ASIAN_COUNTRIES = _mod_hibwsw.DECODO_ASIAN_COUNTRIES;
+exports.DECODO_US_STATES = _mod_hibwsw.DECODO_US_STATES;
+exports.DECODO_COMMON_CITIES = _mod_hibwsw.DECODO_COMMON_CITIES;
+exports.getRandomDecodoDeviceType = _mod_hibwsw.getRandomDeviceType;
+exports.getRandomDecodoLocale = _mod_hibwsw.getRandomLocale;
+exports.getRandomDecodoCountry = _mod_hibwsw.getRandomCountry;
+exports.getRandomDecodoCity = _mod_hibwsw.getRandomCity;
+exports.generateDecodoSessionId = _mod_hibwsw.generateSessionId;;

package/dist/crawler/plugin/index.cjs

@@ -1 +1 @@
-var e=require("./file-cacher.cjs");exports.FileCacher=e.FileCacher;var r=require("./url-store.cjs");exports.UrlStore=r.UrlStore;var o=require("./result-stream.cjs");exports.ResultStream=o.ResultStream;var t=require("./memory-monitor.cjs");exports.MemoryMonitor=t.MemoryMonitor;var a=require("./health-metrics.cjs");exports.HealthMetrics=a.HealthMetrics;var i=require("./capped-map.cjs");exports.CappedMap=i.CappedMap;var d=require("./capped-array.cjs");exports.CappedArray=d.CappedArray;
+var e=require("./file-cacher.cjs");exports.FileCacher=e.FileCacher;var r=require("./url-store.cjs");exports.UrlStore=r.UrlStore;var o=require("./result-stream.cjs");exports.ResultStream=o.ResultStream;var t=require("./memory-monitor.cjs");exports.MemoryMonitor=t.MemoryMonitor;var a=require("./health-metrics.cjs");exports.HealthMetrics=a.HealthMetrics;var i=require("./capped-map.cjs");exports.CappedMap=i.CappedMap;var s=require("./capped-array.cjs");exports.CappedArray=s.CappedArray;

package/dist/crawler.d.ts

@@ -2065,6 +2065,8 @@ declare class RezoError<T = any> extends Error {
  * Queue configuration options
  */
 export interface QueueConfig {
+	/** Name of the queue - useful for debugging and logging */
+	name?: string;
 	/** Maximum concurrent tasks (default: Infinity) */
 	concurrency?: number;
 	/** Auto-start processing when tasks are added (default: true) */
@@ -2195,6 +2197,7 @@ declare class RezoQueue<T = any> {
 	private isPausedFlag;
 	private intervalId?;
 	private intervalCount;
+	readonly name: string;
 	private intervalStart;
 	private eventHandlers;
 	private statsData;
@@ -4579,6 +4582,8 @@ declare class Rezo {
  */
 export type IProxy = RezoRequestConfig["proxy"];
 interface queueOptions$1 {
+	/** Queue name (optional) - if not provided, a random name will be generated */
+	name?: string;
 	/** Maximum concurrent requests */
 	concurrency?: number;
 	/** Interval in milliseconds between batches */
@@ -4593,6 +4598,20 @@ interface queueOptions$1 {
 	autoStart?: boolean;
 	/** Carry over concurrency count between intervals */
 	carryoverConcurrencyCount?: boolean;
+	/**
+	 * Random delay in milliseconds added to each request (0 to randomDelay).
+	 * When configured on a limiter, this takes
+	 * priority over autoThrottle for the matching domain.
+	 * @example
+	 * ```typescript
+	 * // Add 0-2000ms random jitter between requests
+	 * crawler.config.addLimiter({
+	 *   domain: 'api.example.com',
+	 *   options: { concurrency: 2, randomDelay: 2000 }
+	 * });
+	 * ```
+	 */
+	randomDelay?: number;
 }
 /**
  * Crawler response structure
@@ -6652,6 +6671,8 @@ export declare class CrawlerOptions {
 	private proxies;
 	/** Internal storage for rate limiter configurations with domain mapping */
 	private limiters;
+	/** Callback invoked when a new limiter is added (set by Crawler for onQueueChange) */
+	onLimiterAdded?: (queue: RezoQueue) => void;
 	/** Internal storage for custom header configurations with domain mapping */
 	private requestHeaders;
 	/**
@@ -6906,6 +6927,32 @@ export declare class CrawlerOptions {
 	 * ```
 	 */
 	destroyLimiters(): void;
+	/**
+	 * Get all configured limiter queues
+	 * @description Returns all RezoQueue instances created by addLimiter().
+	 * Useful for subscribing to queue events across all limiters.
+	 * @returns Array of limiter configurations with their RezoQueue instances
+	 * @example
+	 * ```typescript
+	 * const limiters = options.getLimiters();
+	 * for (const limiter of limiters) {
+	 *   limiter.pqueue.on('completed', () => console.log('Task done'));
+	 * }
+	 * ```
+	 */
+	getLimiters(): ReadonlyArray<{
+		domain?: Domain;
+		isGlobal?: boolean;
+		pqueue: RezoQueue;
+		randomDelay?: number;
+	}>;
+	/**
+	 * Get the randomDelay configured for a specific URL's domain
+	 * @param url - The URL to check
+	 * @param useGlobal - Whether to fall back to global limiters
+	 * @returns The randomDelay in milliseconds, or undefined if not configured
+	 */
+	getRandomDelay(url: string, useGlobal?: boolean): number | undefined;
 	/**
 	 * Clear all global configurations from headers, proxies, limiters, Decodo, and Oxylabs
 	 * @returns The CrawlerOptions instance for method chaining
@@ -7094,6 +7141,30 @@ export interface CrawlStats {
 	endTime?: number;
 	currentDepth: number;
 }
+/**
+ * Queue change event data passed to onQueueChange handler.
+ * Fires when any queue's state changes (main crawler queue, scraper queue, or limiter queues).
+ */
+export interface QueueChangeEvent {
+	/** Name of the queue that changed */
+	queueName: string;
+	/** Type of queue: 'crawler', 'scraper', or 'limiter' */
+	queueType: "crawler" | "scraper" | "limiter";
+	/** The event that triggered this change */
+	event: "add" | "start" | "completed" | "error" | "timeout" | "cancelled" | "idle" | "active" | "paused" | "resumed";
+	/** Number of tasks currently running */
+	pending: number;
+	/** Number of tasks waiting in queue */
+	size: number;
+	/** Total tasks (pending + size) */
+	total: number;
+	/** Is queue paused */
+	isPaused: boolean;
+	/** Is queue idle (no tasks) */
+	isIdle: boolean;
+	/** Task ID if event is task-specific (add, start, completed, error, timeout, cancelled) */
+	taskId?: string;
+}
 /**
  * A powerful web crawler that provides event-driven HTML parsing and data extraction.
  * Supports caching, proxy rotation, retry mechanisms, and email lead discovery.
@@ -7184,6 +7255,7 @@ export declare class Crawler {
 	private startHandlers;
 	private finishHandlers;
 	private redirectHandlers;
+	private queueChangeHandlers;
 	/** Data collection for export - bounded to prevent memory issues */
 	private collectedData;
 	/** Flag to track if crawl has started */
@@ -7446,6 +7518,22 @@ export declare class Crawler {
 	 * ```
 	 */
 	onRedirect(handler: (event: RedirectEvent$1) => Promise<void>): Crawler;
+	/**
+	 * Registers a handler called when any queue's state changes.
+	 * Fires for the main crawler queue, scraper queue, and all limiter queues.
+	 * Each event reports only the specific queue that changed (not aggregated).
+	 *
+	 * @param handler - Function to handle queue change events (sync callback)
+	 * @returns The crawler instance for method chaining
+	 *
+	 * @example
+	 * ```typescript
+	 * crawler.onQueueChange((event) => {
+	 *   console.log(`[${event.queueType}:${event.queueName}] ${event.event} - pending: ${event.pending}, size: ${event.size}`);
+	 * });
+	 * ```
+	 */
+	onQueueChange(handler: (event: QueueChangeEvent) => void): Crawler;
 	/**
 	 * Registers a handler for raw response data.
 	 * Triggered for all responses, providing access to the raw Buffer data.
@@ -7650,6 +7738,19 @@ export declare class Crawler {
 	 * ```
 	 */
 	onText(selection: string, handler: ElementBoundHandler<string>): Crawler;
+	/** Track which limiter queues we've already subscribed to */
+	private subscribedLimiterQueues;
+	/**
+	 * Subscribe to a queue's events to emit QueueChangeEvent
+	 * @param queue - The RezoQueue to subscribe to
+	 * @param queueType - Type of queue: 'crawler', 'scraper', or 'limiter'
+	 */
+	private _subscribeToQueueEvents;
+	/**
+	 * Subscribe to all limiter queues that haven't been subscribed to yet.
+	 * Called when onQueueChange handlers are registered to ensure limiter events are captured.
+	 */
+	private _subscribeToLimiterQueues;
 	private _onBody;
 	private _onAttribute;
 	private _onText;

package/dist/entries/crawler.cjs

@@ -1,4 +1,4 @@
-const _mod_yduaec = require('../crawler/crawler.cjs');
-exports.Crawler = _mod_yduaec.Crawler;;
-const _mod_58t9fo = require('../crawler/crawler-options.cjs');
-exports.CrawlerOptions = _mod_58t9fo.CrawlerOptions;;
+const _mod_6bmlfo = require('../crawler/crawler.cjs');
+exports.Crawler = _mod_6bmlfo.Crawler;;
+const _mod_4nabp1 = require('../crawler/crawler-options.cjs');
+exports.CrawlerOptions = _mod_4nabp1.CrawlerOptions;;

package/dist/index.cjs

@@ -1,30 +1,30 @@
-const _mod_f5e2x4 = require('./core/rezo.cjs');
-exports.Rezo = _mod_f5e2x4.Rezo;
-exports.createRezoInstance = _mod_f5e2x4.createRezoInstance;
-exports.createDefaultInstance = _mod_f5e2x4.createDefaultInstance;;
-const _mod_l2n0t8 = require('./errors/rezo-error.cjs');
-exports.RezoError = _mod_l2n0t8.RezoError;
-exports.RezoErrorCode = _mod_l2n0t8.RezoErrorCode;;
-const _mod_pgi4on = require('./utils/headers.cjs');
-exports.RezoHeaders = _mod_pgi4on.RezoHeaders;;
-const _mod_k82fb8 = require('./utils/form-data.cjs');
-exports.RezoFormData = _mod_k82fb8.RezoFormData;;
-const _mod_u8f16d = require('./utils/cookies.cjs');
-exports.RezoCookieJar = _mod_u8f16d.RezoCookieJar;
-exports.Cookie = _mod_u8f16d.Cookie;;
-const _mod_5km04t = require('./utils/curl.cjs');
-exports.toCurl = _mod_5km04t.toCurl;
-exports.fromCurl = _mod_5km04t.fromCurl;;
-const _mod_c99qva = require('./core/hooks.cjs');
-exports.createDefaultHooks = _mod_c99qva.createDefaultHooks;
-exports.mergeHooks = _mod_c99qva.mergeHooks;;
-const _mod_nlh20q = require('./proxy/manager.cjs');
-exports.ProxyManager = _mod_nlh20q.ProxyManager;;
-const _mod_2j9uz9 = require('./queue/index.cjs');
-exports.RezoQueue = _mod_2j9uz9.RezoQueue;
-exports.HttpQueue = _mod_2j9uz9.HttpQueue;
-exports.Priority = _mod_2j9uz9.Priority;
-exports.HttpMethodPriority = _mod_2j9uz9.HttpMethodPriority;;
+const _mod_uyga9f = require('./core/rezo.cjs');
+exports.Rezo = _mod_uyga9f.Rezo;
+exports.createRezoInstance = _mod_uyga9f.createRezoInstance;
+exports.createDefaultInstance = _mod_uyga9f.createDefaultInstance;;
+const _mod_w3fnjx = require('./errors/rezo-error.cjs');
+exports.RezoError = _mod_w3fnjx.RezoError;
+exports.RezoErrorCode = _mod_w3fnjx.RezoErrorCode;;
+const _mod_cfn1g3 = require('./utils/headers.cjs');
+exports.RezoHeaders = _mod_cfn1g3.RezoHeaders;;
+const _mod_ld3867 = require('./utils/form-data.cjs');
+exports.RezoFormData = _mod_ld3867.RezoFormData;;
+const _mod_um6gnq = require('./utils/cookies.cjs');
+exports.RezoCookieJar = _mod_um6gnq.RezoCookieJar;
+exports.Cookie = _mod_um6gnq.Cookie;;
+const _mod_2u2x4t = require('./utils/curl.cjs');
+exports.toCurl = _mod_2u2x4t.toCurl;
+exports.fromCurl = _mod_2u2x4t.fromCurl;;
+const _mod_l9fvot = require('./core/hooks.cjs');
+exports.createDefaultHooks = _mod_l9fvot.createDefaultHooks;
+exports.mergeHooks = _mod_l9fvot.mergeHooks;;
+const _mod_3we0pp = require('./proxy/manager.cjs');
+exports.ProxyManager = _mod_3we0pp.ProxyManager;;
+const _mod_m23nko = require('./queue/index.cjs');
+exports.RezoQueue = _mod_m23nko.RezoQueue;
+exports.HttpQueue = _mod_m23nko.HttpQueue;
+exports.Priority = _mod_m23nko.Priority;
+exports.HttpMethodPriority = _mod_m23nko.HttpMethodPriority;;
 const { RezoError } = require('./errors/rezo-error.cjs');
 const isRezoError = exports.isRezoError = RezoError.isRezoError;
 const Cancel = exports.Cancel = RezoError;
@@ -34,9 +34,9 @@ const isCancel = exports.isCancel = (error) => {
 };
 const all = exports.all = Promise.all.bind(Promise);
 const spread = exports.spread = (callback) => (array) => callback(...array);
-const _mod_xznh6j = require('./version.cjs');
-exports.VERSION = _mod_xznh6j.VERSION;
-exports.PACKAGE_NAME = _mod_xznh6j.PACKAGE_NAME;;
+const _mod_zq73m7 = require('./version.cjs');
+exports.VERSION = _mod_zq73m7.VERSION;
+exports.PACKAGE_NAME = _mod_zq73m7.PACKAGE_NAME;;
 const { executeRequest } = require('./adapters/http.cjs');
 const { setGlobalAdapter, createRezoInstance } = require('./core/rezo.cjs');
 setGlobalAdapter(executeRequest);

package/dist/index.d.ts

@@ -2016,6 +2016,8 @@ export declare const HttpMethodPriority: Record<string, number>;
  * Queue configuration options
  */
 export interface QueueConfig {
+	/** Name of the queue - useful for debugging and logging */
+	name?: string;
 	/** Maximum concurrent tasks (default: Infinity) */
 	concurrency?: number;
 	/** Auto-start processing when tasks are added (default: true) */
@@ -2253,6 +2255,7 @@ export declare class RezoQueue<T = any> {
 	private isPausedFlag;
 	private intervalId?;
 	private intervalCount;
+	readonly name: string;
 	private intervalStart;
 	private eventHandlers;
 	private statsData;
@@ -4883,7 +4886,7 @@ export declare class HttpQueue extends RezoQueue<any> {
  *
  * IMPORTANT: Update these values when bumping package version.
  */
-export declare const VERSION = "1.0.74";
+export declare const VERSION = "1.0.76";
 export declare const PACKAGE_NAME = "rezo";
 export declare const isRezoError: typeof RezoError.isRezoError;
 export declare const Cancel: typeof RezoError;