@crawlee/core 4.0.0-beta.28 → 4.0.0-beta.280

package/service_locator.js

@@ -1,252 +0,0 @@
-import { AsyncLocalStorage } from 'node:async_hooks';
-import { MemoryStorage } from '@crawlee/memory-storage';
-import log from '@apify/log';
-import { Configuration } from './configuration.js';
-import { ServiceConflictError } from './errors.js';
-import { LocalEventManager } from './events/local_event_manager.js';
-/**
- * Service locator for managing the services used by Crawlee.
- *
- * All services are initialized to their default value lazily.
- *
- * There are two primary usage patterns:
- *
- * **1. Global service locator (for default services):**
- * ```typescript
- * import { serviceLocator, BasicCrawler } from 'crawlee';
- *
- * // Optionally configure global services before creating crawlers
- * serviceLocator.setStorageClient(myCustomClient);
- *
- * // Crawler uses global services
- * const crawler = new BasicCrawler({ ... });
- * ```
- *
- * **2. Per-crawler services (recommended for isolation):**
- * ```typescript
- * import { BasicCrawler, Configuration, LocalEventManager } from 'crawlee';
- * import { MemoryStorage } from '@crawlee/memory-storage';
- *
- * const crawler = new BasicCrawler({
- *     requestHandler: async ({ request }) => { ... },
- *     configuration: new Configuration({ ... }),  // custom config
- *     storageClient: new MemoryStorage(),          // custom storage
- *     eventManager: LocalEventManager.fromConfig(),  // custom events
- * });
- * // Crawler has its own isolated ServiceLocator instance
- * ```
- */
-export class ServiceLocator {
-    configuration;
-    eventManager;
-    storageClient;
-    /**
-     * Storage managers for Dataset, KeyValueStore, and RequestQueue.
-     * Manages caching and lifecycle of storage instances.
-     */
-    storageManagers = new Map();
-    /**
-     * Creates a new ServiceLocator instance.
-     *
-     * @param configuration Optional configuration instance to use
-     * @param eventManager Optional event manager instance to use
-     * @param storageClient Optional storage client instance to use
-     */
-    constructor(configuration, eventManager, storageClient) {
-        this.configuration = configuration;
-        this.eventManager = eventManager;
-        this.storageClient = storageClient;
-    }
-    getConfiguration() {
-        if (!this.configuration) {
-            log.debug('No configuration set, implicitly creating and using default Configuration.');
-            this.configuration = new Configuration();
-        }
-        return this.configuration;
-    }
-    setConfiguration(configuration) {
-        // Same instance, no need to do anything
-        if (this.configuration === configuration) {
-            return;
-        }
-        // Already have a different configuration that was retrieved
-        if (this.configuration) {
-            throw new ServiceConflictError('Configuration', configuration, this.configuration);
-        }
-        this.configuration = configuration;
-    }
-    getEventManager() {
-        if (!this.eventManager) {
-            log.debug('No event manager set, implicitly creating and using default LocalEventManager.');
-            if (!this.configuration) {
-                log.warning('Implicit creation of event manager will implicitly set configuration as side effect. ' +
-                    'It is advised to explicitly first set the configuration instead.');
-            }
-            this.eventManager = LocalEventManager.fromConfig(this.getConfiguration());
-        }
-        return this.eventManager;
-    }
-    setEventManager(eventManager) {
-        // Same instance, no need to do anything
-        if (this.eventManager === eventManager) {
-            return;
-        }
-        // Already have a different event manager that was retrieved
-        if (this.eventManager) {
-            throw new ServiceConflictError('EventManager', eventManager, this.eventManager);
-        }
-        this.eventManager = eventManager;
-    }
-    getStorageClient() {
-        if (!this.storageClient) {
-            log.debug('No storage client set, implicitly creating and using default MemoryStorage.');
-            if (!this.configuration) {
-                log.warning('Implicit creation of storage client will implicitly set configuration as side effect. ' +
-                    'It is advised to explicitly first set the configuration instead.');
-            }
-            const config = this.getConfiguration();
-            this.storageClient = new MemoryStorage({
-                persistStorage: config.get('persistStorage'),
-            });
-        }
-        return this.storageClient;
-    }
-    setStorageClient(storageClient) {
-        // Same instance, no need to do anything
-        if (this.storageClient === storageClient) {
-            return;
-        }
-        // Already have a different storage client that was retrieved
-        if (this.storageClient) {
-            throw new ServiceConflictError('StorageClient', storageClient, this.storageClient);
-        }
-        this.storageClient = storageClient;
-    }
-    getStorageManager(constructor) {
-        return this.storageManagers.get(constructor);
-    }
-    setStorageManager(constructor, storageManager) {
-        if (this.storageManagers.has(constructor)) {
-            throw new ServiceConflictError(`StorageManager(${constructor.name})`, storageManager, this.storageManagers.get(constructor));
-        }
-        this.storageManagers.set(constructor, storageManager);
-    }
-    clearStorageManagerCache() {
-        this.storageManagers.forEach((manager) => {
-            // KeyValueStore has a clearCache method on its instances
-            // TODO this uses fragile string matching and `any` casts into private fields - remove as part of
-            //  https://github.com/apify/crawlee/issues/3075 (Storage instance management will be reworked significantly)
-            if (manager.name === 'KeyValueStore') {
-                manager.cache?.forEach((item) => {
-                    item.clearCache?.();
-                });
-            }
-        });
-        this.storageManagers.clear();
-    }
-    reset() {
-        this.configuration = undefined;
-        this.eventManager = undefined;
-        this.storageClient = undefined;
-        this.clearStorageManagerCache();
-    }
-}
-/**
- * Used as the default service provider when crawlers don't specify custom services.
- */
-const globalServiceLocator = new ServiceLocator();
-const serviceLocatorStorage = new AsyncLocalStorage();
-/**
- * Wraps all methods on `target` so that any code they invoke will see the given
- * `serviceLocator` via `AsyncLocalStorage`, rather than the global one.
- *
- * Walks the prototype chain and replaces each method on the *instance* (not the prototype)
- * with a wrapper that calls `serviceLocatorStorage.run(serviceLocator, originalMethod)`.
- *
- * The `AsyncLocalStorage` context propagates through the entire sync/async call tree of each
- * wrapped method — including `super` calls, since the prototype methods execute within the
- * context established by the instance-level wrapper.
- *
- * @internal
- * @returns Scope control functions: `run` executes a callback within the scoped context,
- *   `enterScope`/`exitScope` allow entering/leaving the scope imperatively (e.g., for constructor bodies).
- */
-export function bindMethodsToServiceLocator(serviceLocator, target) {
-    let proto = Object.getPrototypeOf(target);
-    while (proto !== null && proto !== Object.prototype) {
-        const propertyKeys = [...Object.getOwnPropertyNames(proto), ...Object.getOwnPropertySymbols(proto)];
-        for (const propertyKey of propertyKeys) {
-            const descriptor = Object.getOwnPropertyDescriptor(proto, propertyKey);
-            // We use property descriptors rather than accessing target[propertyKey] directly,
-            // because that would trigger getters and cause unwanted side effects.
-            // Skip getters, setters, and constructors — only wrap regular methods.
-            if (propertyKey === 'constructor' ||
-                !descriptor ||
-                descriptor.get ||
-                descriptor.set ||
-                typeof descriptor.value !== 'function')
-                continue;
-            const original = descriptor.value;
-            target[propertyKey] = (...args) => {
-                return serviceLocatorStorage.run(serviceLocator, () => {
-                    return original.apply(target, args);
-                });
-            };
-        }
-        proto = Object.getPrototypeOf(proto);
-    }
-    let previousStore;
-    return {
-        run: (fn) => serviceLocatorStorage.run(serviceLocator, fn),
-        enterScope: () => {
-            previousStore = serviceLocatorStorage.getStore();
-            serviceLocatorStorage.enterWith(serviceLocator);
-        },
-        exitScope: () => {
-            serviceLocatorStorage.enterWith(previousStore); // casting to any so that `undefined` is accepted - this "unsets" the AsyncLocalStorage
-        },
-    };
-}
-export const serviceLocator = {
-    getConfiguration() {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        return currentServiceLocator.getConfiguration();
-    },
-    setConfiguration(configuration) {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        currentServiceLocator.setConfiguration(configuration);
-    },
-    getEventManager() {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        return currentServiceLocator.getEventManager();
-    },
-    setEventManager(eventManager) {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        currentServiceLocator.setEventManager(eventManager);
-    },
-    getStorageClient() {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        return currentServiceLocator.getStorageClient();
-    },
-    setStorageClient(storageClient) {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        currentServiceLocator.setStorageClient(storageClient);
-    },
-    getStorageManager(constructor) {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        return currentServiceLocator.getStorageManager(constructor);
-    },
-    setStorageManager(constructor, storageManager) {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        currentServiceLocator.setStorageManager(constructor, storageManager);
-    },
-    clearStorageManagerCache() {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        currentServiceLocator.clearStorageManagerCache();
-    },
-    reset() {
-        const currentServiceLocator = serviceLocatorStorage.getStore() ?? globalServiceLocator;
-        currentServiceLocator.reset();
-    },
-};
-//# sourceMappingURL=service_locator.js.map

package/service_locator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"service_locator.js","sourceRoot":"","sources":["../src/service_locator.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAErD,OAAO,EAAE,aAAa,EAAE,MAAM,yBAAyB,CAAC;AAGxD,OAAO,GAAG,MAAM,YAAY,CAAC;AAE7B,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAiEpE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+BG;AACH,MAAM,OAAO,cAAc;IACf,aAAa,CAAiB;IAC9B,YAAY,CAAgB;IAC5B,aAAa,CAAiB;IAEtC;;;OAGG;IACK,eAAe,GAAG,IAAI,GAAG,EAAyC,CAAC;IAE3E;;;;;;OAMG;IACH,YAAY,aAA6B,EAAE,YAA2B,EAAE,aAA6B;QACjG,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED,gBAAgB;QACZ,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,GAAG,CAAC,KAAK,CAAC,4EAA4E,CAAC,CAAC;YACxF,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,EAAE,CAAC;QAC7C,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,gBAAgB,CAAC,aAA4B;QACzC,wCAAwC;QACxC,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;YACvC,OAAO;QACX,CAAC;QAED,4DAA4D;QAC5D,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,IAAI,oBAAoB,CAAC,eAAe,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED,eAAe;QACX,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACrB,GAAG,CAAC,KAAK,CAAC,gFAAgF,CAAC,CAAC;YAC5F,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACtB,GAAG,CAAC,OAAO,CACP,uFAAuF;oBACnF,kEAAkE,CACzE,CAAC;YACN,CAAC;YACD,IAAI,CAAC,YAAY,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAED,eAAe,CAAC,YAA0B;QACtC,wCAAwC;QACxC,IAAI,IAAI,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;YACrC,OAAO;QACX,CAAC;QAED,4DAA4D;QAC5D,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACpB,MAAM,IAAI,oBAAoB,CAAC,cAAc,EAAE,YAAY,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACrC,CAAC;IAED,gBAAgB;QACZ,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;YACtB,GAAG,CAAC,KAAK,CAAC,6EAA6E,CAAC,CAAC;YACzF,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC;gBACtB,GAAG,CAAC,OAAO,CACP,wFAAwF;oBACpF,kEAAkE,CACzE,CAAC;YACN,CAAC;YACD,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACvC,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC;gBACnC,cAAc,EAAE,MAAM,CAAC,GAAG,CAAC,gBAAgB,CAAC;aAC/C,CAAC,CAAC;QACP,CAAC;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC9B,CAAC;IAED,gBAAgB,CAAC,aAA4B;QACzC,wCAAwC;QACxC,IAAI,IAAI,CAAC,aAAa,KAAK,aAAa,EAAE,CAAC;YACvC,OAAO;QACX,CAAC;QAED,6DAA6D;QAC7D,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACrB,MAAM,IAAI,oBAAoB,CAAC,eAAe,EAAE,aAAa,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QACvF,CAAC;QAED,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;IACvC,CAAC;IAED,iBAAiB,CAAC,WAAkC;QAChD,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjD,CAAC;IAED,iBAAiB,CAAC,WAAkC,EAAE,cAA8B;QAChF,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,EAAE,CAAC;YACxC,MAAM,IAAI,oBAAoB,CAC1B,kBAAkB,WAAW,CAAC,IAAI,GAAG,EACrC,cAAc,EACd,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,CACxC,CAAC;QACN,CAAC;QAED,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IAC1D,CAAC;IAED,wBAAwB;QACpB,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE;YACrC,yDAAyD;YACzD,iGAAiG;YACjG,6GAA6G;YAC7G,IAAK,OAAe,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;gBAC3C,OAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,IAAS,EAAE,EAAE;oBAC1C,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC;gBACxB,CAAC,CAAC,CAAC;YACP,CAAC;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;IACjC,CAAC;IAED,KAAK;QACD,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,YAAY,GAAG,SAAS,CAAC;QAC9B,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC;QAC/B,IAAI,CAAC,wBAAwB,EAAE,CAAC;IACpC,CAAC;CACJ;AAED;;GAEG;AACH,MAAM,oBAAoB,GAAG,IAAI,cAAc,EAAE,CAAC;AAElD,MAAM,qBAAqB,GAAG,IAAI,iBAAiB,EAA2B,CAAC;AAE/E;;;;;;;;;;;;;;GAcG;AACH,MAAM,UAAU,2BAA2B,CACvC,cAA8B,EAC9B,MAAU;IAEV,IAAI,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;IAE1C,OAAO,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,MAAM,CAAC,SAAS,EAAE,CAAC;QAClD,MAAM,YAAY,GAAG,CAAC,GAAG,MAAM,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,GAAG,MAAM,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,CAAC;QAEpG,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACrC,MAAM,UAAU,GAAG,MAAM,CAAC,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAEvE,kFAAkF;YAClF,sEAAsE;YACtE,uEAAuE;YACvE,IACI,WAAW,KAAK,aAAa;gBAC7B,CAAC,UAAU;gBACX,UAAU,CAAC,GAAG;gBACd,UAAU,CAAC,GAAG;gBACd,OAAO,UAAU,CAAC,KAAK,KAAK,UAAU;gBAEtC,SAAS;YAEb,MAAM,QAAQ,GAAG,UAAU,CAAC,KAAK,CAAC;YACjC,MAA2C,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,IAAW,EAAE,EAAE;gBAC3E,OAAO,qBAAqB,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,EAAE;oBAClD,OAAO,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;gBACxC,CAAC,CAAC,CAAC;YACP,CAAC,CAAC;QACN,CAAC;QAED,KAAK,GAAG,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IACzC,CAAC;IAED,IAAI,aAAkD,CAAC;IAEvD,OAAO;QACH,GAAG,EAAE,CAAI,EAAW,EAAK,EAAE,CAAC,qBAAqB,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC;QACzE,UAAU,EAAE,GAAG,EAAE;YACb,aAAa,GAAG,qBAAqB,CAAC,QAAQ,EAAE,CAAC;YACjD,qBAAqB,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QACpD,CAAC;QACD,SAAS,EAAE,GAAG,EAAE;YACZ,qBAAqB,CAAC,SAAS,CAAC,aAAoB,CAAC,CAAC,CAAC,uFAAuF;QAClJ,CAAC;KACJ,CAAC;AACN,CAAC;AAED,MAAM,CAAC,MAAM,cAAc,GAA4B;IACnD,gBAAgB;QACZ,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,OAAO,qBAAqB,CAAC,gBAAgB,EAAE,CAAC;IACpD,CAAC;IACD,gBAAgB,CAAC,aAA4B;QACzC,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,qBAAqB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC1D,CAAC;IACD,eAAe;QACX,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,OAAO,qBAAqB,CAAC,eAAe,EAAE,CAAC;IACnD,CAAC;IACD,eAAe,CAAC,YAA0B;QACtC,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,qBAAqB,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;IACxD,CAAC;IACD,gBAAgB;QACZ,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,OAAO,qBAAqB,CAAC,gBAAgB,EAAE,CAAC;IACpD,CAAC;IACD,gBAAgB,CAAC,aAA4B;QACzC,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,qBAAqB,CAAC,gBAAgB,CAAC,aAAa,CAAC,CAAC;IAC1D,CAAC;IACD,iBAAiB,CAAC,WAAkC;QAChD,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,OAAO,qBAAqB,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;IAChE,CAAC;IACD,iBAAiB,CAAC,WAAkC,EAAE,cAA8B;QAChF,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,qBAAqB,CAAC,iBAAiB,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACzE,CAAC;IACD,wBAAwB;QACpB,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,qBAAqB,CAAC,wBAAwB,EAAE,CAAC;IACrD,CAAC;IACD,KAAK;QACD,MAAM,qBAAqB,GAAG,qBAAqB,CAAC,QAAQ,EAAE,IAAI,oBAAoB,CAAC;QACvF,qBAAqB,CAAC,KAAK,EAAE,CAAC;IAClC,CAAC;CACJ,CAAC"}

package/session_pool/consts.d.ts

@@ -1,4 +0,0 @@
-export declare const BLOCKED_STATUS_CODES: number[];
-export declare const PERSIST_STATE_KEY = "SDK_SESSION_POOL_STATE";
-export declare const MAX_POOL_SIZE = 1000;
-//# sourceMappingURL=consts.d.ts.map

package/session_pool/consts.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"consts.d.ts","sourceRoot":"","sources":["../../src/session_pool/consts.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,oBAAoB,UAAkB,CAAC;AACpD,eAAO,MAAM,iBAAiB,2BAA2B,CAAC;AAC1D,eAAO,MAAM,aAAa,OAAO,CAAC"}

package/session_pool/consts.js

@@ -1,4 +0,0 @@
-export const BLOCKED_STATUS_CODES = [401, 403, 429];
-export const PERSIST_STATE_KEY = 'SDK_SESSION_POOL_STATE';
-export const MAX_POOL_SIZE = 1000;
-//# sourceMappingURL=consts.js.map

package/session_pool/consts.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"consts.js","sourceRoot":"","sources":["../../src/session_pool/consts.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;AACpD,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAC1D,MAAM,CAAC,MAAM,aAAa,GAAG,IAAI,CAAC"}

package/session_pool/errors.d.ts

@@ -1,8 +0,0 @@
-/**
- * @ignore
- */
-export declare class CookieParseError extends Error {
-    readonly cookieHeaderString: unknown;
-    constructor(cookieHeaderString: unknown);
-}
-//# sourceMappingURL=errors.d.ts.map

package/session_pool/errors.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../src/session_pool/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,KAAK;IAC3B,QAAQ,CAAC,kBAAkB,EAAE,OAAO;gBAA3B,kBAAkB,EAAE,OAAO;CAInD"}

package/session_pool/errors.js

@@ -1,12 +0,0 @@
-/**
- * @ignore
- */
-export class CookieParseError extends Error {
-    cookieHeaderString;
-    constructor(cookieHeaderString) {
-        super(`Could not parse cookie header string: ${cookieHeaderString}`);
-        this.cookieHeaderString = cookieHeaderString;
-        Error.captureStackTrace(this, CookieParseError);
-    }
-}
-//# sourceMappingURL=errors.js.map

package/session_pool/errors.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../src/session_pool/errors.ts"],"names":[],"mappings":"AAAA;;GAEG;AACH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAClB;IAArB,YAAqB,kBAA2B;QAC5C,KAAK,CAAC,yCAAyC,kBAAkB,EAAE,CAAC,CAAC;QADpD,uBAAkB,GAAlB,kBAAkB,CAAS;QAE5C,KAAK,CAAC,iBAAiB,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACpD,CAAC;CACJ"}

package/session_pool/events.d.ts

@@ -1,3 +0,0 @@
-/** @internal */
-export declare const EVENT_SESSION_RETIRED = "sessionRetired";
-//# sourceMappingURL=events.d.ts.map

package/session_pool/events.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../src/session_pool/events.ts"],"names":[],"mappings":"AAAA,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,mBAAmB,CAAC"}

package/session_pool/events.js

@@ -1,3 +0,0 @@
-/** @internal */
-export const EVENT_SESSION_RETIRED = 'sessionRetired';
-//# sourceMappingURL=events.js.map

package/session_pool/events.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"events.js","sourceRoot":"","sources":["../../src/session_pool/events.ts"],"names":[],"mappings":"AAAA,gBAAgB;AAChB,MAAM,CAAC,MAAM,qBAAqB,GAAG,gBAAgB,CAAC"}

package/session_pool/index.d.ts

@@ -1,6 +0,0 @@
-export * from './errors.js';
-export * from './events.js';
-export * from './session.js';
-export * from './session_pool.js';
-export * from './consts.js';
-//# sourceMappingURL=index.d.ts.map

package/session_pool/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/session_pool/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,aAAa,CAAC"}

package/session_pool/index.js

@@ -1,6 +0,0 @@
-export * from './errors.js';
-export * from './events.js';
-export * from './session.js';
-export * from './session_pool.js';
-export * from './consts.js';
-//# sourceMappingURL=index.js.map

package/session_pool/index.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/session_pool/index.ts"],"names":[],"mappings":"AAAA,cAAc,aAAa,CAAC;AAC5B,cAAc,aAAa,CAAC;AAC5B,cAAc,cAAc,CAAC;AAC7B,cAAc,mBAAmB,CAAC;AAClC,cAAc,aAAa,CAAC"}

package/session_pool/session.d.ts

@@ -1,186 +0,0 @@
-import type { Cookie as CookieObject, Dictionary, ISession, ProxyInfo, SessionState } from '@crawlee/types';
-import type { Cookie } from 'tough-cookie';
-import { CookieJar } from 'tough-cookie';
-import type { Log } from '@apify/log';
-export interface SessionOptions {
-    /** Id of session used for generating fingerprints. It is used as proxy session name. */
-    id?: string;
-    /**
-     * Number of seconds after which the session is considered as expired.
-     * @default 3000
-     */
-    maxAgeSecs?: number;
-    /** Object where custom user data can be stored. For example custom headers. */
-    userData?: Dictionary;
-    /**
-     * Maximum number of marking session as blocked usage.
-     * If the `errorScore` reaches the `maxErrorScore` session is marked as block and it is thrown away.
-     * It starts at 0. Calling the `markBad` function increases the `errorScore` by 1.
-     * Calling the `markGood` will decrease the `errorScore` by `errorScoreDecrement`
-     * @default 3
-     */
-    maxErrorScore?: number;
-    /**
-     * It is used for healing the session.
-     * For example: if your session is marked bad two times, but it is successful on the third attempt it's errorScore
-     * is decremented by this number.
-     * @default 0.5
-     */
-    errorScoreDecrement?: number;
-    /** Date of creation. */
-    createdAt?: Date;
-    /** Date of expiration. */
-    expiresAt?: Date;
-    /**
-     * Indicates how many times the session has been used.
-     * @default 0
-     */
-    usageCount?: number;
-    /**
-     * Session should be used only a limited amount of times.
-     * This number indicates how many times the session is going to be used, before it is thrown away.
-     * @default 50
-     */
-    maxUsageCount?: number;
-    /** SessionPool instance. Session will emit the `sessionRetired` event on this instance. */
-    sessionPool?: import('./session_pool.js').SessionPool;
-    log?: Log;
-    errorScore?: number;
-    cookieJar?: CookieJar;
-    proxyInfo?: ProxyInfo;
-}
-/**
- * Sessions are used to store information such as cookies and can be used for generating fingerprints and proxy sessions.
- * You can imagine each session as a specific user, with its own cookies, IP (via proxy) and potentially a unique browser fingerprint.
- * Session internal state can be enriched with custom user data for example some authorization tokens and specific headers in general.
- * @category Scaling
- */
-export declare class Session implements ISession {
-    readonly id: string;
-    private maxAgeSecs;
-    userData: Dictionary;
-    private _maxErrorScore;
-    private _errorScoreDecrement;
-    private _createdAt;
-    private _expiresAt;
-    private _usageCount;
-    private _maxUsageCount;
-    private sessionPool;
-    private _errorScore;
-    private _proxyInfo?;
-    private _cookieJar;
-    private log;
-    get errorScore(): number;
-    get usageCount(): number;
-    get maxErrorScore(): number;
-    get errorScoreDecrement(): number;
-    get expiresAt(): Date;
-    get createdAt(): Date;
-    get maxUsageCount(): number;
-    get cookieJar(): CookieJar;
-    get proxyInfo(): ProxyInfo | undefined;
-    /**
-     * Session configuration.
-     */
-    constructor(options: SessionOptions);
-    /**
-     * Indicates whether the session is blocked.
-     * Session is blocked once it reaches the `maxErrorScore`.
-     */
-    isBlocked(): boolean;
-    /**
-     * Indicates whether the session is expired.
-     * Session expiration is determined by the `maxAgeSecs`.
-     * Once the session is older than `createdAt + maxAgeSecs` the session is considered expired.
-     */
-    isExpired(): boolean;
-    /**
-     * Indicates whether the session is used maximum number of times.
-     * Session maximum usage count can be changed by `maxUsageCount` parameter.
-     */
-    isMaxUsageCountReached(): boolean;
-    /**
-     * Indicates whether the session can be used for next requests.
-     * Session is usable when it is not expired, not blocked and the maximum usage count has not be reached.
-     */
-    isUsable(): boolean;
-    /**
-     * This method should be called after a successful session usage.
-     * It increases `usageCount` and potentially lowers the `errorScore` by the `errorScoreDecrement`.
-     */
-    markGood(): void;
-    /**
-     * Gets session state for persistence in KeyValueStore.
-     * @returns Represents session internal state.
-     */
-    getState(): SessionState;
-    /**
-     * Marks session as blocked and emits event on the `SessionPool`
-     * This method should be used if the session usage was unsuccessful
-     * and you are sure that it is because of the session configuration and not any external matters.
-     * For example when server returns 403 status code.
-     * If the session does not work due to some external factors as server error such as 5XX you probably want to use `markBad` method.
-     */
-    retire(): void;
-    /**
-     * Increases usage and error count.
-     * Should be used when the session has been used unsuccessfully. For example because of timeouts.
-     */
-    markBad(): void;
-    /**
-     * With certain status codes: `401`, `403` or `429` we can be certain
-     * that the target website is blocking us. This function helps to do this conveniently
-     * by retiring the session when such code is received. Optionally, the default status
-     * codes can be extended in the second parameter.
-     * @param statusCode HTTP status code.
-     * @returns Whether the session was retired.
-     */
-    retireOnBlockedStatusCodes(statusCode: number): boolean;
-    /**
-     * Saves cookies from an HTTP response to be used with the session.
-     * It expects an object with a `headers` property that's either an `Object`
-     * (typical Node.js responses) or a `Function` (Puppeteer Response).
-     *
-     * It then parses and saves the cookies from the `set-cookie` header, if available.
-     */
-    setCookiesFromResponse(response: Response): void;
-    /**
-     * Saves an array with cookie objects to be used with the session.
-     * The objects should be in the format that
-     * [Puppeteer uses](https://pptr.dev/#?product=Puppeteer&version=v2.0.0&show=api-pagecookiesurls),
-     * but you can also use this function to set cookies manually:
-     *
-     * ```
-     * [
-     *   { name: 'cookie1', value: 'my-cookie' },
-     *   { name: 'cookie2', value: 'your-cookie' }
-     * ]
-     * ```
-     */
-    setCookies(cookies: CookieObject[], url: string): void;
-    /**
-     * Returns cookies in a format compatible with puppeteer/playwright and ready to be used with `page.setCookie`.
-     * @param url website url. Only cookies stored for this url will be returned
-     */
-    getCookies(url: string): CookieObject[];
-    /**
-     * Returns cookies saved with the session in the typical
-     * key1=value1; key2=value2 format, ready to be used in
-     * a cookie header or elsewhere.
-     * @returns Represents `Cookie` header.
-     */
-    getCookieString(url: string): string;
-    /**
-     * Sets a cookie within this session for the specific URL.
-     */
-    setCookie(rawCookie: string, url: string): void;
-    /**
-     * Sets cookies.
-     */
-    protected _setCookies(cookies: Cookie[], url: string): void;
-    /**
-     * Checks if session is not usable. if it is not retires the session.
-     */
-    protected _maybeSelfRetire(): void;
-}
-//# sourceMappingURL=session.d.ts.map

package/session_pool/session.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"session.d.ts","sourceRoot":"","sources":["../../src/session_pool/session.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,MAAM,IAAI,YAAY,EAAE,UAAU,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAE5G,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC3C,OAAO,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,YAAY,CAAC;AAYtC,MAAM,WAAW,cAAc;IAC3B,wFAAwF;IACxF,EAAE,CAAC,EAAE,MAAM,CAAC;IAEZ;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB,+EAA+E;IAC/E,QAAQ,CAAC,EAAE,UAAU,CAAC;IAEtB;;;;;;OAMG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB;;;;;OAKG;IACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;IAE7B,wBAAwB;IACxB,SAAS,CAAC,EAAE,IAAI,CAAC;IAEjB,0BAA0B;IAC1B,SAAS,CAAC,EAAE,IAAI,CAAC;IAEjB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;;OAIG;IACH,aAAa,CAAC,EAAE,MAAM,CAAC;IAEvB,2FAA2F;IAC3F,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,CAAC;IAEtD,GAAG,CAAC,EAAE,GAAG,CAAC;IACV,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,SAAS,CAAC;IACtB,SAAS,CAAC,EAAE,SAAS,CAAC;CACzB;AAED;;;;;GAKG;AACH,qBAAa,OAAQ,YAAW,QAAQ;IACpC,QAAQ,CAAC,EAAE,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,UAAU,CAAS;IAC3B,QAAQ,EAAE,UAAU,CAAC;IACrB,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,oBAAoB,CAAS;IACrC,OAAO,CAAC,UAAU,CAAO;IACzB,OAAO,CAAC,UAAU,CAAO;IACzB,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,WAAW,CAA0C;IAC7D,OAAO,CAAC,WAAW,CAAS;IAC5B,OAAO,CAAC,UAAU,CAAC,CAAY;IAC/B,OAAO,CAAC,UAAU,CAAY;IAC9B,OAAO,CAAC,GAAG,CAAM;IAEjB,IAAI,UAAU,WAEb;IAED,IAAI,UAAU,WAEb;IAED,IAAI,aAAa,WAEhB;IAED,IAAI,mBAAmB,WAEtB;IAED,IAAI,SAAS,SAEZ;IAED,IAAI,SAAS,SAEZ;IAED,IAAI,aAAa,WAEhB;IAED,IAAI,SAAS,cAEZ;IAED,IAAI,SAAS,0BAEZ;IAED;;OAEG;gBACS,OAAO,EAAE,cAAc;IA0DnC;;;OAGG;IACH,SAAS,IAAI,OAAO;IAIpB;;;;OAIG;IACH,SAAS,IAAI,OAAO;IAIpB;;;OAGG;IACH,sBAAsB,IAAI,OAAO;IAIjC;;;OAGG;IACH,QAAQ,IAAI,OAAO;IAInB;;;OAGG;IACH,QAAQ;IAUR;;;OAGG;IACH,QAAQ,IAAI,YAAY;IAgBxB;;;;;;OAMG;IACH,MAAM;IASN;;;OAGG;IACH,OAAO;IAOP;;;;;;;OAOG;IACH,0BAA0B,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO;IASvD;;;;;;OAMG;IACH,sBAAsB,CAAC,QAAQ,EAAE,QAAQ;IAWzC;;;;;;;;;;;;OAYG;IACH,UAAU,CAAC,OAAO,EAAE,YAAY,EAAE,EAAE,GAAG,EAAE,MAAM;IAK/C;;;OAGG;IACH,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,YAAY,EAAE;IAKvC;;;;;OAKG;IACH,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAIpC;;OAEG;IACH,SAAS,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAI/C;;OAEG;IACH,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAkB3D;;OAEG;IACH,SAAS,CAAC,gBAAgB,IAAI,IAAI;CAKrC"}