apify 2.3.1-beta.4 → 3.0.0-alpha.0

package/build/session_pool/session_pool.js

@@ -1,393 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.openSessionPool = exports.SessionPool = void 0;
-const tslib_1 = require("tslib");
-const events_1 = require("events");
-const ow_1 = (0, tslib_1.__importDefault)(require("ow"));
-const key_value_store_1 = require("../storages/key_value_store");
-const session_1 = require("./session"); // eslint-disable-line no-unused-vars,import/named,import/no-cycle
-const events_2 = (0, tslib_1.__importDefault)(require("../events"));
-const utils_log_1 = (0, tslib_1.__importDefault)(require("../utils_log"));
-const constants_1 = require("../constants");
-const configuration_1 = require("../configuration");
-/**
- * Factory user-function which creates customized {@link Session} instances.
- * @callback CreateSession
- * @param {SessionPool} sessionPool Pool requesting the new session.
- * @returns {Promise<Session>}
- */
-/**
- * @typedef SessionPoolOptions
- * @property {number} [maxPoolSize=1000] - Maximum size of the pool.
- * Indicates how many sessions are rotated.
- * @property {SessionOptions} [sessionOptions] The configuration options for {@link Session} instances.
- * @property {string} [persistStateKeyValueStoreId] - Name or Id of `KeyValueStore` where is the `SessionPool` state stored.
- * @property {string} [persistStateKey="SESSION_POOL_STATE"] - Session pool persists it's state under this key in Key value store.
- * @property {CreateSession} [createSessionFunction] - Custom function that should return `Session` instance.
- * Any error thrown from this function will terminate the process.
- * Function receives `SessionPool` instance as a parameter
- * @property {boolean} [forceCloud=false] If set to `true` then the function uses cloud storage usage even if the `APIFY_LOCAL_STORAGE_DIR`
- * environment variable is set. This way it is possible to combine local and cloud storage.
- *
- * **Note:** If you use `forceCloud`, it is recommended to also set the `persistStateKeyValueStoreId` option, as otherwise the
- * `KeyValueStore` will be unnamed!
- */
-/**
- * Handles the rotation, creation and persistence of user-like sessions.
- * Creates a pool of {@link Session} instances, that are randomly rotated.
- * When some session is marked as blocked, it is removed and new one is created instead (the pool never returns an unusable session).
- * Learn more in the [`Session management guide`](../guides/session-management).
- *
- * You can create one by calling the {@link Apify.openSessionPool} function.
- *
- * Session pool is already integrated into crawlers, and it can significantly improve your scraper
- * performance with just 2 lines of code.
- *
- * **Example usage:**
- *
- * ```javascript
- * const crawler = new Apify.CheerioCrawler({
- *     useSessionPool: true,
- *     persistCookiesPerSession: true,
- *     // ...
- * })
- * ```
- *
- * You can configure the pool with many options. See the {@link SessionPoolOptions}.
- * Session pool is by default persisted in default {@link KeyValueStore}.
- * If you want to have one pool for all runs you have to specify
- * {@link SessionPoolOptions.persistStateKeyValueStoreId}.
- *
- * **Advanced usage:**
- *
- * ```javascript
- * const sessionPool = await Apify.openSessionPool({
- *     maxPoolSize: 25,
- *     sessionOptions:{
- *          maxAgeSecs: 10,
- *          maxUsageCount: 150, // for example when you know that the site blocks after 150 requests.
- *     },
- *     persistStateKeyValueStoreId: 'my-key-value-store-for-sessions',
- *     persistStateKey: 'my-session-pool',
- * });
- *
- * // Get random session from the pool
- * const session1 = await sessionPool.getSession();
- * const session2 = await sessionPool.getSession();
- * const session3 = await sessionPool.getSession();
- *
- * // Now you can mark the session either failed or successful
- *
- * // Marks session as bad after unsuccessful usage -> it increases error count (soft retire)
- * session1.markBad()
- *
- * // Marks as successful.
- * session2.markGood()
- *
- * // Retires session -> session is removed from the pool
- * session3.retire()
- *
- * ```
- * @hideconstructor
- */
-class SessionPool extends events_1.EventEmitter {
-    /**
-     * Session pool configuration.
-     * @param {SessionPoolOptions} [options] All `SessionPool` configuration options.
-     * @param {Configuration} [config]
-     */
-    constructor(options = {}, config = configuration_1.Configuration.getGlobalConfig()) {
-        (0, ow_1.default)(options, ow_1.default.object.exactShape({
-            maxPoolSize: ow_1.default.optional.number,
-            persistStateKeyValueStoreId: ow_1.default.optional.string,
-            persistStateKey: ow_1.default.optional.string,
-            createSessionFunction: ow_1.default.optional.function,
-            sessionOptions: ow_1.default.optional.object,
-            log: ow_1.default.optional.object,
-            forceCloud: ow_1.default.optional.boolean,
-        }));
-        const { maxPoolSize = 1000, persistStateKeyValueStoreId, persistStateKey = 'SDK_SESSION_POOL_STATE', createSessionFunction, sessionOptions = {}, log = utils_log_1.default, forceCloud = false, } = options;
-        super();
-        this.config = config;
-        this.log = log.child({ prefix: 'SessionPool' });
-        // Pool Configuration
-        this.maxPoolSize = maxPoolSize;
-        this.createSessionFunction = createSessionFunction || this._defaultCreateSessionFunction;
-        // Session configuration
-        this.sessionOptions = {
-            ...sessionOptions,
-            // the log needs to propagate to createSessionFunction as in "new Session({ ...sessionPool.sessionOptions })"
-            // and can't go inside _defaultCreateSessionFunction
-            log: this.log,
-        };
-        // Session keyValueStore
-        this.persistStateKeyValueStoreId = persistStateKeyValueStoreId;
-        this.persistStateKey = persistStateKey;
-        // Operative states
-        this.keyValueStore = null;
-        /** @type {Session[]} */
-        this.sessions = [];
-        this.sessionMap = new Map();
-        /** @type {boolean} */
-        this.forceCloud = forceCloud;
-    }
-    /**
-     * Gets count of usable sessions in the pool.
-     * @return {number}
-     */
-    get usableSessionsCount() {
-        return this.sessions.filter((session) => session.isUsable()).length;
-    }
-    /**
-     * Gets count of retired sessions in the pool.
-     * @return {number}
-     */
-    get retiredSessionsCount() {
-        return this.sessions.filter((session) => !session.isUsable()).length;
-    }
-    /**
-     * Starts periodic state persistence and potentially loads SessionPool state from {@link KeyValueStore}.
-     * It is called automatically by the {@link Apify.openSessionPool} function.
-     *
-     * @return {Promise<void>}
-     */
-    async initialize() {
-        this.keyValueStore = await (0, key_value_store_1.openKeyValueStore)(this.persistStateKeyValueStoreId, { config: this.config, forceCloud: this.forceCloud });
-        if (this.forceCloud && !this.persistStateKeyValueStoreId) {
-            this.log.warning(`You enabled 'forceCloud' in the session pool options but you haven't specified a 'persistStateKeyValueStoreId'!`);
-            this.log.warning(`This session pool's data has been saved in the KeyValueStore with the id: ${this.keyValueStore.id}`);
-        }
-        // in case of migration happened and SessionPool state should be restored from the keyValueStore.
-        await this._maybeLoadSessionPool();
-        this._listener = this.persistState.bind(this);
-        events_2.default.on(constants_1.ACTOR_EVENT_NAMES_EX.PERSIST_STATE, this._listener);
-    }
-    /**
-     * Adds a new session to the session pool. The pool automatically creates sessions up to the maximum size of the pool,
-     * but this allows you to add more sessions once the max pool size is reached.
-     * This also allows you to add session with overridden session options (e.g. with specific session id).
-     * @param {Session|SessionOptions} [options] - The configuration options for the session being added to the session pool.
-     */
-    async addSession(options = {}) {
-        this._throwIfNotInitialized();
-        const { id } = options;
-        if (id) {
-            const sessionExists = this.sessionMap.has(id);
-            if (sessionExists) {
-                throw new Error(`Cannot add session with id '${id}' as it already exists in the pool`);
-            }
-        }
-        if (!this._hasSpaceForSession()) {
-            this._removeRetiredSessions();
-        }
-        const newSession = options instanceof session_1.Session
-            ? options
-            : await this.createSessionFunction(this, { sessionOptions: options });
-        this.log.debug(`Adding new Session - ${newSession.id}`);
-        this._addSession(newSession);
-    }
-    /**
-     * Gets session.
-     * If there is space for new session, it creates and returns new session.
-     * If the session pool is full, it picks a session from the pool,
-     * If the picked session is usable it is returned, otherwise it creates and returns a new one.
-     *
-     * @param {String} [sessionId] - If provided, it returns the usable session with this id, `undefined` otherwise.
-     * @return {Promise<Session>}
-     */
-    async getSession(sessionId) {
-        this._throwIfNotInitialized();
-        if (sessionId) {
-            const session = this.sessionMap.get(sessionId);
-            if (session && session.isUsable())
-                return session;
-            return;
-        }
-        if (this._hasSpaceForSession()) {
-            return this._createSession();
-        }
-        const pickedSession = this._pickSession();
-        if (pickedSession.isUsable()) {
-            return pickedSession;
-        }
-        this._removeRetiredSessions();
-        return this._createSession();
-    }
-    /**
-     * Returns an object representing the internal state of the `SessionPool` instance.
-     * Note that the object's fields can change in future releases.
-     */
-    getState() {
-        return {
-            usableSessionsCount: this.usableSessionsCount,
-            retiredSessionsCount: this.retiredSessionsCount,
-            sessions: this.sessions.map((session) => session.getState()),
-        };
-    }
-    /**
-     * Persists the current state of the `SessionPool` into the default {@link KeyValueStore}.
-     * The state is persisted automatically in regular intervals.
-     *
-     * @return {Promise<void>}
-     */
-    async persistState() {
-        this.log.debug('Persisting state', {
-            persistStateKeyValueStoreId: this.persistStateKeyValueStoreId,
-            persistStateKey: this.persistStateKey,
-        });
-        await this.keyValueStore.setValue(this.persistStateKey, this.getState());
-    }
-    /**
-     * Removes listener from `persistState` event.
-     * This function should be called after you are done with using the `SessionPool` instance.
-     */
-    async teardown() {
-        events_2.default.removeListener(constants_1.ACTOR_EVENT_NAMES_EX.PERSIST_STATE, this._listener);
-        await this.persistState();
-    }
-    /**
-     * SessionPool should not work before initialization.
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _throwIfNotInitialized() {
-        if (!this._listener)
-            throw new Error('SessionPool is not initialized.');
-    }
-    /**
-     * Removes retired `Session` instances from `SessionPool`.
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _removeRetiredSessions() {
-        this.sessions = this.sessions.filter((storedSession) => {
-            if (storedSession.isUsable())
-                return true;
-            this.sessionMap.delete(storedSession.id);
-            this.log.debug(`Removed Session - ${storedSession.id}`);
-        });
-    }
-    /**
-     * Adds `Session` instance to `SessionPool`.
-     * @param {Session} newSession `Session` instance to be added.
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _addSession(newSession) {
-        this.sessions.push(newSession);
-        this.sessionMap.set(newSession.id, newSession);
-    }
-    /**
-     * Gets random index.
-     * @return {number}
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _getRandomIndex() {
-        return Math.floor(Math.random() * this.sessions.length);
-    }
-    /**
-     * Creates new session without any extra behavior.
-     * @param {SessionPool} sessionPool
-     * @param {Object} [options]
-     * @param {SessionOptions} [options.sessionOptions] - The configuration options for the session being created
-     * @return {Session} - New session.
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _defaultCreateSessionFunction(sessionPool, options = {}) {
-        (0, ow_1.default)(options, ow_1.default.object.exactShape({ sessionOptions: ow_1.default.optional.object }));
-        const { sessionOptions = {} } = options;
-        return new session_1.Session({
-            ...this.sessionOptions,
-            ...sessionOptions,
-            sessionPool,
-        });
-    }
-    /**
-     * Creates new session and adds it to the pool.
-     * @return {Promise<Session>} - Newly created `Session` instance.
-     * @ignore
-     * @protected
-     * @internal
-     */
-    async _createSession() {
-        const newSession = await this.createSessionFunction(this);
-        this._addSession(newSession);
-        this.log.debug(`Created new Session - ${newSession.id}`);
-        return newSession;
-    }
-    /**
-     * Decides whether there is enough space for creating new session.
-     * @return {boolean}
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _hasSpaceForSession() {
-        return this.sessions.length < this.maxPoolSize;
-    }
-    /**
-     * Picks random session from the `SessionPool`.
-     * @return {Session} - Picked `Session`
-     * @ignore
-     * @protected
-     * @internal
-     */
-    _pickSession() {
-        return this.sessions[this._getRandomIndex()]; // Or maybe we should let the developer to customize the picking algorithm
-    }
-    /**
-     * Potentially loads `SessionPool`.
-     * If the state was persisted it loads the `SessionPool` from the persisted state.
-     * @return {Promise<void>}
-     * @ignore
-     * @protected
-     * @internal
-     */
-    async _maybeLoadSessionPool() {
-        const loadedSessionPool = await this.keyValueStore.getValue(this.persistStateKey);
-        if (!loadedSessionPool)
-            return;
-        // Invalidate old sessions and load active sessions only
-        this.log.debug('Recreating state from KeyValueStore', {
-            persistStateKeyValueStoreId: this.persistStateKeyValueStoreId,
-            persistStateKey: this.persistStateKey,
-        });
-        for (const sessionObject of loadedSessionPool.sessions) {
-            sessionObject.sessionPool = this;
-            sessionObject.createdAt = new Date(sessionObject.createdAt);
-            sessionObject.expiresAt = new Date(sessionObject.expiresAt);
-            const recreatedSession = new session_1.Session(sessionObject);
-            if (recreatedSession.isUsable()) {
-                this._addSession(recreatedSession);
-            }
-        }
-        this.log.debug(`${this.usableSessionsCount} active sessions loaded from KeyValueStore`);
-    }
-}
-exports.SessionPool = SessionPool;
-/**
- * Opens a SessionPool and returns a promise resolving to an instance
- * of the {@link SessionPool} class that is already initialized.
- *
- * For more details and code examples, see the {@link SessionPool} class.
- *
- * @param {SessionPoolOptions} sessionPoolOptions
- * @return {Promise<SessionPool>}
- * @memberof module:Apify
- * @name openSessionPool
- * @function
- */
-const openSessionPool = async (sessionPoolOptions) => {
-    const sessionPool = new SessionPool(sessionPoolOptions);
-    await sessionPool.initialize();
-    return sessionPool;
-};
-exports.openSessionPool = openSessionPool;
-//# sourceMappingURL=session_pool.js.map

package/build/session_pool/session_pool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"session_pool.js","sourceRoot":"","sources":["../../src/session_pool/session_pool.js"],"names":[],"mappings":";;;;AAAA,mCAAsC;AACtC,yDAAoB;AACpB,iEAAgE;AAChE,uCAAoD,CAAC,kEAAkE;AACvH,oEAA+B;AAC/B,0EAAsC;AACtC,4CAAoD;AACpD,oDAAiD;AAEjD;;;;;GAKG;AAEH;;;;;;;;;;;;;;;GAeG;AAEH;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAyDG;AACH,MAAa,WAAY,SAAQ,qBAAY;IACzC;;;;OAIG;IACH,YAAY,OAAO,GAAG,EAAE,EAAE,MAAM,GAAG,6BAAa,CAAC,eAAe,EAAE;QAC9D,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC;YAC7B,WAAW,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC/B,2BAA2B,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAC/C,eAAe,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACnC,qBAAqB,EAAE,YAAE,CAAC,QAAQ,CAAC,QAAQ;YAC3C,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YAClC,GAAG,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM;YACvB,UAAU,EAAE,YAAE,CAAC,QAAQ,CAAC,OAAO;SAClC,CAAC,CAAC,CAAC;QAEJ,MAAM,EACF,WAAW,GAAG,IAAI,EAElB,2BAA2B,EAC3B,eAAe,GAAG,wBAAwB,EAE1C,qBAAqB,EACrB,cAAc,GAAG,EAAE,EAEnB,GAAG,GAAG,mBAAU,EAEhB,UAAU,GAAG,KAAK,GACrB,GAAG,OAAO,CAAC;QAEZ,KAAK,EAAE,CAAC;QAER,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,CAAC,CAAC;QAEhD,qBAAqB;QACrB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,qBAAqB,GAAG,qBAAqB,IAAI,IAAI,CAAC,6BAA6B,CAAC;QAEzF,wBAAwB;QACxB,IAAI,CAAC,cAAc,GAAG;YAClB,GAAG,cAAc;YACjB,6GAA6G;YAC7G,oDAAoD;YACpD,GAAG,EAAE,IAAI,CAAC,GAAG;SAChB,CAAC;QAEF,wBAAwB;QACxB,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC;QAC/D,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC;QAEvC,mBAAmB;QACnB,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;QAC1B,wBAAwB;QACxB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACnB,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;QAC5B,sBAAsB;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,IAAI,mBAAmB;QACnB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;IACxE,CAAC;IAED;;;OAGG;IACH,IAAI,oBAAoB;QACpB,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC;IACzE,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU;QACZ,IAAI,CAAC,aAAa,GAAG,MAAM,IAAA,mCAAiB,EAAC,IAAI,CAAC,2BAA2B,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;QAErI,IAAI,IAAI,CAAC,UAAU,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE;YACtD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,iHAAiH,CAAC,CAAC;YACpI,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,6EAA6E,IAAI,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;SAC1H;QAED,iGAAiG;QACjG,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;QAEnC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAE9C,gBAAM,CAAC,EAAE,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;IAClE,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,UAAU,CAAC,OAAO,GAAG,EAAE;QACzB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,MAAM,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC;QACvB,IAAI,EAAE,EAAE;YACJ,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAI,aAAa,EAAE;gBACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,EAAE,oCAAoC,CAAC,CAAC;aAC1F;SACJ;QAED,IAAI,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE;YAC7B,IAAI,CAAC,sBAAsB,EAAE,CAAC;SACjC;QAED,MAAM,UAAU,GAAG,OAAO,YAAY,iBAAO;YACzC,CAAC,CAAC,OAAO;YACT,CAAC,CAAC,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC,CAAC;QAC1E,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAExD,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;IACjC,CAAC;IAED;;;;;;;;OAQG;IACH,KAAK,CAAC,UAAU,CAAC,SAAS;QACtB,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,IAAI,SAAS,EAAE;YACX,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC/C,IAAI,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE;gBAAE,OAAO,OAAO,CAAC;YAClD,OAAO;SACV;QAED,IAAI,IAAI,CAAC,mBAAmB,EAAE,EAAE;YAC5B,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;SAChC;QAED,MAAM,aAAa,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QAC1C,IAAI,aAAa,CAAC,QAAQ,EAAE,EAAE;YAC1B,OAAO,aAAa,CAAC;SACxB;QAED,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAC9B,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;IACjC,CAAC;IAED;;;OAGG;IACH,QAAQ;QACJ,OAAO;YACH,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;SAC/D,CAAC;IACN,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,YAAY;QACd,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,EAC7B;YACI,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;YAC7D,eAAe,EAAE,IAAI,CAAC,eAAe;SACxC,CAAC,CAAC;QACP,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,QAAQ;QACV,gBAAM,CAAC,cAAc,CAAC,gCAAoB,CAAC,aAAa,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QAC1E,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;IAC9B,CAAC;IAED;;;;;OAKG;IACH,sBAAsB;QAClB,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;IAC5E,CAAC;IAED;;;;;OAKG;IACH,sBAAsB;QAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,aAAa,EAAE,EAAE;YACnD,IAAI,aAAa,CAAC,QAAQ,EAAE;gBAAE,OAAO,IAAI,CAAC;YAE1C,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC;YACzC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,qBAAqB,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,WAAW,CAAC,UAAU;QAClB,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC/B,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,eAAe;QACX,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC5D,CAAC;IAED;;;;;;;;;OASG;IACH,6BAA6B,CAAC,WAAW,EAAE,OAAO,GAAG,EAAE;QACnD,IAAA,YAAE,EAAC,OAAO,EAAE,YAAE,CAAC,MAAM,CAAC,UAAU,CAAC,EAAE,cAAc,EAAE,YAAE,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAC1E,MAAM,EAAE,cAAc,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;QACxC,OAAO,IAAI,iBAAO,CAAC;YACf,GAAG,IAAI,CAAC,cAAc;YACtB,GAAG,cAAc;YACjB,WAAW;SACd,CAAC,CAAC;IACP,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,cAAc;QAChB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAC1D,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;QAE7B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,yBAAyB,UAAU,CAAC,EAAE,EAAE,CAAC,CAAC;QAEzD,OAAO,UAAU,CAAC;IACtB,CAAC;IAED;;;;;;OAMG;IACH,mBAAmB;QACf,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC;IACnD,CAAC;IAED;;;;;;OAMG;IACH,YAAY;QACR,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC,0EAA0E;IAC5H,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,qBAAqB;QACvB,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAElF,IAAI,CAAC,iBAAiB;YAAE,OAAO;QAC/B,wDAAwD;QACxD,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,qCAAqC,EAChD;YACI,2BAA2B,EAAE,IAAI,CAAC,2BAA2B;YAC7D,eAAe,EAAE,IAAI,CAAC,eAAe;SACxC,CAAC,CAAC;QACP,KAAK,MAAM,aAAa,IAAI,iBAAiB,CAAC,QAAQ,EAAE;YACpD,aAAa,CAAC,WAAW,GAAG,IAAI,CAAC;YACjC,aAAa,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAC5D,aAAa,CAAC,SAAS,GAAG,IAAI,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;YAC5D,MAAM,gBAAgB,GAAG,IAAI,iBAAO,CAAC,aAAa,CAAC,CAAC;YAEpD,IAAI,gBAAgB,CAAC,QAAQ,EAAE,EAAE;gBAC7B,IAAI,CAAC,WAAW,CAAC,gBAAgB,CAAC,CAAC;aACtC;SACJ;QAED,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,mBAAmB,4CAA4C,CAAC,CAAC;IAC5F,CAAC;CACJ;AA1UD,kCA0UC;AAED;;;;;;;;;;;GAWG;AACI,MAAM,eAAe,GAAG,KAAK,EAAE,kBAAkB,EAAE,EAAE;IACxD,MAAM,WAAW,GAAG,IAAI,WAAW,CAAC,kBAAkB,CAAC,CAAC;IACxD,MAAM,WAAW,CAAC,UAAU,EAAE,CAAC;IAC/B,OAAO,WAAW,CAAC;AACvB,CAAC,CAAC;AAJW,QAAA,eAAe,mBAI1B"}

package/build/session_pool/session_utils.d.ts

@@ -1,4 +0,0 @@
-/// <reference types="node" />
-export function getCookiesFromResponse(response: (IncomingMessage | PuppeteerResponse)): undefined | Array<any>;
-import { IncomingMessage } from "http";
-//# sourceMappingURL=session_utils.d.ts.map

package/build/session_pool/session_utils.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"session_utils.d.ts","sourceRoot":"","sources":["../../src/session_pool/session_utils.js"],"names":[],"mappings":";AAYO,iDAHI,CAAC,eAAe,oBAAkB,CAAC,GAClC,SAAS,GAAC,UAAQ,CAa7B"}

package/build/session_pool/session_utils.js

@@ -1,24 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getCookiesFromResponse = void 0;
-/* eslint-enable no-unused-vars */
-const tough_cookie_1 = require("tough-cookie");
-const errors_1 = require("./errors");
-/**
- * @param {(IncomingMessage|PuppeteerResponse)} response
- * @return {undefined|Array<*>}
- */
-const getCookiesFromResponse = (response) => {
-    const headers = typeof response.headers === 'function' ? response.headers() : response.headers;
-    const cookieHeader = headers['set-cookie'] || '';
-    try {
-        return Array.isArray(cookieHeader)
-            ? cookieHeader.map((cookie) => tough_cookie_1.Cookie.parse(cookie))
-            : [tough_cookie_1.Cookie.parse(cookieHeader)];
-    }
-    catch (e) {
-        throw new errors_1.CookieParseError(cookieHeader);
-    }
-};
-exports.getCookiesFromResponse = getCookiesFromResponse;
-//# sourceMappingURL=session_utils.js.map

package/build/session_pool/session_utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"session_utils.js","sourceRoot":"","sources":["../../src/session_pool/session_utils.js"],"names":[],"mappings":";;;AAGA,kCAAkC;AAElC,+CAAsC;AACtC,qCAA4C;AAE5C;;;GAGG;AACI,MAAM,sBAAsB,GAAG,CAAC,QAAQ,EAAE,EAAE;IAC/C,MAAM,OAAO,GAAG,OAAO,QAAQ,CAAC,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC;IAC/F,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC;IAEjD,IAAI;QACA,OAAO,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC;YAC9B,CAAC,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,qBAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC,CAAC,CAAC,qBAAM,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC;KACtC;IAAC,OAAO,CAAC,EAAE;QACR,MAAM,IAAI,yBAAgB,CAAC,YAAY,CAAC,CAAC;KAC5C;AACL,CAAC,CAAC;AAXW,QAAA,sBAAsB,0BAWjC"}

package/build/stealth/hiding_tricks.d.ts

@@ -1,22 +0,0 @@
-declare namespace _default {
-    export { addPlugins };
-    export { emulateWindowFrame };
-    export { emulateWebGL };
-    export { emulateConsoleDebug };
-    export { addLanguage };
-    export { hackPermissions };
-    export { mockChrome };
-    export { mockChromeInIframe };
-    export { mockDeviceMemory };
-}
-export default _default;
-declare function addPlugins(): void;
-declare function emulateWindowFrame(): void;
-declare function emulateWebGL(): void;
-declare function emulateConsoleDebug(): void;
-declare function addLanguage(): void;
-declare function hackPermissions(): void;
-declare function mockChrome(): void;
-declare function mockChromeInIframe(): void;
-declare function mockDeviceMemory(): void;
-//# sourceMappingURL=hiding_tricks.d.ts.map

package/build/stealth/hiding_tricks.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"hiding_tricks.d.ts","sourceRoot":"","sources":["../../src/stealth/hiding_tricks.js"],"names":[],"mappings":";;;;;;;;;;;;AAwEA,oCA6LC;AAtMD,4CAOC;AA5BD,sCAmBC;AA0MD,6CAIC;AAvOD,qCAIC;AAtCD,yCAgCC;AA4OD,oCAQC;AAID,4CAkDC;AAED,0CAKC"}