apify 3.0.0-beta.9 → 3.0.0

package/configuration.d.ts

@@ -0,0 +1,168 @@
+import { Configuration as CoreConfiguration } from '@crawlee/core';
+import type { ConfigurationOptions as CoreConfigurationOptions } from '@crawlee/core';
+export interface ConfigurationOptions extends CoreConfigurationOptions {
+    metamorphAfterSleepMillis?: number;
+    actorEventsWsUrl?: string;
+    token?: string;
+    actorId?: string;
+    actorRunId?: string;
+    actorTaskId?: string;
+    apiBaseUrl?: string;
+    containerPort?: number;
+    containerUrl?: string;
+    proxyHostname?: string;
+    proxyPassword?: string;
+    proxyPort?: number;
+    proxyStatusUrl?: string;
+    isAtHome?: boolean;
+    userId?: string;
+}
+/**
+ * `Configuration` is a value object holding the SDK configuration. We can use it in two ways:
+ *
+ * 1. When using `Actor` class, we can get the instance configuration via `sdk.config`
+ *
+ *    ```javascript
+ *    import { Actor } from 'apify';
+ *    import { BasicCrawler } from 'crawlee';
+ *
+ *    const sdk = new Actor({ token: '123' });
+ *    console.log(sdk.config.get('token')); // '123'
+ *
+ *    const crawler = new BasicCrawler({
+ *        // ... crawler options
+ *    }, sdk.config);
+ *    ```
+ *
+ * 2. To get the global configuration (singleton instance). It will respect the environment variables.
+ *
+ *    ```javascript
+ *    import { BasicCrawler, Configuration } from 'crawlee';
+ *
+ *    const config = new Configuration({ persistStateIntervalMillis: 30_000 });
+ *    const crawler = new BasicCrawler({ ... }, config);
+ *    ```
+ *
+ * ## Supported Configuration Options
+ *
+ * Key | Environment Variable | Default Value
+ * ---|---|---
+ * `memoryMbytes` | `APIFY_MEMORY_MBYTES` | -
+ * `headless` | `APIFY_HEADLESS` | -
+ * `persistStateIntervalMillis` | `APIFY_PERSIST_STATE_INTERVAL_MILLIS` | `60e3`
+ * `token` | `APIFY_TOKEN` | -
+ * `isAtHome` | `APIFY_IS_AT_HOME` | -
+ * `defaultDatasetId` | `APIFY_DEFAULT_DATASET_ID` | `'default'`
+ * `defaultKeyValueStoreId` | `APIFY_DEFAULT_KEY_VALUE_STORE_ID` | `'default'`
+ * `defaultRequestQueueId` | `APIFY_DEFAULT_REQUEST_QUEUE_ID` | `'default'`
+ *
+ * ## Advanced Configuration Options
+ *
+ * Key | Environment Variable | Default Value
+ * ---|---|---
+ * `actorEventsWsUrl` | `APIFY_ACTOR_EVENTS_WS_URL` | -
+ * `actorId` | `APIFY_ACTOR_ID` | -
+ * `actorRunId` | `APIFY_ACTOR_RUN_ID` | -
+ * `actorTaskId` | `APIFY_ACTOR_TASK_ID` | -
+ * `apiBaseUrl` | `APIFY_API_BASE_URL` | `'https://api.apify.com'`
+ * `containerPort` | `APIFY_CONTAINER_PORT` | `4321`
+ * `containerUrl` | `APIFY_CONTAINER_URL` | `'http://localhost:4321'`
+ * `inputKey` | `APIFY_INPUT_KEY` | `'INPUT'`
+ * `metamorphAfterSleepMillis` | `APIFY_METAMORPH_AFTER_SLEEP_MILLIS` | `300e3`
+ * `proxyHostname` | `APIFY_PROXY_HOSTNAME` | `'proxy.apify.com'`
+ * `proxyPassword` | `APIFY_PROXY_PASSWORD` | -
+ * `proxyPort` | `APIFY_PROXY_PORT` | `8000`
+ * `proxyStatusUrl` | `APIFY_PROXY_STATUS_URL` | `'http://proxy.apify.com'`
+ * `userId` | `APIFY_USER_ID` | -
+ * `xvfb` | `APIFY_XVFB` | -
+ * `chromeExecutablePath` | `APIFY_CHROME_EXECUTABLE_PATH` | -
+ * `defaultBrowserPath` | `APIFY_DEFAULT_BROWSER_PATH` | -
+ */
+export declare class Configuration extends CoreConfiguration {
+    /** @inheritDoc */
+    static globalConfig?: Configuration;
+    protected static ENV_MAP: {
+        APIFY_AVAILABLE_MEMORY_RATIO: string;
+        APIFY_PURGE_ON_START: string;
+        APIFY_MEMORY_MBYTES: string;
+        APIFY_DEFAULT_DATASET_ID: string;
+        APIFY_DEFAULT_KEY_VALUE_STORE_ID: string;
+        APIFY_DEFAULT_REQUEST_QUEUE_ID: string;
+        APIFY_INPUT_KEY: string;
+        APIFY_PERSIST_STATE_INTERVAL_MILLIS: string;
+        APIFY_HEADLESS: string;
+        APIFY_XVFB: string;
+        APIFY_CHROME_EXECUTABLE_PATH: string;
+        APIFY_DEFAULT_BROWSER_PATH: string;
+        APIFY_DISABLE_BROWSER_SANDBOX: string;
+        APIFY_TOKEN: string;
+        APIFY_METAMORPH_AFTER_SLEEP_MILLIS: string;
+        APIFY_TEST_PERSIST_INTERVAL_MILLIS: string;
+        APIFY_ACTOR_EVENTS_WS_URL: string;
+        APIFY_ACTOR_ID: string;
+        APIFY_API_BASE_URL: string;
+        APIFY_IS_AT_HOME: string;
+        APIFY_ACTOR_RUN_ID: string;
+        APIFY_ACTOR_TASK_ID: string;
+        APIFY_CONTAINER_PORT: string;
+        APIFY_CONTAINER_URL: string;
+        APIFY_USER_ID: string;
+        APIFY_PROXY_HOSTNAME: string;
+        APIFY_PROXY_PASSWORD: string;
+        APIFY_PROXY_STATUS_URL: string;
+        APIFY_PROXY_PORT: string;
+        CRAWLEE_AVAILABLE_MEMORY_RATIO: string;
+        CRAWLEE_PURGE_ON_START: string;
+        CRAWLEE_MEMORY_MBYTES: string;
+        CRAWLEE_DEFAULT_DATASET_ID: string;
+        CRAWLEE_DEFAULT_KEY_VALUE_STORE_ID: string; /** @inheritDoc */
+        CRAWLEE_DEFAULT_REQUEST_QUEUE_ID: string;
+        CRAWLEE_INPUT_KEY: string;
+        CRAWLEE_PERSIST_STATE_INTERVAL_MILLIS: string;
+        CRAWLEE_HEADLESS: string;
+        CRAWLEE_XVFB: string;
+        CRAWLEE_CHROME_EXECUTABLE_PATH: string;
+        CRAWLEE_DEFAULT_BROWSER_PATH: string;
+        CRAWLEE_DISABLE_BROWSER_SANDBOX: string;
+        CRAWLEE_LOG_LEVEL: string;
+    };
+    protected static INTEGER_VARS: string[];
+    protected static BOOLEAN_VARS: string[];
+    protected static DEFAULTS: {
+        defaultKeyValueStoreId: string;
+        defaultDatasetId: string;
+        defaultRequestQueueId: string;
+        inputKey: string;
+        apiBaseUrl: string;
+        proxyStatusUrl: string;
+        proxyHostname: string;
+        proxyPort: number;
+        containerPort: number;
+        containerUrl: string;
+        metamorphAfterSleepMillis: number;
+        persistStateIntervalMillis: number;
+        maxUsedCpuRatio: number;
+        availableMemoryRatio: number;
+        storageClientOptions: {};
+        purgeOnStart: boolean;
+        systemInfoIntervalMillis: number;
+    };
+    /**
+     * @inheritDoc
+     */
+    get<T extends keyof ConfigurationOptions, U extends ConfigurationOptions[T]>(key: T, defaultValue?: U): U;
+    /**
+     * @inheritDoc
+     */
+    set(key: keyof ConfigurationOptions, value?: any): void;
+    /**
+     * @inheritDoc
+     */
+    static getGlobalConfig(): Configuration;
+    /**
+     * Resets global configuration instance. The default instance holds configuration based on env vars,
+     * if we want to change them, we need to first reset the global state. Used mainly for testing purposes.
+     */
+    static resetGlobalState(): void;
+}
+//# sourceMappingURL=configuration.d.ts.map

package/configuration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"configuration.d.ts","sourceRoot":"","sources":["../src/configuration.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,eAAe,CAAC;AACnE,OAAO,KAAK,EAAE,oBAAoB,IAAI,wBAAwB,EAAE,MAAM,eAAe,CAAC;AAEtF,MAAM,WAAW,oBAAqB,SAAQ,wBAAwB;IAClE,yBAAyB,CAAC,EAAE,MAAM,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;CACnB;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4DG;AACH,qBAAa,aAAc,SAAQ,iBAAiB;IAChD,kBAAkB;IAClB,OAAgB,YAAY,CAAC,EAAE,aAAa,CAAC;IAG7C,iBAA0B,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;oDAJjC,kBAAkB;;;;;;;;;;MAwChB;IAEF,iBAA0B,YAAY,WAAsF;IAE5H,iBAA0B,YAAY,WAAuC;IAE7E,iBAA0B,QAAQ;;;;;;;;;;;;;;;;;;MAchC;IAEF;;OAEG;IACM,GAAG,CAAC,CAAC,SAAS,MAAM,oBAAoB,EAAE,CAAC,SAAS,oBAAoB,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,YAAY,CAAC,EAAE,CAAC,GAAG,CAAC;IAIlH;;OAEG;IACM,GAAG,CAAC,GAAG,EAAE,MAAM,oBAAoB,EAAE,KAAK,CAAC,EAAE,GAAG;IAIzD;;OAEG;WACa,eAAe,IAAI,aAAa;IAShD;;;OAGG;WACa,gBAAgB,IAAI,IAAI;CAG3C"}

package/configuration.js

@@ -0,0 +1,184 @@
+"use strict";
+var _a, _b;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Configuration = void 0;
+const consts_1 = require("@apify/consts");
+const core_1 = require("@crawlee/core");
+/**
+ * `Configuration` is a value object holding the SDK configuration. We can use it in two ways:
+ *
+ * 1. When using `Actor` class, we can get the instance configuration via `sdk.config`
+ *
+ *    ```javascript
+ *    import { Actor } from 'apify';
+ *    import { BasicCrawler } from 'crawlee';
+ *
+ *    const sdk = new Actor({ token: '123' });
+ *    console.log(sdk.config.get('token')); // '123'
+ *
+ *    const crawler = new BasicCrawler({
+ *        // ... crawler options
+ *    }, sdk.config);
+ *    ```
+ *
+ * 2. To get the global configuration (singleton instance). It will respect the environment variables.
+ *
+ *    ```javascript
+ *    import { BasicCrawler, Configuration } from 'crawlee';
+ *
+ *    const config = new Configuration({ persistStateIntervalMillis: 30_000 });
+ *    const crawler = new BasicCrawler({ ... }, config);
+ *    ```
+ *
+ * ## Supported Configuration Options
+ *
+ * Key | Environment Variable | Default Value
+ * ---|---|---
+ * `memoryMbytes` | `APIFY_MEMORY_MBYTES` | -
+ * `headless` | `APIFY_HEADLESS` | -
+ * `persistStateIntervalMillis` | `APIFY_PERSIST_STATE_INTERVAL_MILLIS` | `60e3`
+ * `token` | `APIFY_TOKEN` | -
+ * `isAtHome` | `APIFY_IS_AT_HOME` | -
+ * `defaultDatasetId` | `APIFY_DEFAULT_DATASET_ID` | `'default'`
+ * `defaultKeyValueStoreId` | `APIFY_DEFAULT_KEY_VALUE_STORE_ID` | `'default'`
+ * `defaultRequestQueueId` | `APIFY_DEFAULT_REQUEST_QUEUE_ID` | `'default'`
+ *
+ * ## Advanced Configuration Options
+ *
+ * Key | Environment Variable | Default Value
+ * ---|---|---
+ * `actorEventsWsUrl` | `APIFY_ACTOR_EVENTS_WS_URL` | -
+ * `actorId` | `APIFY_ACTOR_ID` | -
+ * `actorRunId` | `APIFY_ACTOR_RUN_ID` | -
+ * `actorTaskId` | `APIFY_ACTOR_TASK_ID` | -
+ * `apiBaseUrl` | `APIFY_API_BASE_URL` | `'https://api.apify.com'`
+ * `containerPort` | `APIFY_CONTAINER_PORT` | `4321`
+ * `containerUrl` | `APIFY_CONTAINER_URL` | `'http://localhost:4321'`
+ * `inputKey` | `APIFY_INPUT_KEY` | `'INPUT'`
+ * `metamorphAfterSleepMillis` | `APIFY_METAMORPH_AFTER_SLEEP_MILLIS` | `300e3`
+ * `proxyHostname` | `APIFY_PROXY_HOSTNAME` | `'proxy.apify.com'`
+ * `proxyPassword` | `APIFY_PROXY_PASSWORD` | -
+ * `proxyPort` | `APIFY_PROXY_PORT` | `8000`
+ * `proxyStatusUrl` | `APIFY_PROXY_STATUS_URL` | `'http://proxy.apify.com'`
+ * `userId` | `APIFY_USER_ID` | -
+ * `xvfb` | `APIFY_XVFB` | -
+ * `chromeExecutablePath` | `APIFY_CHROME_EXECUTABLE_PATH` | -
+ * `defaultBrowserPath` | `APIFY_DEFAULT_BROWSER_PATH` | -
+ */
+class Configuration extends (_b = core_1.Configuration) {
+    /**
+     * @inheritDoc
+     */
+    get(key, defaultValue) {
+        return super.get(key, defaultValue);
+    }
+    /**
+     * @inheritDoc
+     */
+    set(key, value) {
+        super.set(key, value);
+    }
+    /**
+     * @inheritDoc
+     */
+    static getGlobalConfig() {
+        if (Configuration.storage.getStore()) {
+            return Configuration.storage.getStore();
+        }
+        Configuration.globalConfig ?? (Configuration.globalConfig = new Configuration());
+        return Configuration.globalConfig;
+    }
+    /**
+     * Resets global configuration instance. The default instance holds configuration based on env vars,
+     * if we want to change them, we need to first reset the global state. Used mainly for testing purposes.
+     */
+    static resetGlobalState() {
+        delete this.globalConfig;
+    }
+}
+exports.Configuration = Configuration;
+_a = Configuration;
+// maps environment variables to config keys (e.g. `APIFY_MEMORY_MBYTES` to `memoryMbytes`)
+Object.defineProperty(Configuration, "ENV_MAP", {
+    enumerable: true,
+    configurable: true,
+    writable: true,
+    value: {
+        // regular crawlee env vars are also supported
+        ...Reflect.get(_b, "ENV_MAP", _a),
+        // support crawlee env vars prefixed with `APIFY_` too
+        APIFY_AVAILABLE_MEMORY_RATIO: 'availableMemoryRatio',
+        APIFY_PURGE_ON_START: 'purgeOnStart',
+        APIFY_MEMORY_MBYTES: 'memoryMbytes',
+        APIFY_DEFAULT_DATASET_ID: 'defaultDatasetId',
+        APIFY_DEFAULT_KEY_VALUE_STORE_ID: 'defaultKeyValueStoreId',
+        APIFY_DEFAULT_REQUEST_QUEUE_ID: 'defaultRequestQueueId',
+        APIFY_INPUT_KEY: 'inputKey',
+        APIFY_PERSIST_STATE_INTERVAL_MILLIS: 'persistStateIntervalMillis',
+        APIFY_HEADLESS: 'headless',
+        APIFY_XVFB: 'xvfb',
+        APIFY_CHROME_EXECUTABLE_PATH: 'chromeExecutablePath',
+        APIFY_DEFAULT_BROWSER_PATH: 'defaultBrowserPath',
+        APIFY_DISABLE_BROWSER_SANDBOX: 'disableBrowserSandbox',
+        // as well as apify specific ones
+        APIFY_TOKEN: 'token',
+        APIFY_METAMORPH_AFTER_SLEEP_MILLIS: 'metamorphAfterSleepMillis',
+        APIFY_TEST_PERSIST_INTERVAL_MILLIS: 'persistStateIntervalMillis',
+        APIFY_ACTOR_EVENTS_WS_URL: 'actorEventsWsUrl',
+        APIFY_ACTOR_ID: 'actorId',
+        APIFY_API_BASE_URL: 'apiBaseUrl',
+        APIFY_IS_AT_HOME: 'isAtHome',
+        APIFY_ACTOR_RUN_ID: 'actorRunId',
+        APIFY_ACTOR_TASK_ID: 'actorTaskId',
+        APIFY_CONTAINER_PORT: 'containerPort',
+        APIFY_CONTAINER_URL: 'containerUrl',
+        APIFY_USER_ID: 'userId',
+        APIFY_PROXY_HOSTNAME: 'proxyHostname',
+        APIFY_PROXY_PASSWORD: 'proxyPassword',
+        APIFY_PROXY_STATUS_URL: 'proxyStatusUrl',
+        APIFY_PROXY_PORT: 'proxyPort',
+    }
+});
+Object.defineProperty(Configuration, "INTEGER_VARS", {
+    enumerable: true,
+    configurable: true,
+    writable: true,
+    value: [...Reflect.get(_b, "INTEGER_VARS", _a), 'proxyPort', 'containerPort', 'metamorphAfterSleepMillis']
+});
+Object.defineProperty(Configuration, "BOOLEAN_VARS", {
+    enumerable: true,
+    configurable: true,
+    writable: true,
+    value: [...Reflect.get(_b, "BOOLEAN_VARS", _a), 'isAtHome']
+});
+Object.defineProperty(Configuration, "DEFAULTS", {
+    enumerable: true,
+    configurable: true,
+    writable: true,
+    value: {
+        ...Reflect.get(_b, "DEFAULTS", _a),
+        defaultKeyValueStoreId: consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.DEFAULT_KEY_VALUE_STORE_ID],
+        defaultDatasetId: consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.DEFAULT_DATASET_ID],
+        defaultRequestQueueId: consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.DEFAULT_REQUEST_QUEUE_ID],
+        inputKey: 'INPUT',
+        apiBaseUrl: 'https://api.apify.com',
+        proxyStatusUrl: 'http://proxy.apify.com',
+        proxyHostname: consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.PROXY_HOSTNAME],
+        proxyPort: +consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.PROXY_PORT],
+        containerPort: +consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.CONTAINER_PORT],
+        containerUrl: consts_1.LOCAL_ENV_VARS[consts_1.ENV_VARS.CONTAINER_URL],
+        metamorphAfterSleepMillis: 300e3,
+        persistStateIntervalMillis: 60e3, // This value is mentioned in jsdoc in `events.js`, if you update it here, update it there too.
+    }
+});
+// monkey patch the core class so it respects the new options too
+core_1.Configuration.getGlobalConfig = Configuration.getGlobalConfig;
+// @ts-expect-error protected property
+core_1.Configuration.ENV_MAP = Configuration.ENV_MAP;
+// @ts-expect-error protected property
+core_1.Configuration.INTEGER_VARS = Configuration.INTEGER_VARS;
+// @ts-expect-error protected property
+core_1.Configuration.BOOLEAN_VARS = Configuration.BOOLEAN_VARS;
+// @ts-expect-error protected property
+core_1.Configuration.DEFAULTS = Configuration.DEFAULTS;
+//# sourceMappingURL=configuration.js.map

package/configuration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"configuration.js","sourceRoot":"","sources":["../src/configuration.ts"],"names":[],"mappings":";;;;AAAA,0CAAyD;AACzD,wCAAmE;AAqBnE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA4DG;AACH,MAAa,aAAc,SAAQ,MAAA,oBAAiB,CAAA;IA+DhD;;OAEG;IACM,GAAG,CAA0E,GAAM,EAAE,YAAgB;QAC1G,OAAO,KAAK,CAAC,GAAG,CAAC,GAAqC,EAAE,YAAY,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACM,GAAG,CAAC,GAA+B,EAAE,KAAW;QACrD,KAAK,CAAC,GAAG,CAAC,GAAqC,EAAE,KAAK,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,MAAM,CAAU,eAAe;QAC3B,IAAI,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE;YAClC,OAAO,aAAa,CAAC,OAAO,CAAC,QAAQ,EAAmB,CAAC;SAC5D;QAED,aAAa,CAAC,YAAY,KAA1B,aAAa,CAAC,YAAY,GAAK,IAAI,aAAa,EAAE,EAAC;QACnD,OAAO,aAAa,CAAC,YAA6B,CAAC;IACvD,CAAC;IAED;;;OAGG;IACH,MAAM,CAAU,gBAAgB;QAC5B,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;;AA/FL,sCAgGC;;AA5FG,2FAA2F;AAC3F;;;;WAAoC;QAChC,8CAA8C;QAC9C,GAAG,8BAAa;QAEhB,sDAAsD;QACtD,4BAA4B,EAAE,sBAAsB;QACpD,oBAAoB,EAAE,cAAc;QACpC,mBAAmB,EAAE,cAAc;QACnC,wBAAwB,EAAE,kBAAkB;QAC5C,gCAAgC,EAAE,wBAAwB;QAC1D,8BAA8B,EAAE,uBAAuB;QACvD,eAAe,EAAE,UAAU;QAC3B,mCAAmC,EAAE,4BAA4B;QACjE,cAAc,EAAE,UAAU;QAC1B,UAAU,EAAE,MAAM;QAClB,4BAA4B,EAAE,sBAAsB;QACpD,0BAA0B,EAAE,oBAAoB;QAChD,6BAA6B,EAAE,uBAAuB;QAEtD,iCAAiC;QACjC,WAAW,EAAE,OAAO;QACpB,kCAAkC,EAAE,2BAA2B;QAC/D,kCAAkC,EAAE,4BAA4B;QAChE,yBAAyB,EAAE,kBAAkB;QAC7C,cAAc,EAAE,SAAS;QACzB,kBAAkB,EAAE,YAAY;QAChC,gBAAgB,EAAE,UAAU;QAC5B,kBAAkB,EAAE,YAAY;QAChC,mBAAmB,EAAE,aAAa;QAClC,oBAAoB,EAAE,eAAe;QACrC,mBAAmB,EAAE,cAAc;QACnC,aAAa,EAAE,QAAQ;QACvB,oBAAoB,EAAE,eAAe;QACrC,oBAAoB,EAAE,eAAe;QACrC,sBAAsB,EAAE,gBAAgB;QACxC,gBAAgB,EAAE,WAAW;KAChC;EAAC,CAAA;AAEF;;;;WAAyC,CAAC,GAAG,mCAAkB,EAAE,WAAW,EAAE,eAAe,EAAE,2BAA2B,CAAC;EAAC,CAAA;AAE5H;;;;WAAyC,CAAC,GAAG,mCAAkB,EAAE,UAAU,CAAC;EAAC,CAAA;AAE7E;;;;WAAqC;QACjC,GAAG,+BAAc;QACjB,sBAAsB,EAAE,uBAAc,CAAC,iBAAQ,CAAC,0BAA0B,CAAC;QAC3E,gBAAgB,EAAE,uBAAc,CAAC,iBAAQ,CAAC,kBAAkB,CAAC;QAC7D,qBAAqB,EAAE,uBAAc,CAAC,iBAAQ,CAAC,wBAAwB,CAAC;QACxE,QAAQ,EAAE,OAAO;QACjB,UAAU,EAAE,uBAAuB;QACnC,cAAc,EAAE,wBAAwB;QACxC,aAAa,EAAE,uBAAc,CAAC,iBAAQ,CAAC,cAAc,CAAC;QACtD,SAAS,EAAE,CAAC,uBAAc,CAAC,iBAAQ,CAAC,UAAU,CAAC;QAC/C,aAAa,EAAE,CAAC,uBAAc,CAAC,iBAAQ,CAAC,cAAc,CAAC;QACvD,YAAY,EAAE,uBAAc,CAAC,iBAAQ,CAAC,aAAa,CAAC;QACpD,yBAAyB,EAAE,KAAK;QAChC,0BAA0B,EAAE,IAAI,EAAE,+FAA+F;KACpI;EAAC,CAAA;AAqCN,iEAAiE;AACjE,oBAAiB,CAAC,eAAe,GAAG,aAAa,CAAC,eAAe,CAAC;AAClE,sCAAsC;AACtC,oBAAiB,CAAC,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;AAClD,sCAAsC;AACtC,oBAAiB,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;AAC5D,sCAAsC;AACtC,oBAAiB,CAAC,YAAY,GAAG,aAAa,CAAC,YAAY,CAAC;AAC5D,sCAAsC;AACtC,oBAAiB,CAAC,QAAQ,GAAG,aAAa,CAAC,QAAQ,CAAC"}

package/index.d.ts

@@ -1,4 +1,7 @@
 export * from './actor';
+export * from './configuration';
 export * from './proxy_configuration';
 export * from './platform_event_manager';
+export * from './key_value_store';
+export { Dataset, DatasetDataOptions, DatasetIteratorOptions, DatasetConsumer, DatasetMapper, DatasetReducer, DatasetOptions, DatasetContent, RequestQueue, QueueOperationInfo, RequestQueueOperationOptions, RequestQueueOptions, QueueOperationInfoOptions, KeyConsumer, KeyValueStoreOptions, RecordOptions, KeyValueStoreIteratorOptions, } from '@crawlee/core';
 //# sourceMappingURL=index.d.ts.map

package/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,0BAA0B,CAAC;AACzC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,OAAO,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,eAAe,EAAE,aAAa,EAAE,cAAc,EAAE,cAAc,EAAE,cAAc,EACnI,YAAY,EAAE,kBAAkB,EAAE,4BAA4B,EAAE,mBAAmB,EAAE,yBAAyB,EAC9G,WAAW,EAAE,oBAAoB,EAAE,aAAa,EAAE,4BAA4B,GACjF,MAAM,eAAe,CAAC"}

package/index.js

@@ -1,7 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.RequestQueue = exports.Dataset = void 0;
 const tslib_1 = require("tslib");
 tslib_1.__exportStar(require("./actor"), exports);
+tslib_1.__exportStar(require("./configuration"), exports);
 tslib_1.__exportStar(require("./proxy_configuration"), exports);
 tslib_1.__exportStar(require("./platform_event_manager"), exports);
+tslib_1.__exportStar(require("./key_value_store"), exports);
+var core_1 = require("@crawlee/core");
+Object.defineProperty(exports, "Dataset", { enumerable: true, get: function () { return core_1.Dataset; } });
+Object.defineProperty(exports, "RequestQueue", { enumerable: true, get: function () { return core_1.RequestQueue; } });
 //# sourceMappingURL=index.js.map

package/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,kDAAwB;AACxB,gEAAsC;AACtC,mEAAyC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;AAAA,kDAAwB;AACxB,0DAAgC;AAChC,gEAAsC;AACtC,mEAAyC;AACzC,4DAAkC;AAClC,sCAIuB;AAHnB,+FAAA,OAAO,OAAA;AACP,oGAAA,YAAY,OAAA"}

package/index.mjs

@@ -2,6 +2,10 @@ import mod from "./index.js";
 
 export default mod;
 export const Actor = mod.Actor;
+export const Configuration = mod.Configuration;
+export const Dataset = mod.Dataset;
 export const EXIT_CODES = mod.EXIT_CODES;
+export const KeyValueStore = mod.KeyValueStore;
 export const PlatformEventManager = mod.PlatformEventManager;
 export const ProxyConfiguration = mod.ProxyConfiguration;
+export const RequestQueue = mod.RequestQueue;

package/key_value_store.d.ts

@@ -0,0 +1,17 @@
+import type { StorageManagerOptions } from '@crawlee/core';
+import { KeyValueStore as CoreKeyValueStore } from '@crawlee/core';
+/**
+ * @inheritDoc
+ */
+export declare class KeyValueStore extends CoreKeyValueStore {
+    /**
+     * Returns a URL for the given key that may be used to publicly
+     * access the value in the remote key-value store.
+     */
+    getPublicUrl(key: string): string;
+    /**
+     * @inheritDoc
+     */
+    static open(storeIdOrName?: string | null, options?: StorageManagerOptions): Promise<KeyValueStore>;
+}
+//# sourceMappingURL=key_value_store.d.ts.map

package/key_value_store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"key_value_store.d.ts","sourceRoot":"","sources":["../src/key_value_store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,aAAa,IAAI,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAEnE;;GAEG;AACH,qBAAa,aAAc,SAAQ,iBAAiB;IAChD;;;OAGG;IACH,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM;IAIjC;;OAEG;WACmB,IAAI,CAAC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,EAAE,OAAO,GAAE,qBAA0B,GAAG,OAAO,CAAC,aAAa,CAAC;CAGzH"}

package/key_value_store.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KeyValueStore = void 0;
+const core_1 = require("@crawlee/core");
+/**
+ * @inheritDoc
+ */
+class KeyValueStore extends core_1.KeyValueStore {
+    /**
+     * Returns a URL for the given key that may be used to publicly
+     * access the value in the remote key-value store.
+     */
+    getPublicUrl(key) {
+        return `https://api.apify.com/v2/key-value-stores/${this.id}/records/${key}`;
+    }
+    /**
+     * @inheritDoc
+     */
+    static async open(storeIdOrName, options = {}) {
+        return super.open(storeIdOrName, options);
+    }
+}
+exports.KeyValueStore = KeyValueStore;
+// @ts-expect-error extension of the core class to make this only a type-issue
+core_1.KeyValueStore.prototype.getPublicUrl = KeyValueStore.prototype.getPublicUrl;
+//# sourceMappingURL=key_value_store.js.map

package/key_value_store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key_value_store.js","sourceRoot":"","sources":["../src/key_value_store.ts"],"names":[],"mappings":";;;AACA,wCAAmE;AAEnE;;GAEG;AACH,MAAa,aAAc,SAAQ,oBAAiB;IAChD;;;OAGG;IACH,YAAY,CAAC,GAAW;QACpB,OAAO,6CAA6C,IAAI,CAAC,EAAE,YAAY,GAAG,EAAE,CAAC;IACjF,CAAC;IAED;;OAEG;IACH,MAAM,CAAU,KAAK,CAAC,IAAI,CAAC,aAA6B,EAAE,UAAiC,EAAE;QACzF,OAAO,KAAK,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAA6B,CAAC;IAC1E,CAAC;CACJ;AAfD,sCAeC;AAED,8EAA8E;AAC9E,oBAAiB,CAAC,SAAS,CAAC,YAAY,GAAG,aAAa,CAAC,SAAS,CAAC,YAAY,CAAC"}

package/package.json

@@ -1,16 +1,20 @@
 {
     "name": "apify",
-    "version": "3.0.0-beta.9",
+    "version": "3.0.0",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=16.0.0"
     },
-    "types": "index.d.ts",
+    "main": "./index.js",
+    "module": "./index.mjs",
+    "types": "./index.d.ts",
     "exports": {
         ".": {
             "import": "./index.mjs",
-            "require": "./index.js"
-        }
+            "require": "./index.js",
+            "types": "./index.d.ts"
+        },
+        "./package.json": "./package.json"
     },
     "keywords": [
         "apify",
@@ -33,12 +37,12 @@
     "license": "Apache-2.0",
     "repository": {
         "type": "git",
-        "url": "git+https://github.com/apify/apify-js"
+        "url": "git+https://github.com/apify/apify-ts"
     },
     "bugs": {
-        "url": "https://github.com/apify/apify-js/issues"
+        "url": "https://github.com/apify/apify-ts/issues"
     },
-    "homepage": "https://sdk.apify.com/",
+    "homepage": "https://apify.github.io/apify-ts/",
     "scripts": {
         "build": "npm run clean && npm run compile && npm run copy && npm run fixApifyExport",
         "clean": "rimraf ./dist",
@@ -50,15 +54,16 @@
         "access": "public"
     },
     "dependencies": {
-        "@apify/consts": "^1.10.0",
-        "@apify/log": "^1.2.3",
-        "@apify/utilities": "^1.2.12",
-        "@crawlee/core": "^3.0.0-beta.9",
-        "@crawlee/types": "^3.0.0-beta.9",
-        "@crawlee/utils": "^3.0.0-beta.9",
-        "semver": "^7.3.7",
-        "apify-client": "^2.5.0",
+        "@apify/consts": "^2.0.0",
+        "@apify/log": "^2.1.0",
+        "@apify/utilities": "^2.1.1",
+        "@crawlee/core": "^3.0.0-beta.78",
+        "@crawlee/types": "^3.0.0-beta.78",
+        "@crawlee/utils": "^3.0.0-beta.78",
+        "apify-client": "^2.6.0-beta.1",
         "ow": "^0.28.1",
-        "ws": "^8.7.0"
-    }
+        "semver": "^7.3.7",
+        "ws": "^7.5.8"
+    },
+    "gitHead": "bd3c4777d4dade393590bccefd651b4f2facffae"
 }

package/platform_event_manager.d.ts

@@ -1,4 +1,5 @@
 import { EventManager } from '@crawlee/core';
+import { Configuration } from './configuration';
 /**
  * Gets an instance of a Node.js'
  * [EventEmitter](https://nodejs.org/api/events.html#events_class_eventemitter)
@@ -37,8 +38,10 @@ import { EventManager } from '@crawlee/core';
  *   you can achieve the same effect using `setInterval()` and listening for the `migrating` event.
  */
 export declare class PlatformEventManager extends EventManager {
+    readonly config: Configuration;
     /** Websocket connection to actor events. */
     private eventsWs?;
+    constructor(config?: Configuration);
     /**
      * Initializes `Actor.events` event emitter by creating a connection to a websocket that provides them.
      * This is an internal function that is automatically called by `Actor.main()`.

package/platform_event_manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"platform_event_manager.d.ts","sourceRoot":"","sources":["../src/platform_event_manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAa,YAAY,EAAE,MAAM,eAAe,CAAC;AAGxD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,oBAAqB,SAAQ,YAAY;IAClD,4CAA4C;IAC5C,OAAO,CAAC,QAAQ,CAAC,CAAY;IAE7B;;;OAGG;IACY,IAAI;IAiBnB,OAAO,CAAC,yBAAyB;IAgCjC;;;;OAIG;IACY,KAAK;CAQvB"}
+{"version":3,"file":"platform_event_manager.d.ts","sourceRoot":"","sources":["../src/platform_event_manager.ts"],"names":[],"mappings":"AAEA,OAAO,EAAa,YAAY,EAAE,MAAM,eAAe,CAAC;AAExD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAC;AAEhD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,qBAAa,oBAAqB,SAAQ,YAAY;aAIpB,MAAM;IAHpC,4CAA4C;IAC5C,OAAO,CAAC,QAAQ,CAAC,CAAY;gBAEC,MAAM,gBAAkC;IAItE;;;OAGG;IACY,IAAI;IAiBnB,OAAO,CAAC,yBAAyB;IAgCjC;;;;OAIG;IACY,KAAK;CAQvB"}

package/platform_event_manager.js

@@ -6,6 +6,7 @@ const consts_1 = require("@apify/consts");
 const ws_1 = tslib_1.__importDefault(require("ws"));
 const core_1 = require("@crawlee/core");
 const utilities_1 = require("@apify/utilities");
+const configuration_1 = require("./configuration");
 /**
  * Gets an instance of a Node.js'
  * [EventEmitter](https://nodejs.org/api/events.html#events_class_eventemitter)
@@ -44,8 +45,14 @@ const utilities_1 = require("@apify/utilities");
  *   you can achieve the same effect using `setInterval()` and listening for the `migrating` event.
  */
 class PlatformEventManager extends core_1.EventManager {
-    constructor() {
-        super(...arguments);
+    constructor(config = configuration_1.Configuration.getGlobalConfig()) {
+        super();
+        Object.defineProperty(this, "config", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: config
+        });
         /** Websocket connection to actor events. */
         Object.defineProperty(this, "eventsWs", {
             enumerable: true,
@@ -63,7 +70,7 @@ class PlatformEventManager extends core_1.EventManager {
             return;
         }
         await super.init();
-        const eventsWsUrl = process.env[consts_1.ENV_VARS.ACTOR_EVENTS_WS_URL];
+        const eventsWsUrl = this.config.get('actorEventsWsUrl');
         // Locally there is no web socket to connect, so just print a log message.
         if (!eventsWsUrl) {
             this.log.debug(`Environment variable ${consts_1.ENV_VARS.ACTOR_EVENTS_WS_URL} is not set, no events from Apify platform will be emitted.`);
@@ -95,7 +102,7 @@ class PlatformEventManager extends core_1.EventManager {
             this.log.exception(err, 'web socket connection failed');
         });
         this.eventsWs.on('close', () => {
-            this.log.warning('web socket has been closed');
+            this.log.debug('web socket has been closed');
             this.eventsWs = undefined;
         });
     }

package/platform_event_manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"platform_event_manager.js","sourceRoot":"","sources":["../src/platform_event_manager.ts"],"names":[],"mappings":";;;;AAAA,0CAA4D;AAC5D,oDAA2B;AAC3B,wCAAwD;AACxD,gDAAuD;AAEvD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,MAAa,oBAAqB,SAAQ,mBAAY;IAAtD;;QACI,4CAA4C;QAC5C;;;;;WAA6B;IAoEjC,CAAC;IAlEG;;;OAGG;IACM,KAAK,CAAC,IAAI;QACf,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,OAAO;SACV;QAED,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAQ,CAAC,mBAAmB,CAAC,CAAC;QAE9D,0EAA0E;QAC1E,IAAI,CAAC,WAAW,EAAE;YACd,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,iBAAQ,CAAC,mBAAmB,6DAA6D,CAAC,CAAC;YAClI,OAAO;SACV;QAED,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAEO,yBAAyB,CAAC,WAAmB;QACjD,IAAI,CAAC,QAAQ,GAAG,IAAI,YAAS,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;YACpC,IAAI,CAAC,OAAO;gBAAE,OAAO;YAErB,IAAI;gBACA,MAAM,EACF,IAAI,EACJ,IAAI,GACP,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAE7B,IAAI,IAAI,KAAK,0BAAiB,CAAC,SAAS,EAAE;oBACtC,IAAA,+BAAmB,EAAC,IAAI,CAAC,SAAS,CAAC,YAAa,CAAC,CAAC,CAAC,4CAA4C;oBAC/F,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;iBACpE;aACJ;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAY,EAAE,0BAA0B,CAAC,CAAC;aAChE;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,iFAAiF;YACjF,IAAI,GAAG,CAAC,OAAO,KAAK,4DAA4D;gBAAE,OAAO;YAEzF,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,8BAA8B,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,4BAA4B,CAAC,CAAC;YAC/C,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC9B,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACM,KAAK,CAAC,KAAK;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO;SACV;QAED,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC;CACJ;AAtED,oDAsEC"}
+{"version":3,"file":"platform_event_manager.js","sourceRoot":"","sources":["../src/platform_event_manager.ts"],"names":[],"mappings":";;;;AAAA,0CAA4D;AAC5D,oDAA2B;AAC3B,wCAAwD;AACxD,gDAAuD;AACvD,mDAAgD;AAEhD;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AACH,MAAa,oBAAqB,SAAQ,mBAAY;IAIlD,YAA8B,SAAS,6BAAa,CAAC,eAAe,EAAE;QAClE,KAAK,EAAE,CAAC;;;;;mBADkB;;QAH9B,4CAA4C;QAC5C;;;;;WAA6B;IAI7B,CAAC;IAED;;;OAGG;IACM,KAAK,CAAC,IAAI;QACf,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB,OAAO;SACV;QAED,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;QAExD,0EAA0E;QAC1E,IAAI,CAAC,WAAW,EAAE;YACd,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,wBAAwB,iBAAQ,CAAC,mBAAmB,6DAA6D,CAAC,CAAC;YAClI,OAAO;SACV;QAED,IAAI,CAAC,yBAAyB,CAAC,WAAW,CAAC,CAAC;IAChD,CAAC;IAEO,yBAAyB,CAAC,WAAmB;QACjD,IAAI,CAAC,QAAQ,GAAG,IAAI,YAAS,CAAC,WAAW,CAAC,CAAC;QAC3C,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,EAAE;YACpC,IAAI,CAAC,OAAO;gBAAE,OAAO;YAErB,IAAI;gBACA,MAAM,EACF,IAAI,EACJ,IAAI,GACP,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;gBAE7B,IAAI,IAAI,KAAK,0BAAiB,CAAC,SAAS,EAAE;oBACtC,IAAA,+BAAmB,EAAC,IAAI,CAAC,SAAS,CAAC,YAAa,CAAC,CAAC,CAAC,4CAA4C;oBAC/F,IAAI,CAAC,MAAM,CAAC,IAAI,+CAA0B,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;iBACpE;aACJ;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAY,EAAE,0BAA0B,CAAC,CAAC;aAChE;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAC9B,iFAAiF;YACjF,IAAI,GAAG,CAAC,OAAO,KAAK,4DAA4D;gBAAE,OAAO;YAEzF,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE,8BAA8B,CAAC,CAAC;QAC5D,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE;YAC3B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC7C,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC;QAC9B,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACM,KAAK,CAAC,KAAK;QAChB,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE;YACnB,OAAO;SACV;QAED,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC;IAC3B,CAAC;CACJ;AA1ED,oDA0EC"}

package/proxy_configuration.d.ts

@@ -1,4 +1,6 @@
-import { Configuration, ProxyConfiguration as CoreProxyConfiguration, ProxyConfigurationOptions as CoreProxyConfigurationOptions, ProxyInfo as CoreProxyInfo } from '@crawlee/core';
+import type { ProxyConfigurationOptions as CoreProxyConfigurationOptions, ProxyInfo as CoreProxyInfo } from '@crawlee/core';
+import { ProxyConfiguration as CoreProxyConfiguration } from '@crawlee/core';
+import { Configuration } from './configuration';
 export interface ProxyConfigurationOptions extends CoreProxyConfigurationOptions {
     /**
      * User's password for the proxy. By default, it is taken from the `APIFY_PROXY_PASSWORD`
@@ -54,11 +56,11 @@ export interface ProxyConfigurationOptions extends CoreProxyConfigurationOptions
  * const crawler = new CheerioCrawler({
  *   // ...
  *   proxyConfiguration,
- *   handlePageFunction: ({ proxyInfo }) => {
- *      // Getting used proxy URL
+ *   requestHandler({ proxyInfo }) {
+ *       // Getting used proxy URL
  *       const proxyUrl = proxyInfo.url;
  *
- *      // Getting ID of used Session
+ *       // Getting ID of used Session
  *       const sessionIdentifier = proxyInfo.sessionId;
  *   }
  * })
@@ -114,7 +116,7 @@ export interface ProxyInfo extends CoreProxyInfo {
  * const crawler = new CheerioCrawler({
  *   // ...
  *   proxyConfiguration,
- *   handlePageFunction: ({ proxyInfo }) => {
+ *   requestHandler({ proxyInfo }) {
  *      const usedProxyUrl = proxyInfo.url; // Getting the proxy URL
  *   }
  * })
@@ -123,6 +125,7 @@ export interface ProxyInfo extends CoreProxyInfo {
  * @category Scaling
  */
 export declare class ProxyConfiguration extends CoreProxyConfiguration {
+    readonly config: Configuration;
     private groups;
     private countryCode?;
     private password?;
@@ -145,7 +148,7 @@ export declare class ProxyConfiguration extends CoreProxyConfiguration {
     /**
      * This function creates a new {@link ProxyInfo} info object.
      * It is used by CheerioCrawler and PuppeteerCrawler to generate proxy URLs and also to allow the user to inspect
-     * the currently used proxy via the handlePageFunction parameter: proxyInfo.
+     * the currently used proxy via the requestHandler parameter `proxyInfo`.
      * Use it if you want to work with a rich representation of a proxy URL.
      * If you need the URL string only, use {@link ProxyConfiguration.newUrl}.
      * @param [sessionId]