scrapely 1.2.33 → 1.2.34

package/dist/proxy-input-aliases.js

@@ -2,7 +2,7 @@
 /**
  * Proxy input objects with both namings. An input-schema proxy field may be
  * written with the Scrapely names (`useScrapelyProxy`, `scrapelyProxyGroups`,
- * `scrapelyProxyCountry`, `scrapelyProxySubdivision`) or the Apify names
+ * `scrapelyProxyCountry`, `scrapelyProxySubdivision`) or the legacy names
  * (`useApifyProxy`, `apifyProxy*`). Actor.getInput() and Actor.input return
  * every set option under both names, so actor code that reads either naming
  * sees the user's choice.

package/dist/request-list.d.ts

@@ -1,5 +1,5 @@
 /**
- * ScrapelyRequestList - parses the standard Scrapely/Apify `requestListSources` input format.
+ * ScrapelyRequestList - parses the standard Scrapely `requestListSources` input format.
  *
  * Parity port of the Python SDK's `scrapely.request_loaders.ScrapelyRequestList`.
  * It supports two kinds of entries:
@@ -24,7 +24,7 @@
 import { Request } from '@crawlee/core';
 /**
  * A single entry of the `requestListSources` input format.
- * Accepts both camelCase (Apify/Scrapely UI) and snake_case keys.
+ * Accepts both camelCase (Scrapely UI) and snake_case keys.
  */
 export interface RequestListSource {
     /** Direct URL to crawl (mutually exclusive with `requestsFromUrl`). */

package/dist/request-list.js

@@ -1,6 +1,6 @@
 "use strict";
 /**
- * ScrapelyRequestList - parses the standard Scrapely/Apify `requestListSources` input format.
+ * ScrapelyRequestList - parses the standard Scrapely `requestListSources` input format.
  *
  * Parity port of the Python SDK's `scrapely.request_loaders.ScrapelyRequestList`.
  * It supports two kinds of entries:

package/dist/scrapely-proxy-configuration.d.ts

@@ -6,12 +6,12 @@ type TieredProxyOptions = Parameters<CrawleeProxyConfiguration['newUrl']>[1];
 /** Returns true for platform-proxy sentinel values ('auto', 'http://auto'). */
 export declare function isPlatformProxySentinel(url: string | null | undefined): boolean;
 /**
- * Validates a proxy session ID the same way the Apify SDK does: at most 50
+ * Validates a proxy session ID: at most 50
  * characters, and only `0-9`, `a-z`, `A-Z`, `.`, `_` and `~`. Throws otherwise.
  */
 export declare function validateProxySessionId(sessionId: string): string;
 /**
- * Resolves and validates the country/subdivision options (Apify parity).
+ * Resolves and validates the country/subdivision options.
  * Country must be a two-letter ISO code; subdivision an ISO 3166-2 code
  * (1-3 uppercase alphanumeric characters) and requires a country. Returns
  * the normalized values used by the username grammar.
@@ -20,21 +20,21 @@ export declare function resolveCountryOptions(options: ProxyConfigurationOptions
     countryCode?: string;
     subdivisionCode?: string;
 };
-/** Status payload returned by the gateway status endpoint (Apify format). */
+/** Status payload returned by the gateway status endpoint. */
 export interface ProxyStatus {
     connected: boolean;
     connectionError: string;
     isManInTheMiddle: boolean;
 }
 /**
- * Build a platform proxy URL using the Apify username grammar:
+ * Build a platform proxy URL using the gateway username grammar:
  *   http://GROUPS-G1+G2,country-US,session-a1b2c3:PASSWORD@HOST:PORT
  *
  * `groups` (joined with `+`), `country` and `session` fragments are
  * comma-joined. When the server injected a subaccount username
  * (SCRAPELY_PROXY_USERNAME / APIFY_PROXY_USERNAME) it is prepended so the
  * gateway can attribute traffic to the right Scrapely tenant; without it the
- * username falls back to Apify's `auto` when no fragments apply. The password
+ * username falls back to `auto` when no fragments apply. The password
  * and gateway host/port come from the environment credentials injected by the
  * server.
  */
@@ -42,12 +42,12 @@ export declare function buildPlatformProxyUrl(options: ProxyConfigurationOptions
 /** True when any proxy URL list reserves a platform slot via the 'auto' sentinel. */
 export declare function hasPlatformSentinel(options: ProxyConfigurationOptions): boolean;
 /**
- * Apify-compatible ProxyConfiguration.
+ * Scrapely ProxyConfiguration.
  *
  * Modes:
  *  - Platform proxy: when the server injected APIFY_PROXY_* or SCRAPELY_PROXY_*
  *    credentials (Evomi-backed) and no custom proxies were requested, the
- *    configuration routes through the platform gateway using the Apify
+ *    configuration routes through the platform gateway using the gateway
  *    username grammar (groups/country/session fragments).
  *  - BYOP: custom proxyUrls / newUrlFunction / tieredProxyUrls are passed
  *    through to Crawlee unchanged.
@@ -68,31 +68,30 @@ export declare class ProxyConfiguration extends CrawleeProxyConfiguration {
      * Returns a new proxy URL. Translates the internal platform-proxy
      * placeholder to a concrete platform URL (applying groups/countryCode and
      * session stickiness) whenever Crawlee's rotation lands on it; BYOP
-     * entries pass through unchanged. Session IDs are validated like in the
-     * Apify SDK (max 50 chars, only `0-9 a-z A-Z . _ ~`).
+     * entries pass through unchanged. Session IDs are validated (max 50 chars,
+     * only `0-9 a-z A-Z . _ ~`).
      */
     newUrl(sessionId?: string | number, options?: TieredProxyOptions): Promise<string | undefined>;
     /**
      * Returns a new ProxyInfo. When the resolved URL points at the platform
-     * gateway, `groups`, `countryCode` and `subdivisionCode` are attached
-     * (Apify parity).
+     * gateway, `groups`, `countryCode` and `subdivisionCode` are attached.
      */
     newProxyInfo(sessionId?: string | number, options?: TieredProxyOptions): Promise<ProxyInfo | undefined>;
     /**
-     * Fetches the gateway status payload (Apify format) by sending
+     * Fetches the gateway status payload by sending
      * `GET {statusUrl}/?format=json` *through the platform gateway*, so the
      * proxy handshake itself authenticates the run's credentials. Retries
-     * connection errors (Apify parity: 4s timeout, 2 attempts); returns
+     * connection errors (4s timeout, 2 attempts); returns
      * undefined when the endpoint stays unreachable.
      */
     private fetchProxyStatus;
     /**
      * Verifies the proxy configuration. For platform proxy mode with an
-     * injected status URL, performs the Apify-format access check through the
+     * injected status URL, performs the access check through the
      * gateway (`GET {statusUrl}/?format=json`). When the gateway answers
      * `connected: false` (e.g. an unknown proxy group), it throws with the
-     * gateway's `connectionError` on the platform and warns locally, like
-     * Apify's `_checkAccess`; timeouts and HTTP errors only warn.
+     * gateway's `connectionError` on the platform and warns locally;
+     * timeouts and HTTP errors only warn.
      * BYOP mode only verifies that a test URL can be generated.
      */
     initialize(options?: {

package/dist/scrapely-proxy-configuration.js

@@ -18,26 +18,25 @@ const node_tls_1 = __importDefault(require("node:tls"));
 const core_1 = require("@crawlee/core");
 const configuration_js_1 = require("./configuration.js");
 const proxy_configuration_js_1 = require("./proxy-configuration.js");
-/** Max length of a proxy session ID (Apify parity). */
+/** Max length of a proxy session ID. */
 const MAX_SESSION_ID_LENGTH = 50;
-/** Allowed session ID characters (Apify parity): 0-9 a-z A-Z . _ ~ */
+/** Allowed session ID characters: 0-9 a-z A-Z . _ ~ */
 const SESSION_ID_REGEX = /^[a-zA-Z0-9._~]+$/;
-/** Two-letter ISO country code (Apify parity). */
+/** Two-letter ISO country code. */
 const COUNTRY_CODE_REGEX = /^[A-Z]{2}$/;
 /**
  * ISO 3166-2 subdivision codes are 1-3 uppercase alphanumeric characters,
- * e.g. 'CA' (California), 'NSW' (New South Wales), '9' (Wien, AT-9)
- * (Apify parity).
+ * e.g. 'CA' (California), 'NSW' (New South Wales), '9' (Wien, AT-9).
  */
 const SUBDIVISION_CODE_REGEX = /^[A-Z0-9]{1,3}$/;
-/** Status-check timeout / attempts (Apify parity). */
+/** Status-check timeout / attempts. */
 const CHECK_ACCESS_REQUEST_TIMEOUT_MILLIS = 4_000;
 const CHECK_ACCESS_MAX_ATTEMPTS = 2;
 /**
  * Sentinel values that reserve a slot for the platform proxy inside
  * `proxyUrls` / `tieredProxyUrls` / `tieredProxyConfig[].proxyUrls`,
  * allowing BYOP and platform proxies to be mixed in one configuration
- * (Apify-compatible: both `'auto'` and `'http://auto'` are accepted).
+ * (both `'auto'` and `'http://auto'` are accepted).
  */
 const PLATFORM_PROXY_SENTINELS = new Set(['auto', 'http://auto']);
 /**
@@ -64,7 +63,7 @@ function isPlatformProxySentinel(url) {
     return url != null && PLATFORM_PROXY_SENTINELS.has(url);
 }
 /**
- * Validates a proxy session ID the same way the Apify SDK does: at most 50
+ * Validates a proxy session ID: at most 50
  * characters, and only `0-9`, `a-z`, `A-Z`, `.`, `_` and `~`. Throws otherwise.
  */
 function validateProxySessionId(sessionId) {
@@ -84,7 +83,7 @@ function platformGroups(options) {
     return options.scrapelyProxyGroups ?? options.apifyProxyGroups;
 }
 /**
- * Resolves and validates the country/subdivision options (Apify parity).
+ * Resolves and validates the country/subdivision options.
  * Country must be a two-letter ISO code; subdivision an ISO 3166-2 code
  * (1-3 uppercase alphanumeric characters) and requires a country. Returns
  * the normalized values used by the username grammar.
@@ -109,7 +108,7 @@ function resolveCountryOptions(options) {
 /**
  * Strips URL-breaking characters from a username fragment. The gateway grammar
  * is comma-based, so fragments themselves must never contain `,@:/?#` or
- * whitespace (Apify behavior: the username is NOT percent-encoded).
+ * whitespace (the username is NOT percent-encoded).
  */
 function sanitizeUsernameFragment(value) {
     return value.replace(/[:@/?#\s]/g, '');
@@ -126,8 +125,7 @@ function encodeUserInfoPart(value) {
 }
 /**
  * Gateway upstream error codes (590-599, proxy-chain semantics). The gateway
- * uses these instead of a bare 502 to describe upstream failures — the same
- * table Apify Proxy uses. See docs/evomi-integration.md for the contract.
+ * uses these instead of a bare 502 to describe upstream failures. See docs/evomi-integration.md for the contract.
  */
 const PROXY_STATUS_CODE_DESCRIPTIONS = {
     590: 'Non Successful: upstream responded with a non-200 status code',
@@ -223,14 +221,14 @@ async function requestThroughProxy(targetUrl, proxyUrl, timeoutMs) {
     });
 }
 /**
- * Build a platform proxy URL using the Apify username grammar:
+ * Build a platform proxy URL using the gateway username grammar:
  *   http://GROUPS-G1+G2,country-US,session-a1b2c3:PASSWORD@HOST:PORT
  *
  * `groups` (joined with `+`), `country` and `session` fragments are
  * comma-joined. When the server injected a subaccount username
  * (SCRAPELY_PROXY_USERNAME / APIFY_PROXY_USERNAME) it is prepended so the
  * gateway can attribute traffic to the right Scrapely tenant; without it the
- * username falls back to Apify's `auto` when no fragments apply. The password
+ * username falls back to `auto` when no fragments apply. The password
  * and gateway host/port come from the environment credentials injected by the
  * server.
  */
@@ -238,7 +236,7 @@ function buildPlatformProxyUrl(options, env, sessionId) {
     const groups = platformGroups(options);
     const { countryCode, subdivisionCode } = resolveCountryOptions(options);
     const password = options.password ?? env.password;
-    // Apify username grammar: groups, then session, then country — with the
+    // Username grammar: groups, then session, then country — with the
     // subdivision merged into the country fragment (ISO 3166-2: `country-US_CA`).
     const usernameParts = [];
     if (groups?.length) {
@@ -291,8 +289,7 @@ function hasRealCustomProxyOptions(options) {
  * `proxyUrls` pass through (sentinels become per-tier placeholders); tiers
  * without any URLs become per-tier placeholders too, so their platform
  * options (groups/countryCode/password) and the session ID are applied
- * lazily in `newUrl()` — mirroring Apify's `_generateTieredProxyUrls` while
- * preserving session stickiness.
+ * lazily in `newUrl()` while preserving session stickiness.
  */
 function mapTieredProxyConfig(tieredProxyConfig, globalOptions, env, placeholderOptions) {
     return tieredProxyConfig.map((tier, index) => {
@@ -364,12 +361,12 @@ function needsPlatformProxyUrls(options) {
         !!options.tieredProxyConfig?.some((tier) => !tier.proxyUrls));
 }
 /**
- * Apify-compatible ProxyConfiguration.
+ * Scrapely ProxyConfiguration.
  *
  * Modes:
  *  - Platform proxy: when the server injected APIFY_PROXY_* or SCRAPELY_PROXY_*
  *    credentials (Evomi-backed) and no custom proxies were requested, the
- *    configuration routes through the platform gateway using the Apify
+ *    configuration routes through the platform gateway using the gateway
  *    username grammar (groups/country/session fragments).
  *  - BYOP: custom proxyUrls / newUrlFunction / tieredProxyUrls are passed
  *    through to Crawlee unchanged.
@@ -388,7 +385,7 @@ class ProxyConfiguration extends core_1.ProxyConfiguration {
     constructor(options = {}, config = configuration_js_1.Configuration.getGlobalConfig()) {
         const { proxyUrls, newUrlFunction } = options;
         const platformEnv = (0, proxy_configuration_js_1.getPlatformProxyEnv)();
-        // Validate country/subdivision options eagerly (Apify parity: bad
+        // Validate country/subdivision options eagerly (bad
         // values throw at construction, not on the first newUrl() call).
         resolveCountryOptions(options);
         if (hasRealCustomProxyOptions(options) && hasApifyOnlyOptions(options)) {
@@ -429,8 +426,8 @@ class ProxyConfiguration extends core_1.ProxyConfiguration {
      * Returns a new proxy URL. Translates the internal platform-proxy
      * placeholder to a concrete platform URL (applying groups/countryCode and
      * session stickiness) whenever Crawlee's rotation lands on it; BYOP
-     * entries pass through unchanged. Session IDs are validated like in the
-     * Apify SDK (max 50 chars, only `0-9 a-z A-Z . _ ~`).
+     * entries pass through unchanged. Session IDs are validated (max 50 chars,
+     * only `0-9 a-z A-Z . _ ~`).
      */
     async newUrl(sessionId, options) {
         const sid = sessionId != null ? validateProxySessionId(String(sessionId)) : undefined;
@@ -448,8 +445,7 @@ class ProxyConfiguration extends core_1.ProxyConfiguration {
     }
     /**
      * Returns a new ProxyInfo. When the resolved URL points at the platform
-     * gateway, `groups`, `countryCode` and `subdivisionCode` are attached
-     * (Apify parity).
+     * gateway, `groups`, `countryCode` and `subdivisionCode` are attached.
      */
     async newProxyInfo(sessionId, options) {
         const sid = sessionId != null ? validateProxySessionId(String(sessionId)) : undefined;
@@ -467,10 +463,10 @@ class ProxyConfiguration extends core_1.ProxyConfiguration {
         return info;
     }
     /**
-     * Fetches the gateway status payload (Apify format) by sending
+     * Fetches the gateway status payload by sending
      * `GET {statusUrl}/?format=json` *through the platform gateway*, so the
      * proxy handshake itself authenticates the run's credentials. Retries
-     * connection errors (Apify parity: 4s timeout, 2 attempts); returns
+     * connection errors (4s timeout, 2 attempts); returns
      * undefined when the endpoint stays unreachable.
      */
     async fetchProxyStatus() {
@@ -519,18 +515,18 @@ class ProxyConfiguration extends core_1.ProxyConfiguration {
                 }
             }
             catch {
-                // Retry connection errors (Apify behavior).
+                // Retry connection errors.
             }
         }
         return undefined;
     }
     /**
      * Verifies the proxy configuration. For platform proxy mode with an
-     * injected status URL, performs the Apify-format access check through the
+     * injected status URL, performs the access check through the
      * gateway (`GET {statusUrl}/?format=json`). When the gateway answers
      * `connected: false` (e.g. an unknown proxy group), it throws with the
-     * gateway's `connectionError` on the platform and warns locally, like
-     * Apify's `_checkAccess`; timeouts and HTTP errors only warn.
+     * gateway's `connectionError` on the platform and warns locally;
+     * timeouts and HTTP errors only warn.
      * BYOP mode only verifies that a test URL can be generated.
      */
     async initialize(options = {}) {
@@ -538,7 +534,7 @@ class ProxyConfiguration extends core_1.ProxyConfiguration {
         if (!checkAccess) {
             return true;
         }
-        // Apify-parity access check: GET {statusUrl}/?format=json *through the
+        // Access check: GET {statusUrl}/?format=json *through the
         // platform gateway* so the proxy handshake itself authenticates the
         // run's credentials.
         if (checkAccess && this.platformEnv?.statusUrl) {

package/dist/storage/api-storage-client.d.ts

@@ -114,6 +114,8 @@ export declare abstract class BaseApiClient {
      */
     private send;
     protected request<T>(method: string, path: string, body?: any, contentType?: string, options?: ApiRequestOptions): Promise<T>;
+    /** HEAD request: true on 2xx, false on 404; other errors throw. */
+    protected exists(path: string): Promise<boolean>;
     protected requestWithHeaders<T>(method: string, path: string, body?: any, contentType?: string): Promise<{
         data: T;
         contentType: string;
@@ -171,7 +173,6 @@ export declare class ApiKeyValueStoreClient extends BaseApiClient implements Key
     entries(options?: KeyValueStoreClientListOptions): AsyncIterable<[string, unknown]> & Promise<[string, unknown][]>;
     /**
      * Iterates over all keys in the key-value store, calling the iteratee function for each key.
-     * Similar to Apify's KeyValueStore.forEachKey() method.
      */
     forEachKey(iteratee: (key: string, index: number, info: {
         size: number;
@@ -179,7 +180,6 @@ export declare class ApiKeyValueStoreClient extends BaseApiClient implements Key
     /**
      * Gets a value from the key-value store that is automatically saved when modified.
      * If the key doesn't exist, returns the defaultValue and stores it for future use.
-     * Similar to Apify's KeyValueStore.getAutoSavedValue() method.
      *
      * @param key - The key of the record to get
      * @param defaultValue - The default value to return and store if the key doesn't exist
@@ -189,7 +189,6 @@ export declare class ApiKeyValueStoreClient extends BaseApiClient implements Key
     /**
      * Returns a URL for the given key that may be used to publicly access the value
      * in the remote key-value store.
-     * Similar to Apify's KeyValueStore.getPublicUrl() method.
      *
      * @param key - The key of the record to get the public URL for
      * @returns A public URL for accessing the record
@@ -218,11 +217,11 @@ export declare class ApiRequestQueueClient extends BaseApiClient implements Requ
     prolongRequestLock(id: string, options: ProlongRequestLockOptions): Promise<ProlongRequestLockResult>;
     deleteRequestLock(id: string, options?: DeleteRequestLockOptions): Promise<void>;
     /**
-     * List requests in the queue with optional filtering and pagination (Apify REST API).
+     * List requests in the queue with optional filtering and pagination.
      */
     listRequests(options?: ListRequestsOptions): Promise<ListRequestsResult>;
     /**
-     * Unlock all requests locked by this clientKey (Apify REST API).
+     * Unlock all requests locked by this clientKey.
      */
     unlockRequests(options: {
         clientKey?: string;

package/dist/storage/api-storage-client.js

@@ -100,7 +100,7 @@ class AdaptiveRateLimiter {
     }
 }
 /**
- * Unwrap Apify-style v2 response envelopes ({ data: ... }).
+ * Unwrap v2 response envelopes ({ data: ... }).
  */
 function unwrapData(value) {
     if (Array.isArray(value))
@@ -545,6 +545,17 @@ class BaseApiClient {
             return unwrapData(await response.json());
         });
     }
+    /** HEAD request: true on 2xx, false on 404; other errors throw. */
+    async exists(path) {
+        try {
+            return await this.send('HEAD', path, undefined, undefined, undefined, async () => true);
+        }
+        catch (err) {
+            if (isApiStorageClientError(err) && err.statusCode === 404)
+                return false;
+            throw err;
+        }
+    }
     async requestWithHeaders(method, path, body, contentType) {
         return this.send(method, path, body, contentType, undefined, async (response) => {
             if (response.status === 204) {
@@ -723,13 +734,7 @@ class ApiKeyValueStoreClient extends BaseApiClient {
         await this.request('DELETE', `/key-value-stores/${this.id}`);
     }
     async recordExists(key) {
-        try {
-            await this.getRecord(key);
-            return true;
-        }
-        catch {
-            return false;
-        }
+        return this.exists(`/key-value-stores/${this.id}/records/${key}`);
     }
     async getRecord(key, options) {
         try {
@@ -754,7 +759,7 @@ class ApiKeyValueStoreClient extends BaseApiClient {
         const { key, value, contentType } = record;
         let body;
         let ct;
-        // Handle Readable streams (e.g., fs.createReadStream) - Apify compatibility
+        // Handle Readable streams (e.g., fs.createReadStream)
         // Streams are objects with a pipe method. We need to buffer them.
         if (value && typeof value === 'object' && typeof value.pipe === 'function') {
             const chunks = [];
@@ -765,7 +770,7 @@ class ApiKeyValueStoreClient extends BaseApiClient {
             ct = 'application/octet-stream';
         }
         else if (value instanceof Uint8Array) {
-            // Raw bytes, as Apify stores them; the API returns them unchanged on GET.
+            // Raw bytes, stored as-is; the API returns them unchanged on GET.
             body = value;
             ct = 'application/octet-stream';
         }
@@ -816,7 +821,6 @@ class ApiKeyValueStoreClient extends BaseApiClient {
     }
     /**
      * Iterates over all keys in the key-value store, calling the iteratee function for each key.
-     * Similar to Apify's KeyValueStore.forEachKey() method.
      */
     async forEachKey(iteratee, options) {
         return (0, kvs_iteration_js_1.forEachKeyPaginated)((opts) => this.listKeys(opts), iteratee, options);
@@ -824,7 +828,6 @@ class ApiKeyValueStoreClient extends BaseApiClient {
     /**
      * Gets a value from the key-value store that is automatically saved when modified.
      * If the key doesn't exist, returns the defaultValue and stores it for future use.
-     * Similar to Apify's KeyValueStore.getAutoSavedValue() method.
      *
      * @param key - The key of the record to get
      * @param defaultValue - The default value to return and store if the key doesn't exist
@@ -842,7 +845,6 @@ class ApiKeyValueStoreClient extends BaseApiClient {
     /**
      * Returns a URL for the given key that may be used to publicly access the value
      * in the remote key-value store.
-     * Similar to Apify's KeyValueStore.getPublicUrl() method.
      *
      * @param key - The key of the record to get the public URL for
      * @returns A public URL for accessing the record
@@ -965,7 +967,7 @@ class ApiRequestQueueClient extends BaseApiClient {
         await this.request('DELETE', `/request-queues/${this.id}/requests/${id}/lock${query}`);
     }
     /**
-     * List requests in the queue with optional filtering and pagination (Apify REST API).
+     * List requests in the queue with optional filtering and pagination.
      */
     async listRequests(options) {
         const params = new URLSearchParams();
@@ -984,7 +986,7 @@ class ApiRequestQueueClient extends BaseApiClient {
         return this.request('GET', `/request-queues/${this.id}/requests${query ? `?${query}` : ''}`);
     }
     /**
-     * Unlock all requests locked by this clientKey (Apify REST API).
+     * Unlock all requests locked by this clientKey.
      */
     async unlockRequests(options) {
         const query = buildRqQueryParams(options.clientKey ?? this.clientKey, {

package/dist/storage/billing-tracker.d.ts

@@ -15,7 +15,7 @@ export interface BillingClient {
  * - Request queues (requests stored)
  * - Logs (log size)
  *
- * This data is used to calculate storage-hour charges like Apify.
+ * This data is used to calculate storage-hour charges.
  */
 export declare class BillingTracker {
     private client;

package/dist/storage/billing-tracker.js

@@ -10,7 +10,7 @@ exports.BillingTracker = void 0;
  * - Request queues (requests stored)
  * - Logs (log size)
  *
- * This data is used to calculate storage-hour charges like Apify.
+ * This data is used to calculate storage-hour charges.
  */
 class BillingTracker {
     client;

package/dist/storage/key-value-store-client.d.ts

@@ -36,13 +36,11 @@ export declare class DragonflyKeyValueStoreClient implements KeyValueStoreClient
     entries(options?: KeyValueStoreClientListOptions): AsyncIterable<[string, unknown]> & Promise<[string, unknown][]>;
     /**
      * Iterates over all keys in the key-value store, calling the iteratee function for each key.
-     * Similar to Apify's KeyValueStore.forEachKey() method.
      */
     forEachKey(iteratee: KeyConsumer, options?: ForEachKeyOptions): Promise<void>;
     /**
      * Gets a value from the key-value store that is automatically saved when modified.
      * If the key doesn't exist, returns the defaultValue and stores it for future use.
-     * Similar to Apify's KeyValueStore.getAutoSavedValue() method.
      *
      * @param key - The key of the record to get
      * @param defaultValue - The default value to return and store if the key doesn't exist
@@ -52,7 +50,6 @@ export declare class DragonflyKeyValueStoreClient implements KeyValueStoreClient
     /**
      * Returns a URL for the given key that may be used to publicly access the value
      * in the remote key-value store.
-     * Similar to Apify's KeyValueStore.getPublicUrl() method.
      *
      * @param key - The key of the record to get the public URL for
      * @returns A public URL for accessing the record

package/dist/storage/key-value-store-client.js

@@ -134,7 +134,7 @@ class DragonflyKeyValueStoreClient {
         const { key, value, contentType } = record;
         let stored;
         let billingValue = value; // Use for billing estimation (may differ from original if stream)
-        // Handle Readable streams (e.g., fs.createReadStream) - Apify compatibility
+        // Handle Readable streams (e.g., fs.createReadStream)
         // Streams are objects with a pipe method. We need to buffer them.
         if (value && typeof value === 'object' && typeof value.pipe === 'function') {
             const chunks = [];
@@ -266,7 +266,6 @@ class DragonflyKeyValueStoreClient {
     }
     /**
      * Iterates over all keys in the key-value store, calling the iteratee function for each key.
-     * Similar to Apify's KeyValueStore.forEachKey() method.
      */
     async forEachKey(iteratee, options) {
         return (0, kvs_iteration_js_1.forEachKeyPaginated)((opts) => this._listKeys(opts), iteratee, options);
@@ -274,7 +273,6 @@ class DragonflyKeyValueStoreClient {
     /**
      * Gets a value from the key-value store that is automatically saved when modified.
      * If the key doesn't exist, returns the defaultValue and stores it for future use.
-     * Similar to Apify's KeyValueStore.getAutoSavedValue() method.
      *
      * @param key - The key of the record to get
      * @param defaultValue - The default value to return and store if the key doesn't exist
@@ -292,14 +290,13 @@ class DragonflyKeyValueStoreClient {
     /**
      * Returns a URL for the given key that may be used to publicly access the value
      * in the remote key-value store.
-     * Similar to Apify's KeyValueStore.getPublicUrl() method.
      *
      * @param key - The key of the record to get the public URL for
      * @returns A public URL for accessing the record
      */
     getPublicUrl(key) {
         const config = configuration_js_1.Configuration.getGlobalConfig();
-        const baseUrl = config.get('apiPublicBaseUrl') || config.get('apiBaseUrl') || 'https://api-staging.scrape.ly';
+        const baseUrl = config.get('apiPublicBaseUrl') || config.get('apiBaseUrl') || 'https://api.scrape.ly';
         return `${baseUrl}/v2/key-value-stores/${this.id}/records/${key}`;
     }
 }

package/dist/storage/kv-store-collection-client.js

@@ -16,10 +16,14 @@ class DragonflyKeyValueStoreCollectionClient {
         }
         const id = (0, utils_js_1.generateId)();
         const now = (0, utils_js_1.nowISO)();
+        // Derive ownership from the active billing context (as the request-queue
+        // client does); the server authorizes against this persisted field.
+        // The legacy '1' placeholder applies only when no context is present.
+        const userId = this.client.billingContext?.userId ?? '1';
         const data = {
             id,
             name,
-            userId: '1',
+            userId,
             createdAt: now,
             modifiedAt: now,
             accessedAt: now,
@@ -33,7 +37,7 @@ class DragonflyKeyValueStoreCollectionClient {
         await this.client.redis.hset(infoKey, {
             id,
             name: name ?? '',
-            userId: '1',
+            userId,
             createdAt: now.toISOString(),
             modifiedAt: now.toISOString(),
             accessedAt: now.toISOString(),

package/dist/storage/kvs-iteration.d.ts

@@ -1,7 +1,7 @@
 import type { KeyValueStoreClientListData, KeyValueStoreClientListOptions, KeyValueStoreItemData } from '@crawlee/types';
 export type ListKeysFn = (options?: KeyValueStoreClientListOptions) => Promise<KeyValueStoreClientListData>;
 /**
- * Filter keys by Apify-style collection config from a KVS schema.
+ * Filter keys by collection config from a KVS schema.
  */
 export declare function filterKeysByCollection(allKeys: string[], schemaJson: string | undefined, collection: string): string[];
 export declare function paginateKeyItems(listKeys: ListKeysFn, options?: KeyValueStoreClientListOptions): AsyncGenerator<KeyValueStoreItemData>;

package/dist/storage/kvs-iteration.js

@@ -7,7 +7,7 @@ exports.makePaginatingKeysIterable = makePaginatingKeysIterable;
 exports.makePaginatingValuesIterable = makePaginatingValuesIterable;
 exports.makePaginatingEntriesIterable = makePaginatingEntriesIterable;
 /**
- * Filter keys by Apify-style collection config from a KVS schema.
+ * Filter keys by collection config from a KVS schema.
  */
 function filterKeysByCollection(allKeys, schemaJson, collection) {
     if (!schemaJson) {

package/dist/storage/request-queue-client.d.ts

@@ -44,7 +44,7 @@ export declare class DragonflyRequestQueueClient implements RequestQueueClient {
      */
     private trackStorageBytes;
     /**
-     * Track clientKey access for hadMultipleClients (per Apify spec).
+     * Track clientKey access for hadMultipleClients.
      * Returns the current hadMultipleClients flag after update.
      */
     private trackClientKey;

package/dist/storage/request-queue-client.js

@@ -66,7 +66,7 @@ class DragonflyRequestQueueClient {
         }
     }
     /**
-     * Track clientKey access for hadMultipleClients (per Apify spec).
+     * Track clientKey access for hadMultipleClients.
      * Returns the current hadMultipleClients flag after update.
      */
     async trackClientKey(clientKey) {
@@ -333,11 +333,11 @@ class DragonflyRequestQueueClient {
     async listRequests(options) {
         const limit = Math.min(options?.limit ?? 100, 10000);
         const now = Date.now();
-        // Validate that filter is not used with deprecated exclusiveStartId (per Apify spec)
+        // Validate that filter is not used with deprecated exclusiveStartId
         if (options?.filter && options.filter.length > 0 && options?.exclusiveStartId) {
             throw new Error('filter parameter is not compatible with deprecated exclusiveStartId parameter');
         }
-        // Track clientKey for hadMultipleClients (per Apify spec)
+        // Track clientKey for hadMultipleClients
         if (options?.clientKey) {
             const existingClientKey = await this.client.redis.hget(this.infoKey, 'clientKey');
             if (existingClientKey && existingClientKey !== options.clientKey) {
@@ -348,7 +348,7 @@ class DragonflyRequestQueueClient {
             }
         }
         else {
-            // No clientKey provided - treat as new client per Apify spec
+            // No clientKey provided - treat as new client
             const existingClientKey = await this.client.redis.hget(this.infoKey, 'clientKey');
             if (existingClientKey) {
                 await this.client.redis.hset(this.infoKey, 'hadMultipleClients', '1');
@@ -456,7 +456,7 @@ class DragonflyRequestQueueClient {
             lockSecs: options.lockSecs,
             items,
             // From the atomic lock script: active locks held by ANY client
-            // (including this call's own), per the Apify spec.
+            // (including this call's own).
             queueHasLockedRequests: activeLockCount > 0,
         };
     }