@crawlee/core 4.0.0-beta.175 → 4.0.0-beta.176

package/configuration.d.ts

@@ -9,14 +9,8 @@ export declare function field<T extends z.ZodType>(schema: T, envVar?: string |
 export declare const coerceBoolean: z.ZodPreprocess<z.ZodBoolean, unknown>;
 export declare const coerceNumber: z.ZodPreprocess<z.ZodNumber, unknown>;
 export declare const crawleeConfigFields: {
-    /** @default 'default' */
-    defaultDatasetId: ConfigField<z.ZodDefault<z.ZodString>>;
     /** @default true */
     purgeOnStart: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
-    /** @default 'default' */
-    defaultKeyValueStoreId: ConfigField<z.ZodDefault<z.ZodString>>;
-    /** @default 'default' */
-    defaultRequestQueueId: ConfigField<z.ZodDefault<z.ZodString>>;
     /** @default 0.95 */
     maxUsedCpuRatio: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber, unknown>>>;
     /** @default 0.25 */
@@ -101,9 +95,6 @@ export interface Configuration extends ResolvedConfigValues {
  * `memoryMbytes` | `CRAWLEE_MEMORY_MBYTES` | -
  * `logLevel` | `CRAWLEE_LOG_LEVEL` | -
  * `headless` | `CRAWLEE_HEADLESS` | `true`
- * `defaultDatasetId` | `CRAWLEE_DEFAULT_DATASET_ID` | `'default'`
- * `defaultKeyValueStoreId` | `CRAWLEE_DEFAULT_KEY_VALUE_STORE_ID` | `'default'`
- * `defaultRequestQueueId` | `CRAWLEE_DEFAULT_REQUEST_QUEUE_ID` | `'default'`
  * `persistStateIntervalMillis` | `CRAWLEE_PERSIST_STATE_INTERVAL_MILLIS` | `60_000`
  * `internalTimeoutMillis` | `CRAWLEE_INTERNAL_TIMEOUT` | -
  * `purgeOnStart` | `CRAWLEE_PURGE_ON_START` | `true`

package/configuration.js

@@ -39,14 +39,8 @@ const logLevelSchema = z.preprocess((val) => {
 }, z.enum(LogLevel));
 // --- Crawlee config field definitions ---
 export const crawleeConfigFields = {
-    /** @default 'default' */
-    defaultDatasetId: field(z.string().default('default'), 'CRAWLEE_DEFAULT_DATASET_ID'),
     /** @default true */
     purgeOnStart: field(coerceBoolean.default(true), 'CRAWLEE_PURGE_ON_START'),
-    /** @default 'default' */
-    defaultKeyValueStoreId: field(z.string().default('default'), 'CRAWLEE_DEFAULT_KEY_VALUE_STORE_ID'),
-    /** @default 'default' */
-    defaultRequestQueueId: field(z.string().default('default'), 'CRAWLEE_DEFAULT_REQUEST_QUEUE_ID'),
     /** @default 0.95 */
     maxUsedCpuRatio: field(coerceNumber.default(0.95)),
     /** @default 0.25 */
@@ -119,9 +113,6 @@ export const crawleeConfigFields = {
  * `memoryMbytes` | `CRAWLEE_MEMORY_MBYTES` | -
  * `logLevel` | `CRAWLEE_LOG_LEVEL` | -
  * `headless` | `CRAWLEE_HEADLESS` | `true`
- * `defaultDatasetId` | `CRAWLEE_DEFAULT_DATASET_ID` | `'default'`
- * `defaultKeyValueStoreId` | `CRAWLEE_DEFAULT_KEY_VALUE_STORE_ID` | `'default'`
- * `defaultRequestQueueId` | `CRAWLEE_DEFAULT_REQUEST_QUEUE_ID` | `'default'`
  * `persistStateIntervalMillis` | `CRAWLEE_PERSIST_STATE_INTERVAL_MILLIS` | `60_000`
  * `internalTimeoutMillis` | `CRAWLEE_INTERNAL_TIMEOUT` | -
  * `purgeOnStart` | `CRAWLEE_PURGE_ON_START` | `true`

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@crawlee/core",
-    "version": "4.0.0-beta.175",
+    "version": "4.0.0-beta.176",
     "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
     "engines": {
         "node": ">=22.0.0"
@@ -53,10 +53,10 @@
         "@apify/log": "^3.0.1",
         "@apify/timeout": "^1.0.1",
         "@apify/utilities": "^3.0.1",
-        "@crawlee/fs-storage": "4.0.0-beta.175",
-        "@crawlee/http-client": "4.0.0-beta.175",
-        "@crawlee/types": "4.0.0-beta.175",
-        "@crawlee/utils": "4.0.0-beta.175",
+        "@crawlee/fs-storage": "4.0.0-beta.176",
+        "@crawlee/http-client": "4.0.0-beta.176",
+        "@crawlee/types": "4.0.0-beta.176",
+        "@crawlee/utils": "4.0.0-beta.176",
         "@sapphire/async-queue": "^1.5.5",
         "@standard-schema/spec": "^1.0.0",
         "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -76,5 +76,5 @@
             }
         }
     },
-    "gitHead": "9ea1e6e846bc03c6623a0311c7f36976b1c5bae9"
+    "gitHead": "3e9e27d524dff8fe72aaf337e3d24fc2232eb241"
 }

package/storages/key_value_store.d.ts

@@ -29,8 +29,7 @@ import type { StorageIdentifier } from './storage_instance_manager.js';
  * ```
  * {CRAWLEE_STORAGE_DIR}/key_value_stores/{STORE_ID}/{INDEX}.{EXT}
  * ```
- * Note that `{STORE_ID}` is the name or ID of the key-value store. The default key-value store has ID: `default`,
- * unless you override it by setting the `CRAWLEE_DEFAULT_KEY_VALUE_STORE_ID` environment variable.
+ * Note that `{STORE_ID}` is the name or ID of the key-value store. The default key-value store has ID: `default`.
  * The `{KEY}` is the key of the record and `{EXT}` corresponds to the MIME content type of the data value.
  *
  * **Example usage:**

package/storages/key_value_store.js

@@ -51,8 +51,7 @@ const openOptionsSchema = z.strictObject({
  * ```
  * {CRAWLEE_STORAGE_DIR}/key_value_stores/{STORE_ID}/{INDEX}.{EXT}
  * ```
- * Note that `{STORE_ID}` is the name or ID of the key-value store. The default key-value store has ID: `default`,
- * unless you override it by setting the `CRAWLEE_DEFAULT_KEY_VALUE_STORE_ID` environment variable.
+ * Note that `{STORE_ID}` is the name or ID of the key-value store. The default key-value store has ID: `default`.
  * The `{KEY}` is the key of the record and `{EXT}` corresponds to the MIME content type of the data value.
  *
  * **Example usage:**