@crawlee/core 4.0.0-beta.164 → 4.0.0-beta.165

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -6,47 +6,47 @@ export interface ConfigField<T extends z.ZodType = z.ZodType> {
6
6
  }
7
7
  export declare function field<T extends z.ZodType>(schema: T, envVar?: string | string[]): ConfigField<T>;
8
8
  /** Zod preprocessor treating `'0'` and `'false'` as falsy. */
9
- export declare const coerceBoolean: z.ZodPreprocess<z.ZodBoolean>;
10
- export declare const coerceNumber: z.ZodPreprocess<z.ZodNumber>;
9
+ export declare const coerceBoolean: z.ZodPreprocess<z.ZodBoolean, unknown>;
10
+ export declare const coerceNumber: z.ZodPreprocess<z.ZodNumber, unknown>;
11
11
  export declare const crawleeConfigFields: {
12
12
  /** @default 'default' */
13
13
  defaultDatasetId: ConfigField<z.ZodDefault<z.ZodString>>;
14
14
  /** @default true */
15
- purgeOnStart: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean>>>;
15
+ purgeOnStart: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
16
16
  /** @default 'default' */
17
17
  defaultKeyValueStoreId: ConfigField<z.ZodDefault<z.ZodString>>;
18
18
  /** @default 'default' */
19
19
  defaultRequestQueueId: ConfigField<z.ZodDefault<z.ZodString>>;
20
20
  /** @default 0.95 */
21
- maxUsedCpuRatio: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber>>>;
21
+ maxUsedCpuRatio: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber, unknown>>>;
22
22
  /** @default 0.25 */
23
- availableMemoryRatio: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber>>>;
24
- memoryMbytes: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodNumber>>>;
23
+ availableMemoryRatio: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber, unknown>>>;
24
+ memoryMbytes: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodNumber, unknown>>>;
25
25
  /** @default 60_000 */
26
- persistStateIntervalMillis: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber>>>;
26
+ persistStateIntervalMillis: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber, unknown>>>;
27
27
  /**
28
28
  * Internal safety-net timeout for a single request, in milliseconds. When unset the crawler derives it from
29
29
  * the request handler timeout (twice it, and never below 5 minutes).
30
30
  */
31
- internalTimeoutMillis: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodNumber>>>;
31
+ internalTimeoutMillis: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodNumber, unknown>>>;
32
32
  /** @default 1_000 */
33
- systemInfoIntervalMillis: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber>>>;
33
+ systemInfoIntervalMillis: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodNumber, unknown>>>;
34
34
  /** @default 'INPUT' */
35
35
  inputKey: ConfigField<z.ZodDefault<z.ZodString>>;
36
36
  /** @default true */
37
- headless: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean>>>;
37
+ headless: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
38
38
  /** @default false */
39
- xvfb: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean>>>;
39
+ xvfb: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
40
40
  chromeExecutablePath: ConfigField<z.ZodOptional<z.ZodString>>;
41
41
  defaultBrowserPath: ConfigField<z.ZodOptional<z.ZodString>>;
42
42
  /** @default false */
43
- disableBrowserSandbox: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean>>>;
44
- logLevel: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodEnum<typeof LogLevel>>>>;
43
+ disableBrowserSandbox: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
44
+ logLevel: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodEnum<typeof LogLevel>, unknown>>>;
45
45
  /** @default true */
46
- persistStorage: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean>>>;
46
+ persistStorage: ConfigField<z.ZodDefault<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
47
47
  /** @default './storage' */
48
48
  storageDir: ConfigField<z.ZodDefault<z.ZodString>>;
49
- containerized: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodBoolean>>>;
49
+ containerized: ConfigField<z.ZodOptional<z.ZodPreprocess<z.ZodBoolean, unknown>>>;
50
50
  };
51
51
  export type FieldsInput<F extends Record<string, ConfigField>> = {
52
52
  [K in keyof F]?: z.output<F[K]['schema']>;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@crawlee/core",
3
- "version": "4.0.0-beta.164",
3
+ "version": "4.0.0-beta.165",
4
4
  "description": "The scalable web crawling and scraping library for JavaScript/Node.js. Enables development of data extraction and web automation jobs (not only) with headless Chrome and Puppeteer.",
5
5
  "engines": {
6
6
  "node": ">=22.0.0"
@@ -47,15 +47,15 @@
47
47
  "access": "public"
48
48
  },
49
49
  "dependencies": {
50
- "@apify/consts": "^2.41.0",
51
- "@apify/datastructures": "^2.0.3",
52
- "@apify/log": "^2.5.18",
53
- "@apify/timeout": "^0.4.4",
54
- "@apify/utilities": "^2.15.5",
55
- "@crawlee/fs-storage": "4.0.0-beta.164",
56
- "@crawlee/http-client": "4.0.0-beta.164",
57
- "@crawlee/types": "4.0.0-beta.164",
58
- "@crawlee/utils": "4.0.0-beta.164",
50
+ "@apify/consts": "^3.0.1",
51
+ "@apify/datastructures": "^3.0.1",
52
+ "@apify/log": "^3.0.1",
53
+ "@apify/timeout": "^1.0.1",
54
+ "@apify/utilities": "^3.0.1",
55
+ "@crawlee/fs-storage": "4.0.0-beta.165",
56
+ "@crawlee/http-client": "4.0.0-beta.165",
57
+ "@crawlee/types": "4.0.0-beta.165",
58
+ "@crawlee/utils": "4.0.0-beta.165",
59
59
  "@sapphire/async-queue": "^1.5.5",
60
60
  "@standard-schema/spec": "^1.0.0",
61
61
  "@vladfrangu/async_event_emitter": "^2.4.6",
@@ -69,7 +69,7 @@
69
69
  "tough-cookie": "^6.0.0",
70
70
  "tslib": "^2.8.1",
71
71
  "type-fest": "^4.41.0",
72
- "zod": "^4.4.3"
72
+ "zod": "^4.5.4"
73
73
  },
74
74
  "lerna": {
75
75
  "command": {
@@ -78,5 +78,5 @@
78
78
  }
79
79
  }
80
80
  },
81
- "gitHead": "a2e4e2a3aa3a364c8a44fd2e49ca57f500d2c01f"
81
+ "gitHead": "e41d837b93d16b5e5c726d4dc00aa6f3f1282b51"
82
82
  }
package/validators.d.ts CHANGED
@@ -1,4 +1,5 @@
1
- export { ArgumentValidationError, parseArgument } from '@crawlee/utils';
1
+ export { ArgumentValidationError } from '@crawlee/utils';
2
+ export { parseArgument } from '@crawlee/utils/internal';
2
3
  export { schemas } from '@crawlee/utils/internal';
3
4
  /** @internal */
4
5
  export declare const validators: {
package/validators.js CHANGED
@@ -1,5 +1,6 @@
1
1
  import { schemas } from '@crawlee/utils/internal';
2
- export { ArgumentValidationError, parseArgument } from '@crawlee/utils';
2
+ export { ArgumentValidationError } from '@crawlee/utils';
3
+ export { parseArgument } from '@crawlee/utils/internal';
3
4
  export { schemas } from '@crawlee/utils/internal';
4
5
  /** @internal */
5
6
  export const validators = {