@crawlee/fs-storage 4.0.0-beta.174 → 4.0.0-beta.176
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/file-system-storage.d.ts
CHANGED
|
@@ -30,8 +30,8 @@ export interface FileSystemStorageOptions {
|
|
|
30
30
|
*
|
|
31
31
|
* Like the conventional `INPUT`, this key may live in the default key-value store as a bare value
|
|
32
32
|
* file with no metadata sidecar (e.g. the Apify CLI writes the effective input to `__CLI_INPUT.json`
|
|
33
|
-
* and points the run at that key). It is therefore readable out-of-band (`<key>`, `<key>.json
|
|
34
|
-
*
|
|
33
|
+
* and points the run at that key). It is therefore readable out-of-band (`<key>`, `<key>.json`) and
|
|
34
|
+
* preserved when the default store is purged, exactly like `INPUT`,
|
|
35
35
|
* which is always kept regardless of this setting.
|
|
36
36
|
*
|
|
37
37
|
* @default 'INPUT'
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@crawlee/fs-storage",
|
|
3
|
-
"version": "4.0.0-beta.
|
|
3
|
+
"version": "4.0.0-beta.176",
|
|
4
4
|
"description": "A file-system storage implementation of the Apify API",
|
|
5
5
|
"engines": {
|
|
6
6
|
"node": ">=22.0.0"
|
|
@@ -43,8 +43,8 @@
|
|
|
43
43
|
},
|
|
44
44
|
"dependencies": {
|
|
45
45
|
"@crawlee/fs-storage-native": ">=0.2.1-beta.0 <0.3",
|
|
46
|
-
"@crawlee/types": "4.0.0-beta.
|
|
47
|
-
"@crawlee/utils": "4.0.0-beta.
|
|
46
|
+
"@crawlee/types": "4.0.0-beta.176",
|
|
47
|
+
"@crawlee/utils": "4.0.0-beta.176",
|
|
48
48
|
"zod": "^4.5.4"
|
|
49
49
|
},
|
|
50
50
|
"lerna": {
|
|
@@ -54,5 +54,5 @@
|
|
|
54
54
|
}
|
|
55
55
|
}
|
|
56
56
|
},
|
|
57
|
-
"gitHead": "
|
|
57
|
+
"gitHead": "3e9e27d524dff8fe72aaf337e3d24fc2232eb241"
|
|
58
58
|
}
|
|
@@ -5,18 +5,16 @@ import { isStream } from '../utils.js';
|
|
|
5
5
|
import { CachedIdClient } from './cached-id-client.js';
|
|
6
6
|
/**
|
|
7
7
|
* Out-of-band ("bare") value-file fallbacks tried when a run-input lookup misses the tracked record, so a
|
|
8
|
-
* lookup for `INPUT` also matches a hand-placed `INPUT.json
|
|
8
|
+
* lookup for `INPUT` also matches a hand-placed `INPUT.json`. Passed to the native
|
|
9
9
|
* `resolveValue`/`resolveExistingKey`, which do the probing and re-keying.
|
|
10
10
|
*
|
|
11
11
|
* Each entry declares the content type to report on a match — the native client does no MIME
|
|
12
12
|
* inference. An empty `contentType` is its sentinel for "keep the synthesized
|
|
13
|
-
* `application/octet-stream`", used for the extensionless key
|
|
13
|
+
* `application/octet-stream`", used for the extensionless key.
|
|
14
14
|
*/
|
|
15
15
|
const BARE_FILE_FALLBACKS = [
|
|
16
16
|
{ extension: '', contentType: '' },
|
|
17
17
|
{ extension: '.json', contentType: 'application/json; charset=utf-8' },
|
|
18
|
-
{ extension: '.txt', contentType: 'text/plain; charset=utf-8' },
|
|
19
|
-
{ extension: '.bin', contentType: '' },
|
|
20
18
|
];
|
|
21
19
|
/** The conventional run-input key, always treated as one alongside the configured `inputKey`. */
|
|
22
20
|
const DEFAULT_INPUT_KEY = 'INPUT';
|