@crawlee/memory-storage 3.0.0-beta.6 → 3.0.0-beta.62
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +77 -130
- package/cache-helpers.d.ts +2 -1
- package/cache-helpers.d.ts.map +1 -1
- package/cache-helpers.js +26 -3
- package/cache-helpers.js.map +1 -1
- package/memory-storage.d.ts +2 -2
- package/memory-storage.d.ts.map +1 -1
- package/memory-storage.js +1 -1
- package/memory-storage.js.map +1 -1
- package/package.json +10 -10
- package/resource-clients/common/base-client.d.ts +1 -1
- package/resource-clients/common/base-client.d.ts.map +1 -1
- package/resource-clients/dataset-collection.d.ts +1 -1
- package/resource-clients/dataset-collection.d.ts.map +1 -1
- package/resource-clients/dataset.d.ts +2 -2
- package/resource-clients/dataset.d.ts.map +1 -1
- package/resource-clients/dataset.js +1 -1
- package/resource-clients/dataset.js.map +1 -1
- package/resource-clients/key-value-store-collection.d.ts +1 -1
- package/resource-clients/key-value-store-collection.d.ts.map +1 -1
- package/resource-clients/key-value-store.d.ts +1 -1
- package/resource-clients/key-value-store.d.ts.map +1 -1
- package/resource-clients/request-queue-collection.d.ts +1 -1
- package/resource-clients/request-queue-collection.d.ts.map +1 -1
- package/resource-clients/request-queue.d.ts +1 -1
- package/resource-clients/request-queue.d.ts.map +1 -1
- package/resource-clients/request-queue.js +1 -1
- package/resource-clients/request-queue.js.map +1 -1
- package/tsconfig.build.tsbuildinfo +1 -1
- package/utils.d.ts +2 -2
- package/utils.d.ts.map +1 -1
- package/workers/file-storage-worker-emulator.d.ts +1 -0
- package/workers/file-storage-worker-emulator.d.ts.map +1 -1
- package/workers/file-storage-worker-emulator.js +1 -0
- package/workers/file-storage-worker-emulator.js.map +1 -1
- package/workers/instance.d.ts +1 -1
- package/workers/instance.d.ts.map +1 -1
- package/workers/instance.js +1 -0
- package/workers/instance.js.map +1 -1
- package/workers/worker-utils.d.ts +1 -1
- package/workers/worker-utils.d.ts.map +1 -1
package/utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAI/C,OAAO,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAI/C,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oCAAoC,CAAC;AAC5E,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,kCAAkC,CAAC;AAExE;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAQpD;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAYhD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAWhD;AAED,eAAO,MAAM,gBAAgB,0BAAgD,CAAC;AAE9E,MAAM,WAAW,UAAU;IACvB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,uBAAuB,EAAE,MAAM,CAAC;IAChC,sBAAsB,EAAE,MAAM,CAAC;CAClC;AAED,oBAAY,qBAAqB,GAAG,2BAA2B,GAAG,0BAA0B,CAAC;AAE7F,oBAAY,2BAA2B,GACjC,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,GAC/C,cAAc,CAAC,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAC3D,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAEhE,oBAAY,0BAA0B,GAChC,aAAa,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC,GACzD,aAAa,CAAC,gBAAgB,EAAE,qBAAqB,CAAC,GACtD,aAAa,CAAC,eAAe,EAAE,eAAe,EAAE,CAAC,CAAC;AAExD,aAAK,UAAU,GAAG,UAAU,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAElE,UAAU,cAAc,CAAC,IAAI,SAAS,UAAU,EAAE,QAAQ;IACtD,UAAU,EAAE,IAAI,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,aAAa,EAAE,OAAO,CAAC;CAC1B;AAED,UAAU,aAAa,CAAC,IAAI,SAAS,UAAU,EAAE,QAAQ;IACrD,UAAU,EAAE,IAAI,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,gBAAgB,CAAC;IACzB,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,aAAa,EAAE,OAAO,CAAC;CAC1B;AAED,UAAU,qBAAqB;IAC3B,MAAM,EAAE,KAAK,GAAG,QAAQ,CAAC;IACzB,MAAM,EAAE,iBAAiB,CAAC;CAC7B"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-storage-worker-emulator.d.ts","sourceRoot":"","sources":["../../src/workers/file-storage-worker-emulator.ts"],"names":[],"mappings":"AAEA,qBAAa,yBAAyB;IAClC,WAAW,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;IAI7B,SAAS,IAAI,IAAI;
|
|
1
|
+
{"version":3,"file":"file-storage-worker-emulator.d.ts","sourceRoot":"","sources":["../../src/workers/file-storage-worker-emulator.ts"],"names":[],"mappings":"AAEA,qBAAa,yBAAyB;IAClC,WAAW,CAAC,KAAK,EAAE,GAAG,GAAG,IAAI;IAI7B,SAAS,IAAI,IAAI;IAEjB,KAAK,IAAI,IAAI;CAChB"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"file-storage-worker-emulator.js","sourceRoot":"","sources":["../../src/workers/file-storage-worker-emulator.ts"],"names":[],"mappings":";;;AAAA,iDAA+C;AAE/C,MAAa,yBAAyB;IAClC,WAAW,CAAC,KAAU;QAClB,KAAK,IAAA,4BAAa,EAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS,KAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"file-storage-worker-emulator.js","sourceRoot":"","sources":["../../src/workers/file-storage-worker-emulator.ts"],"names":[],"mappings":";;;AAAA,iDAA+C;AAE/C,MAAa,yBAAyB;IAClC,WAAW,CAAC,KAAU;QAClB,KAAK,IAAA,4BAAa,EAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS,KAAU,CAAC;IAEpB,KAAK,KAAU,CAAC;CACnB;AARD,8DAQC"}
|
package/workers/instance.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { WorkerReceivedMessage } from '../utils';
|
|
1
|
+
import type { WorkerReceivedMessage } from '../utils';
|
|
2
2
|
export declare function sendWorkerMessage(message: WorkerReceivedMessage): void;
|
|
3
3
|
export declare function initWorkerIfNeeded(): void;
|
|
4
4
|
//# sourceMappingURL=instance.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"instance.d.ts","sourceRoot":"","sources":["../../src/workers/instance.ts"],"names":[],"mappings":"AAGA,OAAO,
|
|
1
|
+
{"version":3,"file":"instance.d.ts","sourceRoot":"","sources":["../../src/workers/instance.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,UAAU,CAAC;AAMtD,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,qBAAqB,QAE/D;AAED,wBAAgB,kBAAkB,SAuBjC"}
|
package/workers/instance.js
CHANGED
|
@@ -22,6 +22,7 @@ function initWorkerIfNeeded() {
|
|
|
22
22
|
const exists = (0, node_fs_1.existsSync)(workerPath);
|
|
23
23
|
if (exists) {
|
|
24
24
|
workerInstance = new node_worker_threads_1.Worker(workerPath);
|
|
25
|
+
workerInstance.unref();
|
|
25
26
|
workerInstance.once('exit', (code) => {
|
|
26
27
|
utils_1.memoryStorageLog.debug(`File storage worker exited with code ${code}`);
|
|
27
28
|
initWorkerIfNeeded();
|
package/workers/instance.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../src/workers/instance.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AACrC,yCAAoC;AACpC,6DAA6C;
|
|
1
|
+
{"version":3,"file":"instance.js","sourceRoot":"","sources":["../../src/workers/instance.ts"],"names":[],"mappings":";;;AAAA,qCAAqC;AACrC,yCAAoC;AACpC,6DAA6C;AAE7C,oCAA4C;AAC5C,iFAA2E;AAE3E,IAAI,cAAkD,CAAC;AAEvD,SAAgB,iBAAiB,CAAC,OAA8B;IAC5D,cAAc,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;AACxC,CAAC;AAFD,8CAEC;AAED,SAAgB,kBAAkB;IAC9B,IAAI,cAAc,EAAE;QAChB,OAAO;KACV;IAED,OAAO,CAAC,EAAE,CAAC,MAAM,EAAE,GAAG,EAAE;QACpB,KAAK,cAAc,CAAC,SAAS,EAAE,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAA,mBAAO,EAAC,SAAS,EAAE,0BAA0B,CAAC,CAAC;IAClE,MAAM,MAAM,GAAG,IAAA,oBAAU,EAAC,UAAU,CAAC,CAAC;IAEtC,IAAI,MAAM,EAAE;QACR,cAAc,GAAG,IAAI,4BAAM,CAAC,UAAU,CAAC,CAAC;QACxC,cAAc,CAAC,KAAK,EAAE,CAAC;QAEtB,cAAyB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;YAC7C,wBAAgB,CAAC,KAAK,CAAC,wCAAwC,IAAI,EAAE,CAAC,CAAC;YACvE,kBAAkB,EAAE,CAAC;QACzB,CAAC,CAAC,CAAC;KACN;SAAM;QACH,cAAc,GAAG,IAAI,wDAAyB,EAAE,CAAC;KACpD;AACL,CAAC;AAvBD,gDAuBC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"worker-utils.d.ts","sourceRoot":"","sources":["../../src/workers/worker-utils.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,qBAAqB,EAA2D,MAAM,UAAU,CAAC;
|
|
1
|
+
{"version":3,"file":"worker-utils.d.ts","sourceRoot":"","sources":["../../src/workers/worker-utils.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,qBAAqB,EAA2D,MAAM,UAAU,CAAC;AAI/G,wBAAsB,aAAa,CAAC,OAAO,EAAE,qBAAqB,iBAajE"}
|