@crawlee/memory-storage 3.13.5 → 4.0.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/background-handler/fs-utils.d.ts +1 -1
  2. package/background-handler/fs-utils.d.ts.map +1 -1
  3. package/background-handler/fs-utils.js +17 -23
  4. package/background-handler/fs-utils.js.map +1 -1
  5. package/background-handler/index.d.ts +1 -1
  6. package/background-handler/index.d.ts.map +1 -1
  7. package/background-handler/index.js +9 -13
  8. package/background-handler/index.js.map +1 -1
  9. package/body-parser.js +5 -9
  10. package/body-parser.js.map +1 -1
  11. package/cache-helpers.d.ts +4 -4
  12. package/cache-helpers.d.ts.map +1 -1
  13. package/cache-helpers.js +43 -49
  14. package/cache-helpers.js.map +1 -1
  15. package/consts.js +4 -7
  16. package/consts.js.map +1 -1
  17. package/fs/common.js +1 -2
  18. package/fs/dataset/fs.d.ts +2 -2
  19. package/fs/dataset/fs.d.ts.map +1 -1
  20. package/fs/dataset/fs.js +13 -27
  21. package/fs/dataset/fs.js.map +1 -1
  22. package/fs/dataset/index.d.ts +1 -1
  23. package/fs/dataset/index.d.ts.map +1 -1
  24. package/fs/dataset/index.js +5 -8
  25. package/fs/dataset/index.js.map +1 -1
  26. package/fs/dataset/memory.d.ts +1 -1
  27. package/fs/dataset/memory.d.ts.map +1 -1
  28. package/fs/dataset/memory.js +2 -13
  29. package/fs/dataset/memory.js.map +1 -1
  30. package/fs/key-value-store/fs.d.ts +3 -3
  31. package/fs/key-value-store/fs.d.ts.map +1 -1
  32. package/fs/key-value-store/fs.js +27 -62
  33. package/fs/key-value-store/fs.js.map +1 -1
  34. package/fs/key-value-store/index.d.ts +2 -2
  35. package/fs/key-value-store/index.d.ts.map +1 -1
  36. package/fs/key-value-store/index.js +5 -8
  37. package/fs/key-value-store/index.js.map +1 -1
  38. package/fs/key-value-store/memory.d.ts +2 -2
  39. package/fs/key-value-store/memory.d.ts.map +1 -1
  40. package/fs/key-value-store/memory.js +2 -13
  41. package/fs/key-value-store/memory.js.map +1 -1
  42. package/fs/request-queue/fs.d.ts +3 -3
  43. package/fs/request-queue/fs.d.ts.map +1 -1
  44. package/fs/request-queue/fs.js +23 -57
  45. package/fs/request-queue/fs.js.map +1 -1
  46. package/fs/request-queue/index.d.ts +2 -2
  47. package/fs/request-queue/index.d.ts.map +1 -1
  48. package/fs/request-queue/index.js +5 -8
  49. package/fs/request-queue/index.js.map +1 -1
  50. package/fs/request-queue/memory.d.ts +2 -2
  51. package/fs/request-queue/memory.d.ts.map +1 -1
  52. package/fs/request-queue/memory.js +3 -19
  53. package/fs/request-queue/memory.js.map +1 -1
  54. package/index.d.ts +1 -1
  55. package/index.d.ts.map +1 -1
  56. package/index.js +1 -4
  57. package/index.js.map +1 -1
  58. package/memory-storage.d.ts +3 -3
  59. package/memory-storage.d.ts.map +1 -1
  60. package/memory-storage.js +68 -117
  61. package/memory-storage.js.map +1 -1
  62. package/package.json +14 -20
  63. package/resource-clients/common/base-client.d.ts +1 -1
  64. package/resource-clients/common/base-client.d.ts.map +1 -1
  65. package/resource-clients/common/base-client.js +2 -11
  66. package/resource-clients/common/base-client.js.map +1 -1
  67. package/resource-clients/dataset-collection.d.ts +1 -1
  68. package/resource-clients/dataset-collection.d.ts.map +1 -1
  69. package/resource-clients/dataset-collection.js +13 -27
  70. package/resource-clients/dataset-collection.js.map +1 -1
  71. package/resource-clients/dataset.d.ts +2 -2
  72. package/resource-clients/dataset.d.ts.map +1 -1
  73. package/resource-clients/dataset.js +47 -87
  74. package/resource-clients/dataset.js.map +1 -1
  75. package/resource-clients/key-value-store-collection.d.ts +1 -1
  76. package/resource-clients/key-value-store-collection.d.ts.map +1 -1
  77. package/resource-clients/key-value-store-collection.js +13 -27
  78. package/resource-clients/key-value-store-collection.js.map +1 -1
  79. package/resource-clients/key-value-store.d.ts +2 -2
  80. package/resource-clients/key-value-store.d.ts.map +1 -1
  81. package/resource-clients/key-value-store.js +76 -109
  82. package/resource-clients/key-value-store.js.map +1 -1
  83. package/resource-clients/request-queue-collection.d.ts +1 -1
  84. package/resource-clients/request-queue-collection.d.ts.map +1 -1
  85. package/resource-clients/request-queue-collection.js +13 -27
  86. package/resource-clients/request-queue-collection.js.map +1 -1
  87. package/resource-clients/request-queue.d.ts +2 -2
  88. package/resource-clients/request-queue.d.ts.map +1 -1
  89. package/resource-clients/request-queue.js +81 -137
  90. package/resource-clients/request-queue.js.map +1 -1
  91. package/tsconfig.build.tsbuildinfo +1 -1
  92. package/utils.js +12 -20
  93. package/utils.js.map +1 -1
  94. package/index.mjs +0 -4
@@ -1 +1 @@
1
- {"version":3,"file":"dataset-collection.js","sourceRoot":"","sources":["../../src/resource-clients/dataset-collection.ts"],"names":[],"mappings":";;;AAAA,yCAAoC;AAGpC,qDAAyC;AAEzC,8DAA+D;AAC/D,oDAAkE;AAElE,uCAA0C;AAO1C,MAAa,uBAAuB;IAIhC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAkC;QAH3D;;;;;WAA0B;QAC1B;;;;;WAAsB;QAGnC,IAAI,CAAC,iBAAiB,GAAG,IAAA,mBAAO,EAAC,oBAAoB,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,cAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE9B,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,IAAA,8CAA8B,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAEtE,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,uBAAa,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC;QAE7C,IAAA,2CAAsB,EAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,QAAQ,CAAC,gBAAgB;YAC1C,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ;AAnDD,0DAmDC"}
1
+ {"version":3,"file":"dataset-collection.js","sourceRoot":"","sources":["../../src/resource-clients/dataset-collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAO7C,MAAM,OAAO,uBAAuB;IACf,iBAAiB,CAAS;IAC1B,MAAM,CAAgB;IAEvC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAkC;QACxE,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAEtE,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC;QAE7C,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,QAAQ,CAAC,gBAAgB;YAC1C,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ"}
@@ -1,7 +1,7 @@
1
1
  import type { Dictionary } from '@crawlee/types';
2
2
  import type * as storage from '@crawlee/types';
3
- import type { MemoryStorage } from '../index';
4
- import { BaseClient } from './common/base-client';
3
+ import type { MemoryStorage } from '../index.js';
4
+ import { BaseClient } from './common/base-client.js';
5
5
  export interface DatasetClientOptions {
6
6
  id?: string;
7
7
  name?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAS/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAclD,MAAM,WAAW,oBAAoB;IACjC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,aAAa,CAAC,IAAI,SAAS,UAAU,GAAG,UAAU,CAC3D,SAAQ,UACR,YAAW,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC;IAEtC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,OAAc;IACvB,UAAU,OAAc;IACxB,UAAU,OAAc;IACxB,SAAS,SAAK;IACd,gBAAgB,EAAE,MAAM,CAAC;IAEzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAkD;IACjF,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,OAAO,EAAE,oBAAoB;IAOnC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAW/C,MAAM,CAAC,SAAS,GAAE,OAAO,CAAC,0BAA+B,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;IA6CxF,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAYvB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAIhC,SAAS,CAAC,OAAO,GAAE,OAAO,CAAC,wBAA6B,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IA4C/F,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCxE,aAAa,IAAI,OAAO,CAAC,WAAW;IAWpC,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,qBAAqB;IAM7B;;;;;;OAMG;IACH,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,gBAAgB;CAkB3B"}
1
+ {"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAS/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAcrD,MAAM,WAAW,oBAAoB;IACjC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,aAAa,CAAC,IAAI,SAAS,UAAU,GAAG,UAAU,CAC3D,SAAQ,UACR,YAAW,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC;IAEtC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,OAAc;IACvB,UAAU,OAAc;IACxB,UAAU,OAAc;IACxB,SAAS,SAAK;IACd,gBAAgB,EAAE,MAAM,CAAC;IAEzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAkD;IACjF,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,OAAO,EAAE,oBAAoB;IAOnC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAW/C,MAAM,CAAC,SAAS,GAAE,OAAO,CAAC,0BAA+B,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;IA6CxF,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAYvB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAIhC,SAAS,CAAC,OAAO,GAAE,OAAO,CAAC,wBAA6B,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IA4C/F,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCxE,aAAa,IAAI,OAAO,CAAC,WAAW;IAWpC,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,qBAAqB;IAM7B;;;;;;OAMG;IACH,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,gBAAgB;CAkB3B"}
@@ -1,84 +1,41 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.DatasetClient = void 0;
4
1
  /* eslint-disable import/no-duplicates */
5
- const node_crypto_1 = require("node:crypto");
6
- const promises_1 = require("node:fs/promises");
7
- const node_path_1 = require("node:path");
8
- const shapeshift_1 = require("@sapphire/shapeshift");
9
- const fs_extra_1 = require("fs-extra");
10
- const background_handler_1 = require("../background-handler");
11
- const cache_helpers_1 = require("../cache-helpers");
12
- const consts_1 = require("../consts");
13
- const dataset_1 = require("../fs/dataset");
14
- const base_client_1 = require("./common/base-client");
2
+ import { randomUUID } from 'node:crypto';
3
+ import { rm } from 'node:fs/promises';
4
+ import { resolve } from 'node:path';
5
+ import { s } from '@sapphire/shapeshift';
6
+ import { move } from 'fs-extra/esm';
7
+ import { scheduleBackgroundTask } from '../background-handler/index.js';
8
+ import { findOrCacheDatasetByPossibleId } from '../cache-helpers.js';
9
+ import { StorageTypes } from '../consts.js';
10
+ import { createDatasetStorageImplementation } from '../fs/dataset/index.js';
11
+ import { BaseClient } from './common/base-client.js';
15
12
  /**
16
13
  * This is what API returns in the x-apify-pagination-limit
17
14
  * header when no limit query parameter is used.
18
15
  */
19
- const LIST_ITEMS_LIMIT = 999999999999;
16
+ const LIST_ITEMS_LIMIT = 999_999_999_999;
20
17
  /**
21
18
  * Number of characters of the dataset item file names.
22
19
  * E.g.: 000000019.json - 9 digits
23
20
  */
24
21
  const LOCAL_ENTRY_NAME_DIGITS = 9;
25
- class DatasetClient extends base_client_1.BaseClient {
22
+ export class DatasetClient extends BaseClient {
23
+ name;
24
+ createdAt = new Date();
25
+ accessedAt = new Date();
26
+ modifiedAt = new Date();
27
+ itemCount = 0;
28
+ datasetDirectory;
29
+ datasetEntries = new Map();
30
+ client;
26
31
  constructor(options) {
27
- super(options.id ?? (0, node_crypto_1.randomUUID)());
28
- Object.defineProperty(this, "name", {
29
- enumerable: true,
30
- configurable: true,
31
- writable: true,
32
- value: void 0
33
- });
34
- Object.defineProperty(this, "createdAt", {
35
- enumerable: true,
36
- configurable: true,
37
- writable: true,
38
- value: new Date()
39
- });
40
- Object.defineProperty(this, "accessedAt", {
41
- enumerable: true,
42
- configurable: true,
43
- writable: true,
44
- value: new Date()
45
- });
46
- Object.defineProperty(this, "modifiedAt", {
47
- enumerable: true,
48
- configurable: true,
49
- writable: true,
50
- value: new Date()
51
- });
52
- Object.defineProperty(this, "itemCount", {
53
- enumerable: true,
54
- configurable: true,
55
- writable: true,
56
- value: 0
57
- });
58
- Object.defineProperty(this, "datasetDirectory", {
59
- enumerable: true,
60
- configurable: true,
61
- writable: true,
62
- value: void 0
63
- });
64
- Object.defineProperty(this, "datasetEntries", {
65
- enumerable: true,
66
- configurable: true,
67
- writable: true,
68
- value: new Map()
69
- });
70
- Object.defineProperty(this, "client", {
71
- enumerable: true,
72
- configurable: true,
73
- writable: true,
74
- value: void 0
75
- });
32
+ super(options.id ?? randomUUID());
76
33
  this.name = options.name;
77
- this.datasetDirectory = (0, node_path_1.resolve)(options.baseStorageDirectory, this.name ?? this.id);
34
+ this.datasetDirectory = resolve(options.baseStorageDirectory, this.name ?? this.id);
78
35
  this.client = options.client;
79
36
  }
80
37
  async get() {
81
- const found = await (0, cache_helpers_1.findOrCacheDatasetByPossibleId)(this.client, this.name ?? this.id);
38
+ const found = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
82
39
  if (found) {
83
40
  found.updateTimestamps(false);
84
41
  return found.toDatasetInfo();
@@ -86,15 +43,15 @@ class DatasetClient extends base_client_1.BaseClient {
86
43
  return undefined;
87
44
  }
88
45
  async update(newFields = {}) {
89
- const parsed = shapeshift_1.s
46
+ const parsed = s
90
47
  .object({
91
- name: shapeshift_1.s.string.lengthGreaterThan(0).optional,
48
+ name: s.string().lengthGreaterThan(0).optional(),
92
49
  })
93
50
  .parse(newFields);
94
51
  // Check by id
95
- const existingStoreById = await (0, cache_helpers_1.findOrCacheDatasetByPossibleId)(this.client, this.name ?? this.id);
52
+ const existingStoreById = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
96
53
  if (!existingStoreById) {
97
- this.throwOnNonExisting(consts_1.StorageTypes.Dataset);
54
+ this.throwOnNonExisting(StorageTypes.Dataset);
98
55
  }
99
56
  // Skip if no changes
100
57
  if (!parsed.name) {
@@ -103,12 +60,12 @@ class DatasetClient extends base_client_1.BaseClient {
103
60
  // Check that name is not in use already
104
61
  const existingStoreByName = this.client.datasetClientsHandled.find((store) => store.name?.toLowerCase() === parsed.name.toLowerCase());
105
62
  if (existingStoreByName) {
106
- this.throwOnDuplicateEntry(consts_1.StorageTypes.Dataset, 'name', parsed.name);
63
+ this.throwOnDuplicateEntry(StorageTypes.Dataset, 'name', parsed.name);
107
64
  }
108
65
  existingStoreById.name = parsed.name;
109
66
  const previousDir = existingStoreById.datasetDirectory;
110
- existingStoreById.datasetDirectory = (0, node_path_1.resolve)(this.client.datasetsDirectory, parsed.name ?? existingStoreById.name ?? existingStoreById.id);
111
- await (0, fs_extra_1.move)(previousDir, existingStoreById.datasetDirectory, { overwrite: true });
67
+ existingStoreById.datasetDirectory = resolve(this.client.datasetsDirectory, parsed.name ?? existingStoreById.name ?? existingStoreById.id);
68
+ await move(previousDir, existingStoreById.datasetDirectory, { overwrite: true });
112
69
  // Update timestamps
113
70
  existingStoreById.updateTimestamps(true);
114
71
  return existingStoreById.toDatasetInfo();
@@ -119,24 +76,24 @@ class DatasetClient extends base_client_1.BaseClient {
119
76
  const [oldClient] = this.client.datasetClientsHandled.splice(storeIndex, 1);
120
77
  oldClient.itemCount = 0;
121
78
  oldClient.datasetEntries.clear();
122
- await (0, promises_1.rm)(oldClient.datasetDirectory, { recursive: true, force: true });
79
+ await rm(oldClient.datasetDirectory, { recursive: true, force: true });
123
80
  }
124
81
  }
125
82
  async downloadItems() {
126
83
  throw new Error('This method is not implemented in @crawlee/memory-storage');
127
84
  }
128
85
  async listItems(options = {}) {
129
- const { limit = LIST_ITEMS_LIMIT, offset = 0, desc, } = shapeshift_1.s
86
+ const { limit = LIST_ITEMS_LIMIT, offset = 0, desc, } = s
130
87
  .object({
131
- desc: shapeshift_1.s.boolean.optional,
132
- limit: shapeshift_1.s.number.int.optional,
133
- offset: shapeshift_1.s.number.int.optional,
88
+ desc: s.boolean().optional(),
89
+ limit: s.number().int().optional(),
90
+ offset: s.number().int().optional(),
134
91
  })
135
92
  .parse(options);
136
93
  // Check by id
137
- const existingStoreById = await (0, cache_helpers_1.findOrCacheDatasetByPossibleId)(this.client, this.name ?? this.id);
94
+ const existingStoreById = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
138
95
  if (!existingStoreById) {
139
- this.throwOnNonExisting(consts_1.StorageTypes.Dataset);
96
+ this.throwOnNonExisting(StorageTypes.Dataset);
140
97
  }
141
98
  const [start, end] = existingStoreById.getStartAndEndIndexes(desc ? Math.max(existingStoreById.itemCount - offset - limit, 0) : offset, limit);
142
99
  const items = [];
@@ -155,19 +112,23 @@ class DatasetClient extends base_client_1.BaseClient {
155
112
  };
156
113
  }
157
114
  async pushItems(items) {
158
- const rawItems = shapeshift_1.s
159
- .union(shapeshift_1.s.string, shapeshift_1.s.object({}).passthrough, shapeshift_1.s.array(shapeshift_1.s.union(shapeshift_1.s.string, shapeshift_1.s.object({}).passthrough)))
115
+ const rawItems = s
116
+ .union([
117
+ s.string(),
118
+ s.object({}).passthrough(),
119
+ s.array(s.union([s.string(), s.object({}).passthrough()])),
120
+ ])
160
121
  .parse(items);
161
122
  // Check by id
162
- const existingStoreById = await (0, cache_helpers_1.findOrCacheDatasetByPossibleId)(this.client, this.name ?? this.id);
123
+ const existingStoreById = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
163
124
  if (!existingStoreById) {
164
- this.throwOnNonExisting(consts_1.StorageTypes.Dataset);
125
+ this.throwOnNonExisting(StorageTypes.Dataset);
165
126
  }
166
127
  const normalized = this.normalizeItems(rawItems);
167
128
  const addedIds = [];
168
129
  for (const entry of normalized) {
169
130
  const idx = this.generateLocalEntryName(++existingStoreById.itemCount);
170
- const storageEntry = (0, dataset_1.createDatasetStorageImplementation)({
131
+ const storageEntry = createDatasetStorageImplementation({
171
132
  entityId: idx,
172
133
  persistStorage: this.client.persistStorage,
173
134
  storeDirectory: existingStoreById.datasetDirectory,
@@ -227,7 +188,7 @@ class DatasetClient extends base_client_1.BaseClient {
227
188
  this.modifiedAt = new Date();
228
189
  }
229
190
  const data = this.toDatasetInfo();
230
- (0, background_handler_1.scheduleBackgroundTask)({
191
+ scheduleBackgroundTask({
231
192
  action: 'update-metadata',
232
193
  data,
233
194
  entityType: 'datasets',
@@ -238,5 +199,4 @@ class DatasetClient extends base_client_1.BaseClient {
238
199
  });
239
200
  }
240
201
  }
241
- exports.DatasetClient = DatasetClient;
242
202
  //# sourceMappingURL=dataset.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":";;;AAAA,yCAAyC;AACzC,6CAAyC;AACzC,+CAAsC;AACtC,yCAAoC;AAIpC,qDAAyC;AACzC,uCAAgC;AAEhC,8DAA+D;AAC/D,oDAAkE;AAClE,sCAAyC;AAEzC,2CAAmE;AAEnE,sDAAkD;AAElD;;;GAGG;AACH,MAAM,gBAAgB,GAAG,YAAe,CAAC;AAEzC;;;GAGG;AACH,MAAM,uBAAuB,GAAG,CAAC,CAAC;AASlC,MAAa,aACT,SAAQ,wBAAU;IAalB,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,IAAA,wBAAU,GAAE,CAAC,CAAC;QAXtC;;;;;WAAc;QACd;;;;mBAAY,IAAI,IAAI,EAAE;WAAC;QACvB;;;;mBAAa,IAAI,IAAI,EAAE;WAAC;QACxB;;;;mBAAa,IAAI,IAAI,EAAE;WAAC;QACxB;;;;mBAAY,CAAC;WAAC;QACd;;;;;WAAyB;QAER;;;;mBAAiB,IAAI,GAAG,EAAuC;WAAC;QAChE;;;;;WAAsB;QAInC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,IAAA,mBAAO,EAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG;QACL,MAAM,KAAK,GAAG,MAAM,IAAA,8CAA8B,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtF,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;QACjC,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAgD,EAAE;QAC3D,MAAM,MAAM,GAAG,cAAC;aACX,MAAM,CAAC;YACJ,IAAI,EAAE,cAAC,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,QAAQ;SAC/C,CAAC;aACD,KAAK,CAAC,SAAS,CAAC,CAAC;QAEtB,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,IAAA,8CAA8B,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,qBAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,iBAAiB,CAAC,aAAa,EAAE,CAAC;QAC7C,CAAC;QAED,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAC9D,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,MAAM,CAAC,IAAK,CAAC,WAAW,EAAE,CACtE,CAAC;QAEF,IAAI,mBAAmB,EAAE,CAAC;YACtB,IAAI,CAAC,qBAAqB,CAAC,qBAAY,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,CAAC;QAED,iBAAiB,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAErC,MAAM,WAAW,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;QAEvD,iBAAiB,CAAC,gBAAgB,GAAG,IAAA,mBAAO,EACxC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAC7B,MAAM,CAAC,IAAI,IAAI,iBAAiB,CAAC,IAAI,IAAI,iBAAiB,CAAC,EAAE,CAChE,CAAC;QAEF,MAAM,IAAA,eAAI,EAAC,WAAW,EAAE,iBAAiB,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjF,oBAAoB;QACpB,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,OAAO,iBAAiB,CAAC,aAAa,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC5E,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC;YACxB,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAEjC,MAAM,IAAA,aAAE,EAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACf,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,UAA4C,EAAE;QAC1D,MAAM,EACF,KAAK,GAAG,gBAAgB,EACxB,MAAM,GAAG,CAAC,EACV,IAAI,GACP,GAAG,cAAC;aACA,MAAM,CAAC;YACJ,IAAI,EAAE,cAAC,CAAC,OAAO,CAAC,QAAQ;YACxB,KAAK,EAAE,cAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;YAC5B,MAAM,EAAE,cAAC,CAAC,MAAM,CAAC,GAAG,CAAC,QAAQ;SAChC,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,IAAA,8CAA8B,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,qBAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC,qBAAqB,CACxD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,SAAS,GAAG,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EACzE,KAAK,CACR,CAAC;QAEF,MAAM,KAAK,GAAW,EAAE,CAAC;QAEzB,KAAK,IAAI,GAAG,GAAG,KAAK,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO;YACH,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,IAAI,KAAK;YACnB,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK;YACrC,KAAK;YACL,MAAM;YACN,KAAK,EAAE,iBAAiB,CAAC,SAAS;SACrC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAwC;QACpD,MAAM,QAAQ,GAAG,cAAC;aACb,KAAK,CACF,cAAC,CAAC,MAAM,EACR,cAAC,CAAC,MAAM,CAAO,EAAU,CAAC,CAAC,WAAW,EACtC,cAAC,CAAC,KAAK,CAAC,cAAC,CAAC,KAAK,CAAC,cAAC,CAAC,MAAM,EAAE,cAAC,CAAC,MAAM,CAAO,EAAU,CAAC,CAAC,WAAW,CAAC,CAAC,CACrE;aACA,KAAK,CAAC,KAAK,CAAW,CAAC;QAE5B,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,IAAA,8CAA8B,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,qBAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,IAAA,4CAAkC,EAAC;gBACpD,QAAQ,EAAE,GAAG;gBACb,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,cAAc,EAAE,iBAAiB,CAAC,gBAAgB;aACrD,CAAC,CAAC;YAEH,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEjC,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YACxD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,aAAa;QACT,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;SAClB,CAAC;IACN,CAAC;IAEO,sBAAsB,CAAC,GAAW;QACtC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;IACjE,CAAC;IAEO,qBAAqB,CAAC,MAAc,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS;QAChE,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACzD,OAAO,CAAC,KAAK,EAAE,GAAG,CAAU,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACK,cAAc,CAAC,KAAwC;QAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9G,CAAC;IAEO,aAAa,CAAC,IAAmB;QACrC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAS,CAAC;QACpC,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACX,gFAAgF,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CACtG,CAAC;QACN,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,sDAAsD,IAAI,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,IAAA,2CAAsB,EAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,IAAI,CAAC,gBAAgB;YACtC,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;IACP,CAAC;CACJ;AAtPD,sCAsPC"}
1
+ {"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"AAAA,yCAAyC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAEpC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAE5E,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD;;;GAGG;AACH,MAAM,gBAAgB,GAAG,eAAe,CAAC;AAEzC;;;GAGG;AACH,MAAM,uBAAuB,GAAG,CAAC,CAAC;AASlC,MAAM,OAAO,aACT,SAAQ,UAAU;IAGlB,IAAI,CAAU;IACd,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,SAAS,GAAG,CAAC,CAAC;IACd,gBAAgB,CAAS;IAER,cAAc,GAAG,IAAI,GAAG,EAAuC,CAAC;IAChE,MAAM,CAAgB;IAEvC,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG;QACL,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtF,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;QACjC,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAgD,EAAE;QAC3D,MAAM,MAAM,GAAG,CAAC;aACX,MAAM,CAAC;YACJ,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;SACnD,CAAC;aACD,KAAK,CAAC,SAAS,CAAC,CAAC;QAEtB,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,iBAAiB,CAAC,aAAa,EAAE,CAAC;QAC7C,CAAC;QAED,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAC9D,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,MAAM,CAAC,IAAK,CAAC,WAAW,EAAE,CACtE,CAAC;QAEF,IAAI,mBAAmB,EAAE,CAAC;YACtB,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,CAAC;QAED,iBAAiB,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAErC,MAAM,WAAW,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;QAEvD,iBAAiB,CAAC,gBAAgB,GAAG,OAAO,CACxC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAC7B,MAAM,CAAC,IAAI,IAAI,iBAAiB,CAAC,IAAI,IAAI,iBAAiB,CAAC,EAAE,CAChE,CAAC;QAEF,MAAM,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjF,oBAAoB;QACpB,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,OAAO,iBAAiB,CAAC,aAAa,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC5E,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC;YACxB,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAEjC,MAAM,EAAE,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACf,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,UAA4C,EAAE;QAC1D,MAAM,EACF,KAAK,GAAG,gBAAgB,EACxB,MAAM,GAAG,CAAC,EACV,IAAI,GACP,GAAG,CAAC;aACA,MAAM,CAAC;YACJ,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;SACtC,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC,qBAAqB,CACxD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,SAAS,GAAG,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EACzE,KAAK,CACR,CAAC;QAEF,MAAM,KAAK,GAAW,EAAE,CAAC;QAEzB,KAAK,IAAI,GAAG,GAAG,KAAK,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO;YACH,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,IAAI,KAAK;YACnB,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK;YACrC,KAAK;YACL,MAAM;YACN,KAAK,EAAE,iBAAiB,CAAC,SAAS;SACrC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAwC;QACpD,MAAM,QAAQ,GAAG,CAAC;aACb,KAAK,CAAC;YACH,CAAC,CAAC,MAAM,EAAE;YACV,CAAC,CAAC,MAAM,CAAO,EAAU,CAAC,CAAC,WAAW,EAAE;YACxC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAO,EAAU,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;SAC3E,CAAC;aACD,KAAK,CAAC,KAAK,CAAW,CAAC;QAE5B,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,kCAAkC,CAAC;gBACpD,QAAQ,EAAE,GAAG;gBACb,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,cAAc,EAAE,iBAAiB,CAAC,gBAAgB;aACrD,CAAC,CAAC;YAEH,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEjC,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YACxD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,aAAa;QACT,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;SAClB,CAAC;IACN,CAAC;IAEO,sBAAsB,CAAC,GAAW;QACtC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;IACjE,CAAC;IAEO,qBAAqB,CAAC,MAAc,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS;QAChE,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACzD,OAAO,CAAC,KAAK,EAAE,GAAG,CAAU,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACK,cAAc,CAAC,KAAwC;QAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9G,CAAC;IAEO,aAAa,CAAC,IAAmB;QACrC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAS,CAAC;QACpC,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACX,gFAAgF,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CACtG,CAAC;QACN,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,sDAAsD,IAAI,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,IAAI,CAAC,gBAAgB;YACtC,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;IACP,CAAC;CACJ"}
@@ -1,5 +1,5 @@
1
1
  import type * as storage from '@crawlee/types';
2
- import type { MemoryStorage } from '../index';
2
+ import type { MemoryStorage } from '../index.js';
3
3
  export interface KeyValueStoreCollectionClientOptions {
4
4
  baseStorageDirectory: string;
5
5
  client: MemoryStorage;
@@ -1 +1 @@
1
- {"version":3,"file":"key-value-store-collection.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAG9C,MAAM,WAAW,oCAAoC;IACjD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,6BAA8B,YAAW,OAAO,CAAC,6BAA6B;IACvF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,oCAAoC;IAK5E,IAAI,IAAI,UAAU,CAAC,OAAO,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAajE,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;CAiCvE"}
1
+ {"version":3,"file":"key-value-store-collection.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGjD,MAAM,WAAW,oCAAoC;IACjD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,6BAA8B,YAAW,OAAO,CAAC,6BAA6B;IACvF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,oCAAoC;IAK5E,IAAI,IAAI,UAAU,CAAC,OAAO,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAajE,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;CAiCvE"}
@@ -1,26 +1,13 @@
1
- "use strict";
2
- Object.defineProperty(exports, "__esModule", { value: true });
3
- exports.KeyValueStoreCollectionClient = void 0;
4
- const node_path_1 = require("node:path");
5
- const shapeshift_1 = require("@sapphire/shapeshift");
6
- const background_handler_1 = require("../background-handler");
7
- const cache_helpers_1 = require("../cache-helpers");
8
- const key_value_store_1 = require("./key-value-store");
9
- class KeyValueStoreCollectionClient {
1
+ import { resolve } from 'node:path';
2
+ import { s } from '@sapphire/shapeshift';
3
+ import { scheduleBackgroundTask } from '../background-handler/index.js';
4
+ import { findOrCacheKeyValueStoreByPossibleId } from '../cache-helpers.js';
5
+ import { KeyValueStoreClient } from './key-value-store.js';
6
+ export class KeyValueStoreCollectionClient {
7
+ keyValueStoresDirectory;
8
+ client;
10
9
  constructor({ baseStorageDirectory, client }) {
11
- Object.defineProperty(this, "keyValueStoresDirectory", {
12
- enumerable: true,
13
- configurable: true,
14
- writable: true,
15
- value: void 0
16
- });
17
- Object.defineProperty(this, "client", {
18
- enumerable: true,
19
- configurable: true,
20
- writable: true,
21
- value: void 0
22
- });
23
- this.keyValueStoresDirectory = (0, node_path_1.resolve)(baseStorageDirectory);
10
+ this.keyValueStoresDirectory = resolve(baseStorageDirectory);
24
11
  this.client = client;
25
12
  }
26
13
  async list() {
@@ -36,14 +23,14 @@ class KeyValueStoreCollectionClient {
36
23
  };
37
24
  }
38
25
  async getOrCreate(name) {
39
- shapeshift_1.s.string.optional.parse(name);
26
+ s.string().optional().parse(name);
40
27
  if (name) {
41
- const found = await (0, cache_helpers_1.findOrCacheKeyValueStoreByPossibleId)(this.client, name);
28
+ const found = await findOrCacheKeyValueStoreByPossibleId(this.client, name);
42
29
  if (found) {
43
30
  return found.toKeyValueStoreInfo();
44
31
  }
45
32
  }
46
- const newStore = new key_value_store_1.KeyValueStoreClient({
33
+ const newStore = new KeyValueStoreClient({
47
34
  name,
48
35
  baseStorageDirectory: this.keyValueStoresDirectory,
49
36
  client: this.client,
@@ -51,7 +38,7 @@ class KeyValueStoreCollectionClient {
51
38
  this.client.keyValueStoresHandled.push(newStore);
52
39
  // Schedule the worker to write to the disk
53
40
  const kvStoreInfo = newStore.toKeyValueStoreInfo();
54
- (0, background_handler_1.scheduleBackgroundTask)({
41
+ scheduleBackgroundTask({
55
42
  action: 'update-metadata',
56
43
  entityType: 'keyValueStores',
57
44
  entityDirectory: newStore.keyValueStoreDirectory,
@@ -63,5 +50,4 @@ class KeyValueStoreCollectionClient {
63
50
  return kvStoreInfo;
64
51
  }
65
52
  }
66
- exports.KeyValueStoreCollectionClient = KeyValueStoreCollectionClient;
67
53
  //# sourceMappingURL=key-value-store-collection.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"key-value-store-collection.js","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":";;;AAAA,yCAAoC;AAGpC,qDAAyC;AAEzC,8DAA+D;AAC/D,oDAAwE;AAExE,uDAAwD;AAOxD,MAAa,6BAA6B;IAItC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAwC;QAHjE;;;;;WAAgC;QAChC;;;;;WAAsB;QAGnC,IAAI,CAAC,uBAAuB,GAAG,IAAA,mBAAO,EAAC,oBAAoB,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;iBAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,cAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAE9B,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,IAAA,oDAAoC,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE5E,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,mBAAmB,EAAE,CAAC;YACvC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,qCAAmB,CAAC;YACrC,IAAI;YACJ,oBAAoB,EAAE,IAAI,CAAC,uBAAuB;YAClD,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,mBAAmB,EAAE,CAAC;QAEnD,IAAA,2CAAsB,EAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,gBAAgB;YAC5B,eAAe,EAAE,QAAQ,CAAC,sBAAsB;YAChD,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ;AAvDD,sEAuDC"}
1
+ {"version":3,"file":"key-value-store-collection.js","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,oCAAoC,EAAE,MAAM,qBAAqB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAO3D,MAAM,OAAO,6BAA6B;IACrB,uBAAuB,CAAS;IAChC,MAAM,CAAgB;IAEvC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAwC;QAC9E,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;iBAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,oCAAoC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE5E,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,mBAAmB,EAAE,CAAC;YACvC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC;YACrC,IAAI;YACJ,oBAAoB,EAAE,IAAI,CAAC,uBAAuB;YAClD,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,mBAAmB,EAAE,CAAC;QAEnD,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,gBAAgB;YAC5B,eAAe,EAAE,QAAQ,CAAC,sBAAsB;YAChD,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ"}
@@ -1,6 +1,6 @@
1
1
  import type * as storage from '@crawlee/types';
2
- import type { MemoryStorage } from '../index';
3
- import { BaseClient } from './common/base-client';
2
+ import type { MemoryStorage } from '../index.js';
3
+ import { BaseClient } from './common/base-client.js';
4
4
  export interface KeyValueStoreClientOptions {
5
5
  name?: string;
6
6
  id?: string;
@@ -1 +1 @@
1
- {"version":3,"file":"key-value-store.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAW/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE9C,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAIlD,MAAM,WAAW,0BAA0B;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,mBAAoB,SAAQ,UAAU;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,OAAc;IACvB,UAAU,OAAc;IACxB,UAAU,OAAc;IACxB,sBAAsB,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+D;IAC/F,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,OAAO,EAAE,0BAA0B;IAOzC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAWrD,MAAM,CAAC,SAAS,GAAE,OAAO,CAAC,gCAAqC,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;IA6CpG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAWvB,QAAQ,CAAC,OAAO,GAAE,OAAO,CAAC,8BAAmC,GAAG,OAAO,CAAC,OAAO,CAAC,2BAA2B,CAAC;IA0DlH;;;;;OAKG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAa3C,SAAS,CACX,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,CAAC,mCAAwC,GAC1D,OAAO,CAAC,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;IA4C7C,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+E7D,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB9C,mBAAmB,IAAI,OAAO,CAAC,iBAAiB;IAWhD,OAAO,CAAC,gBAAgB;CAkB3B"}
1
+ {"version":3,"file":"key-value-store.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAW/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAIrD,MAAM,WAAW,0BAA0B;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,mBAAoB,SAAQ,UAAU;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,OAAc;IACvB,UAAU,OAAc;IACxB,UAAU,OAAc;IACxB,sBAAsB,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+D;IAC/F,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,OAAO,EAAE,0BAA0B;IAOzC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAWrD,MAAM,CAAC,SAAS,GAAE,OAAO,CAAC,gCAAqC,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;IA6CpG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAWvB,QAAQ,CAAC,OAAO,GAAE,OAAO,CAAC,8BAAmC,GAAG,OAAO,CAAC,OAAO,CAAC,2BAA2B,CAAC;IA0DlH;;;;;OAKG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAa3C,SAAS,CACX,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,CAAC,mCAAwC,GAC1D,OAAO,CAAC,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;IA4C7C,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+E7D,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB9C,mBAAmB,IAAI,OAAO,CAAC,iBAAiB;IAWhD,OAAO,CAAC,gBAAgB;CAkB3B"}