@crawlee/memory-storage 3.13.5 → 4.0.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/background-handler/fs-utils.d.ts +1 -1
- package/background-handler/fs-utils.d.ts.map +1 -1
- package/background-handler/fs-utils.js +17 -23
- package/background-handler/fs-utils.js.map +1 -1
- package/background-handler/index.d.ts +1 -1
- package/background-handler/index.d.ts.map +1 -1
- package/background-handler/index.js +9 -13
- package/background-handler/index.js.map +1 -1
- package/body-parser.js +5 -9
- package/body-parser.js.map +1 -1
- package/cache-helpers.d.ts +4 -4
- package/cache-helpers.d.ts.map +1 -1
- package/cache-helpers.js +43 -49
- package/cache-helpers.js.map +1 -1
- package/consts.js +4 -7
- package/consts.js.map +1 -1
- package/fs/common.js +1 -2
- package/fs/dataset/fs.d.ts +2 -2
- package/fs/dataset/fs.d.ts.map +1 -1
- package/fs/dataset/fs.js +13 -27
- package/fs/dataset/fs.js.map +1 -1
- package/fs/dataset/index.d.ts +1 -1
- package/fs/dataset/index.d.ts.map +1 -1
- package/fs/dataset/index.js +5 -8
- package/fs/dataset/index.js.map +1 -1
- package/fs/dataset/memory.d.ts +1 -1
- package/fs/dataset/memory.d.ts.map +1 -1
- package/fs/dataset/memory.js +2 -13
- package/fs/dataset/memory.js.map +1 -1
- package/fs/key-value-store/fs.d.ts +3 -3
- package/fs/key-value-store/fs.d.ts.map +1 -1
- package/fs/key-value-store/fs.js +27 -62
- package/fs/key-value-store/fs.js.map +1 -1
- package/fs/key-value-store/index.d.ts +2 -2
- package/fs/key-value-store/index.d.ts.map +1 -1
- package/fs/key-value-store/index.js +5 -8
- package/fs/key-value-store/index.js.map +1 -1
- package/fs/key-value-store/memory.d.ts +2 -2
- package/fs/key-value-store/memory.d.ts.map +1 -1
- package/fs/key-value-store/memory.js +2 -13
- package/fs/key-value-store/memory.js.map +1 -1
- package/fs/request-queue/fs.d.ts +3 -3
- package/fs/request-queue/fs.d.ts.map +1 -1
- package/fs/request-queue/fs.js +23 -57
- package/fs/request-queue/fs.js.map +1 -1
- package/fs/request-queue/index.d.ts +2 -2
- package/fs/request-queue/index.d.ts.map +1 -1
- package/fs/request-queue/index.js +5 -8
- package/fs/request-queue/index.js.map +1 -1
- package/fs/request-queue/memory.d.ts +2 -2
- package/fs/request-queue/memory.d.ts.map +1 -1
- package/fs/request-queue/memory.js +3 -19
- package/fs/request-queue/memory.js.map +1 -1
- package/index.d.ts +1 -1
- package/index.d.ts.map +1 -1
- package/index.js +1 -4
- package/index.js.map +1 -1
- package/memory-storage.d.ts +3 -3
- package/memory-storage.d.ts.map +1 -1
- package/memory-storage.js +68 -117
- package/memory-storage.js.map +1 -1
- package/package.json +14 -20
- package/resource-clients/common/base-client.d.ts +1 -1
- package/resource-clients/common/base-client.d.ts.map +1 -1
- package/resource-clients/common/base-client.js +2 -11
- package/resource-clients/common/base-client.js.map +1 -1
- package/resource-clients/dataset-collection.d.ts +1 -1
- package/resource-clients/dataset-collection.d.ts.map +1 -1
- package/resource-clients/dataset-collection.js +13 -27
- package/resource-clients/dataset-collection.js.map +1 -1
- package/resource-clients/dataset.d.ts +2 -2
- package/resource-clients/dataset.d.ts.map +1 -1
- package/resource-clients/dataset.js +47 -87
- package/resource-clients/dataset.js.map +1 -1
- package/resource-clients/key-value-store-collection.d.ts +1 -1
- package/resource-clients/key-value-store-collection.d.ts.map +1 -1
- package/resource-clients/key-value-store-collection.js +13 -27
- package/resource-clients/key-value-store-collection.js.map +1 -1
- package/resource-clients/key-value-store.d.ts +2 -2
- package/resource-clients/key-value-store.d.ts.map +1 -1
- package/resource-clients/key-value-store.js +76 -109
- package/resource-clients/key-value-store.js.map +1 -1
- package/resource-clients/request-queue-collection.d.ts +1 -1
- package/resource-clients/request-queue-collection.d.ts.map +1 -1
- package/resource-clients/request-queue-collection.js +13 -27
- package/resource-clients/request-queue-collection.js.map +1 -1
- package/resource-clients/request-queue.d.ts +2 -2
- package/resource-clients/request-queue.d.ts.map +1 -1
- package/resource-clients/request-queue.js +81 -137
- package/resource-clients/request-queue.js.map +1 -1
- package/tsconfig.build.tsbuildinfo +1 -1
- package/utils.js +12 -20
- package/utils.js.map +1 -1
- package/index.mjs +0 -4
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-collection.js","sourceRoot":"","sources":["../../src/resource-clients/dataset-collection.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"dataset-collection.js","sourceRoot":"","sources":["../../src/resource-clients/dataset-collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAO7C,MAAM,OAAO,uBAAuB;IACf,iBAAiB,CAAS;IAC1B,MAAM,CAAgB;IAEvC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAkC;QACxE,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAEtE,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC;QAE7C,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,QAAQ,CAAC,gBAAgB;YAC1C,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import type { Dictionary } from '@crawlee/types';
|
|
2
2
|
import type * as storage from '@crawlee/types';
|
|
3
|
-
import type { MemoryStorage } from '../index';
|
|
4
|
-
import { BaseClient } from './common/base-client';
|
|
3
|
+
import type { MemoryStorage } from '../index.js';
|
|
4
|
+
import { BaseClient } from './common/base-client.js';
|
|
5
5
|
export interface DatasetClientOptions {
|
|
6
6
|
id?: string;
|
|
7
7
|
name?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAS/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"dataset.d.ts","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAS/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAcrD,MAAM,WAAW,oBAAoB;IACjC,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,aAAa,CAAC,IAAI,SAAS,UAAU,GAAG,UAAU,CAC3D,SAAQ,UACR,YAAW,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC;IAEtC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,OAAc;IACvB,UAAU,OAAc;IACxB,UAAU,OAAc;IACxB,SAAS,SAAK;IACd,gBAAgB,EAAE,MAAM,CAAC;IAEzB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAkD;IACjF,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,OAAO,EAAE,oBAAoB;IAOnC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAW/C,MAAM,CAAC,SAAS,GAAE,OAAO,CAAC,0BAA+B,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;IA6CxF,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAYvB,aAAa,IAAI,OAAO,CAAC,MAAM,CAAC;IAIhC,SAAS,CAAC,OAAO,GAAE,OAAO,CAAC,wBAA6B,GAAG,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;IA4C/F,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,EAAE,GAAG,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAqCxE,aAAa,IAAI,OAAO,CAAC,WAAW;IAWpC,OAAO,CAAC,sBAAsB;IAI9B,OAAO,CAAC,qBAAqB;IAM7B;;;;;;OAMG;IACH,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,aAAa;IAkBrB,OAAO,CAAC,gBAAgB;CAkB3B"}
|
|
@@ -1,84 +1,41 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.DatasetClient = void 0;
|
|
4
1
|
/* eslint-disable import/no-duplicates */
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
2
|
+
import { randomUUID } from 'node:crypto';
|
|
3
|
+
import { rm } from 'node:fs/promises';
|
|
4
|
+
import { resolve } from 'node:path';
|
|
5
|
+
import { s } from '@sapphire/shapeshift';
|
|
6
|
+
import { move } from 'fs-extra/esm';
|
|
7
|
+
import { scheduleBackgroundTask } from '../background-handler/index.js';
|
|
8
|
+
import { findOrCacheDatasetByPossibleId } from '../cache-helpers.js';
|
|
9
|
+
import { StorageTypes } from '../consts.js';
|
|
10
|
+
import { createDatasetStorageImplementation } from '../fs/dataset/index.js';
|
|
11
|
+
import { BaseClient } from './common/base-client.js';
|
|
15
12
|
/**
|
|
16
13
|
* This is what API returns in the x-apify-pagination-limit
|
|
17
14
|
* header when no limit query parameter is used.
|
|
18
15
|
*/
|
|
19
|
-
const LIST_ITEMS_LIMIT =
|
|
16
|
+
const LIST_ITEMS_LIMIT = 999_999_999_999;
|
|
20
17
|
/**
|
|
21
18
|
* Number of characters of the dataset item file names.
|
|
22
19
|
* E.g.: 000000019.json - 9 digits
|
|
23
20
|
*/
|
|
24
21
|
const LOCAL_ENTRY_NAME_DIGITS = 9;
|
|
25
|
-
class DatasetClient extends
|
|
22
|
+
export class DatasetClient extends BaseClient {
|
|
23
|
+
name;
|
|
24
|
+
createdAt = new Date();
|
|
25
|
+
accessedAt = new Date();
|
|
26
|
+
modifiedAt = new Date();
|
|
27
|
+
itemCount = 0;
|
|
28
|
+
datasetDirectory;
|
|
29
|
+
datasetEntries = new Map();
|
|
30
|
+
client;
|
|
26
31
|
constructor(options) {
|
|
27
|
-
super(options.id ??
|
|
28
|
-
Object.defineProperty(this, "name", {
|
|
29
|
-
enumerable: true,
|
|
30
|
-
configurable: true,
|
|
31
|
-
writable: true,
|
|
32
|
-
value: void 0
|
|
33
|
-
});
|
|
34
|
-
Object.defineProperty(this, "createdAt", {
|
|
35
|
-
enumerable: true,
|
|
36
|
-
configurable: true,
|
|
37
|
-
writable: true,
|
|
38
|
-
value: new Date()
|
|
39
|
-
});
|
|
40
|
-
Object.defineProperty(this, "accessedAt", {
|
|
41
|
-
enumerable: true,
|
|
42
|
-
configurable: true,
|
|
43
|
-
writable: true,
|
|
44
|
-
value: new Date()
|
|
45
|
-
});
|
|
46
|
-
Object.defineProperty(this, "modifiedAt", {
|
|
47
|
-
enumerable: true,
|
|
48
|
-
configurable: true,
|
|
49
|
-
writable: true,
|
|
50
|
-
value: new Date()
|
|
51
|
-
});
|
|
52
|
-
Object.defineProperty(this, "itemCount", {
|
|
53
|
-
enumerable: true,
|
|
54
|
-
configurable: true,
|
|
55
|
-
writable: true,
|
|
56
|
-
value: 0
|
|
57
|
-
});
|
|
58
|
-
Object.defineProperty(this, "datasetDirectory", {
|
|
59
|
-
enumerable: true,
|
|
60
|
-
configurable: true,
|
|
61
|
-
writable: true,
|
|
62
|
-
value: void 0
|
|
63
|
-
});
|
|
64
|
-
Object.defineProperty(this, "datasetEntries", {
|
|
65
|
-
enumerable: true,
|
|
66
|
-
configurable: true,
|
|
67
|
-
writable: true,
|
|
68
|
-
value: new Map()
|
|
69
|
-
});
|
|
70
|
-
Object.defineProperty(this, "client", {
|
|
71
|
-
enumerable: true,
|
|
72
|
-
configurable: true,
|
|
73
|
-
writable: true,
|
|
74
|
-
value: void 0
|
|
75
|
-
});
|
|
32
|
+
super(options.id ?? randomUUID());
|
|
76
33
|
this.name = options.name;
|
|
77
|
-
this.datasetDirectory =
|
|
34
|
+
this.datasetDirectory = resolve(options.baseStorageDirectory, this.name ?? this.id);
|
|
78
35
|
this.client = options.client;
|
|
79
36
|
}
|
|
80
37
|
async get() {
|
|
81
|
-
const found = await
|
|
38
|
+
const found = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
|
|
82
39
|
if (found) {
|
|
83
40
|
found.updateTimestamps(false);
|
|
84
41
|
return found.toDatasetInfo();
|
|
@@ -86,15 +43,15 @@ class DatasetClient extends base_client_1.BaseClient {
|
|
|
86
43
|
return undefined;
|
|
87
44
|
}
|
|
88
45
|
async update(newFields = {}) {
|
|
89
|
-
const parsed =
|
|
46
|
+
const parsed = s
|
|
90
47
|
.object({
|
|
91
|
-
name:
|
|
48
|
+
name: s.string().lengthGreaterThan(0).optional(),
|
|
92
49
|
})
|
|
93
50
|
.parse(newFields);
|
|
94
51
|
// Check by id
|
|
95
|
-
const existingStoreById = await
|
|
52
|
+
const existingStoreById = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
|
|
96
53
|
if (!existingStoreById) {
|
|
97
|
-
this.throwOnNonExisting(
|
|
54
|
+
this.throwOnNonExisting(StorageTypes.Dataset);
|
|
98
55
|
}
|
|
99
56
|
// Skip if no changes
|
|
100
57
|
if (!parsed.name) {
|
|
@@ -103,12 +60,12 @@ class DatasetClient extends base_client_1.BaseClient {
|
|
|
103
60
|
// Check that name is not in use already
|
|
104
61
|
const existingStoreByName = this.client.datasetClientsHandled.find((store) => store.name?.toLowerCase() === parsed.name.toLowerCase());
|
|
105
62
|
if (existingStoreByName) {
|
|
106
|
-
this.throwOnDuplicateEntry(
|
|
63
|
+
this.throwOnDuplicateEntry(StorageTypes.Dataset, 'name', parsed.name);
|
|
107
64
|
}
|
|
108
65
|
existingStoreById.name = parsed.name;
|
|
109
66
|
const previousDir = existingStoreById.datasetDirectory;
|
|
110
|
-
existingStoreById.datasetDirectory =
|
|
111
|
-
await
|
|
67
|
+
existingStoreById.datasetDirectory = resolve(this.client.datasetsDirectory, parsed.name ?? existingStoreById.name ?? existingStoreById.id);
|
|
68
|
+
await move(previousDir, existingStoreById.datasetDirectory, { overwrite: true });
|
|
112
69
|
// Update timestamps
|
|
113
70
|
existingStoreById.updateTimestamps(true);
|
|
114
71
|
return existingStoreById.toDatasetInfo();
|
|
@@ -119,24 +76,24 @@ class DatasetClient extends base_client_1.BaseClient {
|
|
|
119
76
|
const [oldClient] = this.client.datasetClientsHandled.splice(storeIndex, 1);
|
|
120
77
|
oldClient.itemCount = 0;
|
|
121
78
|
oldClient.datasetEntries.clear();
|
|
122
|
-
await
|
|
79
|
+
await rm(oldClient.datasetDirectory, { recursive: true, force: true });
|
|
123
80
|
}
|
|
124
81
|
}
|
|
125
82
|
async downloadItems() {
|
|
126
83
|
throw new Error('This method is not implemented in @crawlee/memory-storage');
|
|
127
84
|
}
|
|
128
85
|
async listItems(options = {}) {
|
|
129
|
-
const { limit = LIST_ITEMS_LIMIT, offset = 0, desc, } =
|
|
86
|
+
const { limit = LIST_ITEMS_LIMIT, offset = 0, desc, } = s
|
|
130
87
|
.object({
|
|
131
|
-
desc:
|
|
132
|
-
limit:
|
|
133
|
-
offset:
|
|
88
|
+
desc: s.boolean().optional(),
|
|
89
|
+
limit: s.number().int().optional(),
|
|
90
|
+
offset: s.number().int().optional(),
|
|
134
91
|
})
|
|
135
92
|
.parse(options);
|
|
136
93
|
// Check by id
|
|
137
|
-
const existingStoreById = await
|
|
94
|
+
const existingStoreById = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
|
|
138
95
|
if (!existingStoreById) {
|
|
139
|
-
this.throwOnNonExisting(
|
|
96
|
+
this.throwOnNonExisting(StorageTypes.Dataset);
|
|
140
97
|
}
|
|
141
98
|
const [start, end] = existingStoreById.getStartAndEndIndexes(desc ? Math.max(existingStoreById.itemCount - offset - limit, 0) : offset, limit);
|
|
142
99
|
const items = [];
|
|
@@ -155,19 +112,23 @@ class DatasetClient extends base_client_1.BaseClient {
|
|
|
155
112
|
};
|
|
156
113
|
}
|
|
157
114
|
async pushItems(items) {
|
|
158
|
-
const rawItems =
|
|
159
|
-
.union(
|
|
115
|
+
const rawItems = s
|
|
116
|
+
.union([
|
|
117
|
+
s.string(),
|
|
118
|
+
s.object({}).passthrough(),
|
|
119
|
+
s.array(s.union([s.string(), s.object({}).passthrough()])),
|
|
120
|
+
])
|
|
160
121
|
.parse(items);
|
|
161
122
|
// Check by id
|
|
162
|
-
const existingStoreById = await
|
|
123
|
+
const existingStoreById = await findOrCacheDatasetByPossibleId(this.client, this.name ?? this.id);
|
|
163
124
|
if (!existingStoreById) {
|
|
164
|
-
this.throwOnNonExisting(
|
|
125
|
+
this.throwOnNonExisting(StorageTypes.Dataset);
|
|
165
126
|
}
|
|
166
127
|
const normalized = this.normalizeItems(rawItems);
|
|
167
128
|
const addedIds = [];
|
|
168
129
|
for (const entry of normalized) {
|
|
169
130
|
const idx = this.generateLocalEntryName(++existingStoreById.itemCount);
|
|
170
|
-
const storageEntry =
|
|
131
|
+
const storageEntry = createDatasetStorageImplementation({
|
|
171
132
|
entityId: idx,
|
|
172
133
|
persistStorage: this.client.persistStorage,
|
|
173
134
|
storeDirectory: existingStoreById.datasetDirectory,
|
|
@@ -227,7 +188,7 @@ class DatasetClient extends base_client_1.BaseClient {
|
|
|
227
188
|
this.modifiedAt = new Date();
|
|
228
189
|
}
|
|
229
190
|
const data = this.toDatasetInfo();
|
|
230
|
-
|
|
191
|
+
scheduleBackgroundTask({
|
|
231
192
|
action: 'update-metadata',
|
|
232
193
|
data,
|
|
233
194
|
entityType: 'datasets',
|
|
@@ -238,5 +199,4 @@ class DatasetClient extends base_client_1.BaseClient {
|
|
|
238
199
|
});
|
|
239
200
|
}
|
|
240
201
|
}
|
|
241
|
-
exports.DatasetClient = DatasetClient;
|
|
242
202
|
//# sourceMappingURL=dataset.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/resource-clients/dataset.ts"],"names":[],"mappings":"AAAA,yCAAyC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAIpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAEpC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,OAAO,EAAE,kCAAkC,EAAE,MAAM,wBAAwB,CAAC;AAE5E,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD;;;GAGG;AACH,MAAM,gBAAgB,GAAG,eAAe,CAAC;AAEzC;;;GAGG;AACH,MAAM,uBAAuB,GAAG,CAAC,CAAC;AASlC,MAAM,OAAO,aACT,SAAQ,UAAU;IAGlB,IAAI,CAAU;IACd,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,SAAS,GAAG,CAAC,CAAC;IACd,gBAAgB,CAAS;IAER,cAAc,GAAG,IAAI,GAAG,EAAuC,CAAC;IAChE,MAAM,CAAgB;IAEvC,YAAY,OAA6B;QACrC,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG;QACL,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEtF,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;QACjC,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAgD,EAAE;QAC3D,MAAM,MAAM,GAAG,CAAC;aACX,MAAM,CAAC;YACJ,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;SACnD,CAAC;aACD,KAAK,CAAC,SAAS,CAAC,CAAC;QAEtB,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,iBAAiB,CAAC,aAAa,EAAE,CAAC;QAC7C,CAAC;QAED,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAC9D,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,MAAM,CAAC,IAAK,CAAC,WAAW,EAAE,CACtE,CAAC;QAEF,IAAI,mBAAmB,EAAE,CAAC;YACtB,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC1E,CAAC;QAED,iBAAiB,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAErC,MAAM,WAAW,GAAG,iBAAiB,CAAC,gBAAgB,CAAC;QAEvD,iBAAiB,CAAC,gBAAgB,GAAG,OAAO,CACxC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAC7B,MAAM,CAAC,IAAI,IAAI,iBAAiB,CAAC,IAAI,IAAI,iBAAiB,CAAC,EAAE,CAChE,CAAC;QAEF,MAAM,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEjF,oBAAoB;QACpB,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,OAAO,iBAAiB,CAAC,aAAa,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC5E,SAAS,CAAC,SAAS,GAAG,CAAC,CAAC;YACxB,SAAS,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;YAEjC,MAAM,EAAE,CAAC,SAAS,CAAC,gBAAgB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;IACL,CAAC;IAED,KAAK,CAAC,aAAa;QACf,MAAM,IAAI,KAAK,CAAC,2DAA2D,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,UAA4C,EAAE;QAC1D,MAAM,EACF,KAAK,GAAG,gBAAgB,EACxB,MAAM,GAAG,CAAC,EACV,IAAI,GACP,GAAG,CAAC;aACA,MAAM,CAAC;YACJ,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;YAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;YAClC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;SACtC,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,iBAAiB,CAAC,qBAAqB,CACxD,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,iBAAiB,CAAC,SAAS,GAAG,MAAM,GAAG,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,EACzE,KAAK,CACR,CAAC;QAEF,MAAM,KAAK,GAAW,EAAE,CAAC;QAEzB,KAAK,IAAI,GAAG,GAAG,KAAK,EAAE,GAAG,GAAG,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC;YACrC,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,CAAC;YACrD,KAAK,CAAC,IAAI,CAAC,MAAM,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,WAAW,CAAE,CAAC,GAAG,EAAE,CAAC,CAAC;QAC/E,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO;YACH,KAAK,EAAE,KAAK,CAAC,MAAM;YACnB,IAAI,EAAE,IAAI,IAAI,KAAK;YACnB,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK;YACrC,KAAK;YACL,MAAM;YACN,KAAK,EAAE,iBAAiB,CAAC,SAAS;SACrC,CAAC;IACN,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,KAAwC;QACpD,MAAM,QAAQ,GAAG,CAAC;aACb,KAAK,CAAC;YACH,CAAC,CAAC,MAAM,EAAE;YACV,CAAC,CAAC,MAAM,CAAO,EAAU,CAAC,CAAC,WAAW,EAAE;YACxC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,CAAO,EAAU,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;SAC3E,CAAC;aACD,KAAK,CAAC,KAAK,CAAW,CAAC;QAE5B,cAAc;QACd,MAAM,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAElG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAClD,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAC;QAEjD,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,sBAAsB,CAAC,EAAE,iBAAiB,CAAC,SAAS,CAAC,CAAC;YACvE,MAAM,YAAY,GAAG,kCAAkC,CAAC;gBACpD,QAAQ,EAAE,GAAG;gBACb,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,cAAc,EAAE,iBAAiB,CAAC,gBAAgB;aACrD,CAAC,CAAC;YAEH,MAAM,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAEjC,iBAAiB,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;YACxD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAC7C,CAAC;IAED,aAAa;QACT,OAAO;YACH,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;SAClB,CAAC;IACN,CAAC;IAEO,sBAAsB,CAAC,GAAW;QACtC,OAAO,GAAG,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,EAAE,GAAG,CAAC,CAAC;IACjE,CAAC;IAEO,qBAAqB,CAAC,MAAc,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS;QAChE,MAAM,KAAK,GAAG,MAAM,GAAG,CAAC,CAAC;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACzD,OAAO,CAAC,KAAK,EAAE,GAAG,CAAU,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACK,cAAc,CAAC,KAAwC;QAC3D,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC9B,CAAC;QAED,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9G,CAAC;IAEO,aAAa,CAAC,IAAmB;QACrC,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC3B,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAS,CAAC;QACpC,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CACX,gFAAgF,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CACtG,CAAC;QACN,CAAC;QAED,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YAC5C,MAAM,IAAI,KAAK,CAAC,sDAAsD,IAAI,EAAE,CAAC,CAAC;QAClF,CAAC;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC;QAClC,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,IAAI,CAAC,gBAAgB;YACtC,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;IACP,CAAC;CACJ"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key-value-store-collection.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"key-value-store-collection.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGjD,MAAM,WAAW,oCAAoC;IACjD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,6BAA8B,YAAW,OAAO,CAAC,6BAA6B;IACvF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,oCAAoC;IAK5E,IAAI,IAAI,UAAU,CAAC,OAAO,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAajE,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;CAiCvE"}
|
|
@@ -1,26 +1,13 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
9
|
-
class KeyValueStoreCollectionClient {
|
|
1
|
+
import { resolve } from 'node:path';
|
|
2
|
+
import { s } from '@sapphire/shapeshift';
|
|
3
|
+
import { scheduleBackgroundTask } from '../background-handler/index.js';
|
|
4
|
+
import { findOrCacheKeyValueStoreByPossibleId } from '../cache-helpers.js';
|
|
5
|
+
import { KeyValueStoreClient } from './key-value-store.js';
|
|
6
|
+
export class KeyValueStoreCollectionClient {
|
|
7
|
+
keyValueStoresDirectory;
|
|
8
|
+
client;
|
|
10
9
|
constructor({ baseStorageDirectory, client }) {
|
|
11
|
-
|
|
12
|
-
enumerable: true,
|
|
13
|
-
configurable: true,
|
|
14
|
-
writable: true,
|
|
15
|
-
value: void 0
|
|
16
|
-
});
|
|
17
|
-
Object.defineProperty(this, "client", {
|
|
18
|
-
enumerable: true,
|
|
19
|
-
configurable: true,
|
|
20
|
-
writable: true,
|
|
21
|
-
value: void 0
|
|
22
|
-
});
|
|
23
|
-
this.keyValueStoresDirectory = (0, node_path_1.resolve)(baseStorageDirectory);
|
|
10
|
+
this.keyValueStoresDirectory = resolve(baseStorageDirectory);
|
|
24
11
|
this.client = client;
|
|
25
12
|
}
|
|
26
13
|
async list() {
|
|
@@ -36,14 +23,14 @@ class KeyValueStoreCollectionClient {
|
|
|
36
23
|
};
|
|
37
24
|
}
|
|
38
25
|
async getOrCreate(name) {
|
|
39
|
-
|
|
26
|
+
s.string().optional().parse(name);
|
|
40
27
|
if (name) {
|
|
41
|
-
const found = await
|
|
28
|
+
const found = await findOrCacheKeyValueStoreByPossibleId(this.client, name);
|
|
42
29
|
if (found) {
|
|
43
30
|
return found.toKeyValueStoreInfo();
|
|
44
31
|
}
|
|
45
32
|
}
|
|
46
|
-
const newStore = new
|
|
33
|
+
const newStore = new KeyValueStoreClient({
|
|
47
34
|
name,
|
|
48
35
|
baseStorageDirectory: this.keyValueStoresDirectory,
|
|
49
36
|
client: this.client,
|
|
@@ -51,7 +38,7 @@ class KeyValueStoreCollectionClient {
|
|
|
51
38
|
this.client.keyValueStoresHandled.push(newStore);
|
|
52
39
|
// Schedule the worker to write to the disk
|
|
53
40
|
const kvStoreInfo = newStore.toKeyValueStoreInfo();
|
|
54
|
-
|
|
41
|
+
scheduleBackgroundTask({
|
|
55
42
|
action: 'update-metadata',
|
|
56
43
|
entityType: 'keyValueStores',
|
|
57
44
|
entityDirectory: newStore.keyValueStoreDirectory,
|
|
@@ -63,5 +50,4 @@ class KeyValueStoreCollectionClient {
|
|
|
63
50
|
return kvStoreInfo;
|
|
64
51
|
}
|
|
65
52
|
}
|
|
66
|
-
exports.KeyValueStoreCollectionClient = KeyValueStoreCollectionClient;
|
|
67
53
|
//# sourceMappingURL=key-value-store-collection.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key-value-store-collection.js","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"key-value-store-collection.js","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,oCAAoC,EAAE,MAAM,qBAAqB,CAAC;AAE3E,OAAO,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAO3D,MAAM,OAAO,6BAA6B;IACrB,uBAAuB,CAAS;IAChC,MAAM,CAAgB;IAEvC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAwC;QAC9E,IAAI,CAAC,uBAAuB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,mBAAmB,EAAE,CAAC;iBAC3C,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,oCAAoC,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAE5E,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,mBAAmB,EAAE,CAAC;YACvC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC;YACrC,IAAI;YACJ,oBAAoB,EAAE,IAAI,CAAC,uBAAuB;YAClD,MAAM,EAAE,IAAI,CAAC,MAAM;SACtB,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,mBAAmB,EAAE,CAAC;QAEnD,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,gBAAgB;YAC5B,eAAe,EAAE,QAAQ,CAAC,sBAAsB;YAChD,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ"}
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import type * as storage from '@crawlee/types';
|
|
2
|
-
import type { MemoryStorage } from '../index';
|
|
3
|
-
import { BaseClient } from './common/base-client';
|
|
2
|
+
import type { MemoryStorage } from '../index.js';
|
|
3
|
+
import { BaseClient } from './common/base-client.js';
|
|
4
4
|
export interface KeyValueStoreClientOptions {
|
|
5
5
|
name?: string;
|
|
6
6
|
id?: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"key-value-store.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAW/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,
|
|
1
|
+
{"version":3,"file":"key-value-store.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAW/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAIrD,MAAM,WAAW,0BAA0B;IACvC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,MAAM,WAAW,iBAAiB;IAC9B,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACrB;AAED,qBAAa,mBAAoB,SAAQ,UAAU;IAC/C,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,OAAc;IACvB,UAAU,OAAc;IACxB,UAAU,OAAc;IACxB,sBAAsB,EAAE,MAAM,CAAC;IAE/B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAA+D;IAC/F,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,OAAO,EAAE,0BAA0B;IAOzC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,iBAAiB,GAAG,SAAS,CAAC;IAWrD,MAAM,CAAC,SAAS,GAAE,OAAO,CAAC,gCAAqC,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;IA6CpG,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAWvB,QAAQ,CAAC,OAAO,GAAE,OAAO,CAAC,8BAAmC,GAAG,OAAO,CAAC,OAAO,CAAC,2BAA2B,CAAC;IA0DlH;;;;;OAKG;IACG,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAa3C,SAAS,CACX,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,OAAO,CAAC,mCAAwC,GAC1D,OAAO,CAAC,OAAO,CAAC,mBAAmB,GAAG,SAAS,CAAC;IA4C7C,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC,mBAAmB,GAAG,OAAO,CAAC,IAAI,CAAC;IA+E7D,YAAY,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAmB9C,mBAAmB,IAAI,OAAO,CAAC,iBAAiB;IAWhD,OAAO,CAAC,gBAAgB;CAkB3B"}
|