@crawlee/memory-storage 4.0.0-beta.6 → 4.0.0-beta.61
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -5
- package/background-handler/fs-utils.d.ts +2 -1
- package/background-handler/fs-utils.d.ts.map +1 -1
- package/background-handler/fs-utils.js +2 -4
- package/background-handler/fs-utils.js.map +1 -1
- package/background-handler/index.d.ts +2 -1
- package/background-handler/index.d.ts.map +1 -1
- package/background-handler/index.js +4 -4
- package/background-handler/index.js.map +1 -1
- package/cache-helpers.d.ts.map +1 -1
- package/cache-helpers.js +9 -9
- package/cache-helpers.js.map +1 -1
- package/fs/key-value-store/fs.d.ts +1 -0
- package/fs/key-value-store/fs.d.ts.map +1 -1
- package/fs/key-value-store/fs.js +7 -3
- package/fs/key-value-store/fs.js.map +1 -1
- package/fs/key-value-store/index.d.ts +2 -0
- package/fs/key-value-store/index.d.ts.map +1 -1
- package/fs/key-value-store/index.js.map +1 -1
- package/memory-storage.d.ts +21 -10
- package/memory-storage.d.ts.map +1 -1
- package/memory-storage.js +127 -39
- package/memory-storage.js.map +1 -1
- package/package.json +5 -5
- package/resource-clients/dataset.d.ts +7 -16
- package/resource-clients/dataset.d.ts.map +1 -1
- package/resource-clients/dataset.js +41 -101
- package/resource-clients/dataset.js.map +1 -1
- package/resource-clients/key-value-store.d.ts +16 -8
- package/resource-clients/key-value-store.d.ts.map +1 -1
- package/resource-clients/key-value-store.js +62 -126
- package/resource-clients/key-value-store.js.map +1 -1
- package/resource-clients/request-queue.d.ts +3 -7
- package/resource-clients/request-queue.d.ts.map +1 -1
- package/resource-clients/request-queue.js +67 -129
- package/resource-clients/request-queue.js.map +1 -1
- package/utils.d.ts +0 -2
- package/utils.d.ts.map +1 -1
- package/utils.js +0 -2
- package/utils.js.map +1 -1
- package/resource-clients/dataset-collection.d.ts +0 -14
- package/resource-clients/dataset-collection.d.ts.map +0 -1
- package/resource-clients/dataset-collection.js +0 -49
- package/resource-clients/dataset-collection.js.map +0 -1
- package/resource-clients/key-value-store-collection.d.ts +0 -14
- package/resource-clients/key-value-store-collection.d.ts.map +0 -1
- package/resource-clients/key-value-store-collection.js +0 -53
- package/resource-clients/key-value-store-collection.js.map +0 -1
- package/resource-clients/request-queue-collection.d.ts +0 -14
- package/resource-clients/request-queue-collection.d.ts.map +0 -1
- package/resource-clients/request-queue-collection.js +0 -53
- package/resource-clients/request-queue-collection.js.map +0 -1
- package/tsconfig.build.tsbuildinfo +0 -1
|
@@ -3,10 +3,7 @@ import { rm } from 'node:fs/promises';
|
|
|
3
3
|
import { resolve } from 'node:path';
|
|
4
4
|
import { AsyncQueue } from '@sapphire/async-queue';
|
|
5
5
|
import { s } from '@sapphire/shapeshift';
|
|
6
|
-
import { move } from 'fs-extra/esm';
|
|
7
6
|
import { scheduleBackgroundTask } from '../background-handler/index.js';
|
|
8
|
-
import { findRequestQueueByPossibleId } from '../cache-helpers.js';
|
|
9
|
-
import { StorageTypes } from '../consts.js';
|
|
10
7
|
import { createRequestQueueStorageImplementation } from '../fs/request-queue/index.js';
|
|
11
8
|
import { purgeNullsFromObject, uniqueKeyToRequestId } from '../utils.js';
|
|
12
9
|
import { BaseClient } from './common/base-client.js';
|
|
@@ -43,61 +40,37 @@ export class RequestQueueClient extends BaseClient {
|
|
|
43
40
|
this.requestQueueDirectory = resolve(options.baseStorageDirectory, this.name ?? this.id);
|
|
44
41
|
this.client = options.client;
|
|
45
42
|
}
|
|
46
|
-
async
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
50
|
-
}
|
|
51
|
-
existingQueueById.updateTimestamps(false);
|
|
52
|
-
return existingQueueById;
|
|
53
|
-
}
|
|
54
|
-
async get() {
|
|
55
|
-
const found = await findRequestQueueByPossibleId(this.client, this.name ?? this.id);
|
|
56
|
-
if (found) {
|
|
57
|
-
found.updateTimestamps(false);
|
|
58
|
-
return found.toRequestQueueInfo();
|
|
59
|
-
}
|
|
60
|
-
return undefined;
|
|
43
|
+
async getMetadata() {
|
|
44
|
+
this.updateTimestamps(false);
|
|
45
|
+
return this.toRequestQueueInfo();
|
|
61
46
|
}
|
|
62
|
-
async
|
|
63
|
-
|
|
64
|
-
// when swapping to a remote queue in production.
|
|
65
|
-
const parsed = s
|
|
66
|
-
.object({
|
|
67
|
-
name: s.string().lengthGreaterThan(0).optional(),
|
|
68
|
-
})
|
|
69
|
-
.passthrough()
|
|
70
|
-
.parse(newFields);
|
|
71
|
-
const existingQueueById = await findRequestQueueByPossibleId(this.client, this.name ?? this.id);
|
|
72
|
-
if (!existingQueueById) {
|
|
73
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
74
|
-
}
|
|
75
|
-
// Skip if no changes
|
|
76
|
-
if (!parsed.name) {
|
|
77
|
-
return existingQueueById.toRequestQueueInfo();
|
|
78
|
-
}
|
|
79
|
-
// Check that name is not in use already
|
|
80
|
-
const existingQueueByName = this.client.requestQueuesHandled.find((queue) => queue.name?.toLowerCase() === parsed.name.toLowerCase());
|
|
81
|
-
if (existingQueueByName) {
|
|
82
|
-
this.throwOnDuplicateEntry(StorageTypes.RequestQueue, 'name', parsed.name);
|
|
83
|
-
}
|
|
84
|
-
existingQueueById.name = parsed.name;
|
|
85
|
-
const previousDir = existingQueueById.requestQueueDirectory;
|
|
86
|
-
existingQueueById.requestQueueDirectory = resolve(this.client.requestQueuesDirectory, parsed.name ?? existingQueueById.name ?? existingQueueById.id);
|
|
87
|
-
await move(previousDir, existingQueueById.requestQueueDirectory, { overwrite: true });
|
|
88
|
-
// Update timestamps
|
|
89
|
-
existingQueueById.updateTimestamps(true);
|
|
90
|
-
return existingQueueById.toRequestQueueInfo();
|
|
91
|
-
}
|
|
92
|
-
async delete() {
|
|
93
|
-
const storeIndex = this.client.requestQueuesHandled.findIndex((queue) => queue.id === this.id);
|
|
47
|
+
async drop() {
|
|
48
|
+
const storeIndex = this.client.requestQueueCache.findIndex((queue) => queue.id === this.id);
|
|
94
49
|
if (storeIndex !== -1) {
|
|
95
|
-
const [oldClient] = this.client.
|
|
50
|
+
const [oldClient] = this.client.requestQueueCache.splice(storeIndex, 1);
|
|
96
51
|
oldClient.pendingRequestCount = 0;
|
|
97
52
|
oldClient.requests.clear();
|
|
98
53
|
await rm(oldClient.requestQueueDirectory, { recursive: true, force: true });
|
|
99
54
|
}
|
|
100
55
|
}
|
|
56
|
+
async purge() {
|
|
57
|
+
// Clear all in-memory state
|
|
58
|
+
this.requests.clear();
|
|
59
|
+
this.forefrontRequestIds = [];
|
|
60
|
+
this.handledRequestCount = 0;
|
|
61
|
+
this.pendingRequestCount = 0;
|
|
62
|
+
// Remove request files from disk but keep the directory
|
|
63
|
+
if (this.client.persistStorage) {
|
|
64
|
+
const { readdir } = await import('node:fs/promises');
|
|
65
|
+
const entries = await readdir(this.requestQueueDirectory).catch(() => []);
|
|
66
|
+
for (const entry of entries) {
|
|
67
|
+
if (entry !== '__metadata__.json') {
|
|
68
|
+
await rm(resolve(this.requestQueueDirectory, entry), { force: true });
|
|
69
|
+
}
|
|
70
|
+
}
|
|
71
|
+
}
|
|
72
|
+
this.updateTimestamps(true);
|
|
73
|
+
}
|
|
101
74
|
*requestKeyIterator(rqClient) {
|
|
102
75
|
for (let i = this.forefrontRequestIds.length - 1; i >= 0; i--) {
|
|
103
76
|
yield this.forefrontRequestIds[i];
|
|
@@ -112,17 +85,13 @@ export class RequestQueueClient extends BaseClient {
|
|
|
112
85
|
limit: s.number().optional().default(100),
|
|
113
86
|
})
|
|
114
87
|
.parse(options);
|
|
115
|
-
|
|
116
|
-
if (!existingQueueById) {
|
|
117
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
118
|
-
}
|
|
119
|
-
existingQueueById.updateTimestamps(false);
|
|
88
|
+
this.updateTimestamps(false);
|
|
120
89
|
const items = [];
|
|
121
90
|
// Tracks processed request IDs to avoid duplicates when a request is in both `forefrontRequestIds` and `requests`.
|
|
122
91
|
const seenRequestIds = new Set();
|
|
123
92
|
// Tracks handled request IDs from `forefrontRequestIds` to be removed.
|
|
124
93
|
const handledForefrontIds = new Set();
|
|
125
|
-
for (const requestId of this.requestKeyIterator(
|
|
94
|
+
for (const requestId of this.requestKeyIterator(this)) {
|
|
126
95
|
if (items.length === limit) {
|
|
127
96
|
break;
|
|
128
97
|
}
|
|
@@ -130,7 +99,7 @@ export class RequestQueueClient extends BaseClient {
|
|
|
130
99
|
continue;
|
|
131
100
|
}
|
|
132
101
|
seenRequestIds.add(requestId);
|
|
133
|
-
const storageEntry =
|
|
102
|
+
const storageEntry = this.requests.get(requestId);
|
|
134
103
|
let { orderNo } = storageEntry;
|
|
135
104
|
let loaded;
|
|
136
105
|
// Uncached entry
|
|
@@ -150,7 +119,7 @@ export class RequestQueueClient extends BaseClient {
|
|
|
150
119
|
return {
|
|
151
120
|
limit,
|
|
152
121
|
hadMultipleClients: false,
|
|
153
|
-
queueModifiedAt:
|
|
122
|
+
queueModifiedAt: this.modifiedAt,
|
|
154
123
|
items: items.sort((a, b) => a.orderNo - b.orderNo).map(({ json }) => this._jsonToRequest(json)),
|
|
155
124
|
};
|
|
156
125
|
}
|
|
@@ -161,17 +130,17 @@ export class RequestQueueClient extends BaseClient {
|
|
|
161
130
|
lockSecs: s.number(),
|
|
162
131
|
})
|
|
163
132
|
.parse(options);
|
|
164
|
-
|
|
133
|
+
this.updateTimestamps(false);
|
|
165
134
|
const start = Date.now();
|
|
166
135
|
const isLocked = (request) => !request.orderNo || request.orderNo > start || request.orderNo < -start;
|
|
167
136
|
const items = [];
|
|
168
|
-
await
|
|
137
|
+
await this.mutex.wait();
|
|
169
138
|
try {
|
|
170
139
|
// Tracks processed request IDs to avoid duplicates (when a request is in both `forefrontRequestIds` and `requests`).
|
|
171
140
|
const seenRequestIds = new Set();
|
|
172
141
|
// Tracks handled request IDs from `forefrontRequestIds` (to be all removed at once).
|
|
173
142
|
const handledForefrontIds = new Set();
|
|
174
|
-
for (const requestId of this.requestKeyIterator(
|
|
143
|
+
for (const requestId of this.requestKeyIterator(this)) {
|
|
175
144
|
if (items.length === limit) {
|
|
176
145
|
break;
|
|
177
146
|
}
|
|
@@ -179,7 +148,7 @@ export class RequestQueueClient extends BaseClient {
|
|
|
179
148
|
continue;
|
|
180
149
|
}
|
|
181
150
|
seenRequestIds.add(requestId);
|
|
182
|
-
const storageEntry =
|
|
151
|
+
const storageEntry = this.requests.get(requestId);
|
|
183
152
|
// This is set to null when the request has been handled, so we don't need to re-fetch from fs
|
|
184
153
|
if (storageEntry.orderNo === null) {
|
|
185
154
|
if (this.forefrontRequestIds.includes(requestId)) {
|
|
@@ -201,12 +170,12 @@ export class RequestQueueClient extends BaseClient {
|
|
|
201
170
|
limit,
|
|
202
171
|
lockSecs,
|
|
203
172
|
hadMultipleClients: false,
|
|
204
|
-
queueModifiedAt:
|
|
173
|
+
queueModifiedAt: this.modifiedAt,
|
|
205
174
|
items: items.map(({ json }) => this._jsonToRequest(json)),
|
|
206
175
|
};
|
|
207
176
|
}
|
|
208
177
|
finally {
|
|
209
|
-
|
|
178
|
+
this.mutex.shift();
|
|
210
179
|
}
|
|
211
180
|
}
|
|
212
181
|
async prolongRequestLock(id, options) {
|
|
@@ -217,15 +186,15 @@ export class RequestQueueClient extends BaseClient {
|
|
|
217
186
|
forefront: s.boolean().optional().default(false),
|
|
218
187
|
})
|
|
219
188
|
.parse(options);
|
|
220
|
-
|
|
221
|
-
const request =
|
|
189
|
+
this.updateTimestamps(false);
|
|
190
|
+
const request = this.requests.get(id);
|
|
222
191
|
const internalRequest = await request?.get();
|
|
223
192
|
if (!internalRequest) {
|
|
224
|
-
throw new Error(`Request with ID ${id} not found in queue ${
|
|
193
|
+
throw new Error(`Request with ID ${id} not found in queue ${this.name ?? this.id}`);
|
|
225
194
|
}
|
|
226
195
|
const canProlong = (r) => !!r.orderNo;
|
|
227
196
|
if (!canProlong(internalRequest)) {
|
|
228
|
-
throw new Error(`Request with ID ${id} has already been handled in queue ${
|
|
197
|
+
throw new Error(`Request with ID ${id} has already been handled in queue ${this.name ?? this.id}`);
|
|
229
198
|
}
|
|
230
199
|
const unlockTimestamp = Math.abs(internalRequest.orderNo) + lockSecs * 1000;
|
|
231
200
|
internalRequest.orderNo = forefront ? -unlockTimestamp : unlockTimestamp;
|
|
@@ -243,17 +212,17 @@ export class RequestQueueClient extends BaseClient {
|
|
|
243
212
|
forefront: s.boolean().optional().default(false),
|
|
244
213
|
})
|
|
245
214
|
.parse(options);
|
|
246
|
-
|
|
247
|
-
const request =
|
|
215
|
+
this.updateTimestamps(false);
|
|
216
|
+
const request = this.requests.get(id);
|
|
248
217
|
const internalRequest = await request?.get();
|
|
249
218
|
if (!internalRequest) {
|
|
250
|
-
throw new Error(`Request with ID ${id} not found in queue ${
|
|
219
|
+
throw new Error(`Request with ID ${id} not found in queue ${this.name ?? this.id}`);
|
|
251
220
|
}
|
|
252
221
|
const start = Date.now();
|
|
253
222
|
// If there is no `orderNo` -> request was marked as handled
|
|
254
223
|
const isLocked = (r) => r.orderNo && (r.orderNo > start || r.orderNo < -start);
|
|
255
224
|
if (!isLocked(internalRequest)) {
|
|
256
|
-
throw new Error(`Request with ID ${id} is not locked in queue ${
|
|
225
|
+
throw new Error(`Request with ID ${id} is not locked in queue ${this.name ?? this.id}`);
|
|
257
226
|
}
|
|
258
227
|
internalRequest.orderNo = forefront ? -start : start;
|
|
259
228
|
if (forefront)
|
|
@@ -263,16 +232,12 @@ export class RequestQueueClient extends BaseClient {
|
|
|
263
232
|
async addRequest(request, options = {}) {
|
|
264
233
|
requestShapeWithoutId.parse(request);
|
|
265
234
|
requestOptionsShape.parse(options);
|
|
266
|
-
const existingQueueById = await findRequestQueueByPossibleId(this.client, this.name ?? this.id);
|
|
267
|
-
if (!existingQueueById) {
|
|
268
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
269
|
-
}
|
|
270
235
|
const requestModel = this._createInternalRequest(request, options.forefront);
|
|
271
|
-
const existingRequestWithIdEntry =
|
|
236
|
+
const existingRequestWithIdEntry = this.requests.get(requestModel.id);
|
|
272
237
|
// We already have the request present, so we return information about it
|
|
273
238
|
if (existingRequestWithIdEntry) {
|
|
274
239
|
const existingRequestWithId = await existingRequestWithIdEntry.get();
|
|
275
|
-
|
|
240
|
+
this.updateTimestamps(false);
|
|
276
241
|
return {
|
|
277
242
|
requestId: existingRequestWithId.id,
|
|
278
243
|
wasAlreadyHandled: existingRequestWithId.orderNo === null,
|
|
@@ -280,18 +245,18 @@ export class RequestQueueClient extends BaseClient {
|
|
|
280
245
|
};
|
|
281
246
|
}
|
|
282
247
|
const newEntry = createRequestQueueStorageImplementation({
|
|
283
|
-
persistStorage:
|
|
248
|
+
persistStorage: this.client.persistStorage,
|
|
284
249
|
requestId: requestModel.id,
|
|
285
|
-
storeDirectory:
|
|
250
|
+
storeDirectory: this.requestQueueDirectory,
|
|
286
251
|
});
|
|
287
252
|
await newEntry.update(requestModel);
|
|
288
|
-
|
|
289
|
-
|
|
253
|
+
this.requests.set(requestModel.id, newEntry);
|
|
254
|
+
this.updateTimestamps(true);
|
|
290
255
|
if (requestModel.orderNo) {
|
|
291
|
-
|
|
256
|
+
this.pendingRequestCount += 1;
|
|
292
257
|
}
|
|
293
258
|
else {
|
|
294
|
-
|
|
259
|
+
this.handledRequestCount += 1;
|
|
295
260
|
}
|
|
296
261
|
if (options.forefront) {
|
|
297
262
|
this.forefrontRequestIds.push(requestModel.id);
|
|
@@ -307,17 +272,13 @@ export class RequestQueueClient extends BaseClient {
|
|
|
307
272
|
async batchAddRequests(requests, options = {}) {
|
|
308
273
|
batchRequestShapeWithoutId.parse(requests);
|
|
309
274
|
requestOptionsShape.parse(options);
|
|
310
|
-
const existingQueueById = await findRequestQueueByPossibleId(this.client, this.name ?? this.id);
|
|
311
|
-
if (!existingQueueById) {
|
|
312
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
313
|
-
}
|
|
314
275
|
const result = {
|
|
315
276
|
processedRequests: [],
|
|
316
277
|
unprocessedRequests: [],
|
|
317
278
|
};
|
|
318
279
|
for (const model of requests) {
|
|
319
280
|
const requestModel = this._createInternalRequest(model, options.forefront);
|
|
320
|
-
const existingRequestWithIdEntry =
|
|
281
|
+
const existingRequestWithIdEntry = this.requests.get(requestModel.id);
|
|
321
282
|
if (existingRequestWithIdEntry) {
|
|
322
283
|
const existingRequestWithId = await existingRequestWithIdEntry.get();
|
|
323
284
|
result.processedRequests.push({
|
|
@@ -329,17 +290,17 @@ export class RequestQueueClient extends BaseClient {
|
|
|
329
290
|
continue;
|
|
330
291
|
}
|
|
331
292
|
const newEntry = createRequestQueueStorageImplementation({
|
|
332
|
-
persistStorage:
|
|
293
|
+
persistStorage: this.client.persistStorage,
|
|
333
294
|
requestId: requestModel.id,
|
|
334
|
-
storeDirectory:
|
|
295
|
+
storeDirectory: this.requestQueueDirectory,
|
|
335
296
|
});
|
|
336
297
|
await newEntry.update(requestModel);
|
|
337
|
-
|
|
298
|
+
this.requests.set(requestModel.id, newEntry);
|
|
338
299
|
if (requestModel.orderNo) {
|
|
339
|
-
|
|
300
|
+
this.pendingRequestCount += 1;
|
|
340
301
|
}
|
|
341
302
|
else {
|
|
342
|
-
|
|
303
|
+
this.handledRequestCount += 1;
|
|
343
304
|
}
|
|
344
305
|
if (options.forefront) {
|
|
345
306
|
this.forefrontRequestIds.push(requestModel.id);
|
|
@@ -353,26 +314,22 @@ export class RequestQueueClient extends BaseClient {
|
|
|
353
314
|
wasAlreadyPresent: false,
|
|
354
315
|
});
|
|
355
316
|
}
|
|
356
|
-
|
|
317
|
+
this.updateTimestamps(true);
|
|
357
318
|
return result;
|
|
358
319
|
}
|
|
359
320
|
async getRequest(id) {
|
|
360
321
|
s.string().parse(id);
|
|
361
|
-
|
|
362
|
-
const json = (await
|
|
322
|
+
this.updateTimestamps(false);
|
|
323
|
+
const json = (await this.requests.get(id)?.get())?.json;
|
|
363
324
|
return this._jsonToRequest(json);
|
|
364
325
|
}
|
|
365
326
|
async updateRequest(request, options = {}) {
|
|
366
327
|
requestShape.parse(request);
|
|
367
328
|
requestOptionsShape.parse(options);
|
|
368
|
-
const existingQueueById = await findRequestQueueByPossibleId(this.client, this.name ?? this.id);
|
|
369
|
-
if (!existingQueueById) {
|
|
370
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
371
|
-
}
|
|
372
329
|
const requestModel = this._createInternalRequest(request, options.forefront);
|
|
373
330
|
// First we need to check the existing request to be
|
|
374
331
|
// able to return information about its handled state.
|
|
375
|
-
const existingRequestEntry =
|
|
332
|
+
const existingRequestEntry = this.requests.get(requestModel.id);
|
|
376
333
|
// Undefined means that the request is not present in the queue.
|
|
377
334
|
// We need to insert it, to behave the same as API.
|
|
378
335
|
if (!existingRequestEntry) {
|
|
@@ -380,24 +337,24 @@ export class RequestQueueClient extends BaseClient {
|
|
|
380
337
|
}
|
|
381
338
|
const existingRequest = await existingRequestEntry.get();
|
|
382
339
|
const newEntry = createRequestQueueStorageImplementation({
|
|
383
|
-
persistStorage:
|
|
340
|
+
persistStorage: this.client.persistStorage,
|
|
384
341
|
requestId: requestModel.id,
|
|
385
|
-
storeDirectory:
|
|
342
|
+
storeDirectory: this.requestQueueDirectory,
|
|
386
343
|
});
|
|
387
344
|
await newEntry.update(requestModel);
|
|
388
345
|
// When updating the request, we need to make sure that
|
|
389
346
|
// the handled counts are updated correctly in all cases.
|
|
390
|
-
|
|
347
|
+
this.requests.set(requestModel.id, newEntry);
|
|
391
348
|
const isRequestHandledStateChanging = typeof existingRequest.orderNo !== typeof requestModel.orderNo;
|
|
392
349
|
const requestWasHandledBeforeUpdate = existingRequest.orderNo === null;
|
|
393
350
|
const requestIsHandledAfterUpdate = requestModel.orderNo === null;
|
|
394
351
|
if (isRequestHandledStateChanging) {
|
|
395
|
-
|
|
352
|
+
this.pendingRequestCount += requestWasHandledBeforeUpdate ? 1 : -1;
|
|
396
353
|
}
|
|
397
354
|
if (requestIsHandledAfterUpdate) {
|
|
398
|
-
|
|
355
|
+
this.handledRequestCount += 1;
|
|
399
356
|
}
|
|
400
|
-
|
|
357
|
+
this.updateTimestamps(true);
|
|
401
358
|
if (options.forefront && !requestIsHandledAfterUpdate) {
|
|
402
359
|
this.forefrontRequestIds.push(requestModel.id);
|
|
403
360
|
}
|
|
@@ -407,25 +364,6 @@ export class RequestQueueClient extends BaseClient {
|
|
|
407
364
|
wasAlreadyPresent: true,
|
|
408
365
|
};
|
|
409
366
|
}
|
|
410
|
-
async deleteRequest(id) {
|
|
411
|
-
const existingQueueById = await findRequestQueueByPossibleId(this.client, this.name ?? this.id);
|
|
412
|
-
if (!existingQueueById) {
|
|
413
|
-
this.throwOnNonExisting(StorageTypes.RequestQueue);
|
|
414
|
-
}
|
|
415
|
-
const entry = existingQueueById.requests.get(id);
|
|
416
|
-
if (entry) {
|
|
417
|
-
const request = await entry.get();
|
|
418
|
-
existingQueueById.requests.delete(id);
|
|
419
|
-
existingQueueById.updateTimestamps(true);
|
|
420
|
-
if (request.orderNo) {
|
|
421
|
-
existingQueueById.pendingRequestCount -= 1;
|
|
422
|
-
}
|
|
423
|
-
else {
|
|
424
|
-
existingQueueById.handledRequestCount -= 1;
|
|
425
|
-
}
|
|
426
|
-
await entry.delete();
|
|
427
|
-
}
|
|
428
|
-
}
|
|
429
367
|
toRequestQueueInfo() {
|
|
430
368
|
return {
|
|
431
369
|
accessedAt: this.accessedAt,
|
|
@@ -458,7 +396,7 @@ export class RequestQueueClient extends BaseClient {
|
|
|
458
396
|
id: this.name ?? this.id,
|
|
459
397
|
writeMetadata: this.client.writeMetadata,
|
|
460
398
|
persistStorage: this.client.persistStorage,
|
|
461
|
-
});
|
|
399
|
+
}, this.client.logger);
|
|
462
400
|
}
|
|
463
401
|
_jsonToRequest(requestJson) {
|
|
464
402
|
if (!requestJson)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"request-queue.js","sourceRoot":"","sources":["../../src/resource-clients/request-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAIpC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,4BAA4B,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,uCAAuC,EAAE,MAAM,8BAA8B,CAAC;AAEvF,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,YAAY,GAAG,CAAC;KACjB,MAAM,CAAC;IACJ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CAChE,CAAC;KACD,WAAW,EAAE,CAAC;AAEnB,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAEjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAmBH,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAC9C,IAAI,CAAU;IACd,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,qBAAqB,CAAS;IACb,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;IAClC,mBAAmB,GAAa,EAAE,CAAC;IAE1B,QAAQ,GAAG,IAAI,GAAG,EAAiE,CAAC;IACpF,MAAM,CAAgB;IAEvC,YAAY,OAAkC;QAC1C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,QAAQ;QAClB,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE1C,OAAO,iBAAiB,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,GAAG;QACL,MAAM,KAAK,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEpF,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC9B,OAAO,KAAK,CAAC,kBAAkB,EAAE,CAAC;QACtC,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,SAAwC;QACjD,0DAA0D;QAC1D,iDAAiD;QACjD,MAAM,MAAM,GAAG,CAAC;aACX,MAAM,CAAC;YACJ,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,QAAQ,EAAE;SACnD,CAAC;aACD,WAAW,EAAE;aACb,KAAK,CAAC,SAAS,CAAC,CAAC;QAEtB,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,qBAAqB;QACrB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YACf,OAAO,iBAAiB,CAAC,kBAAkB,EAAE,CAAC;QAClD,CAAC;QAED,wCAAwC;QACxC,MAAM,mBAAmB,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAC7D,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,MAAM,CAAC,IAAK,CAAC,WAAW,EAAE,CACtE,CAAC;QAEF,IAAI,mBAAmB,EAAE,CAAC;YACtB,IAAI,CAAC,qBAAqB,CAAC,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/E,CAAC;QAED,iBAAiB,CAAC,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC;QAErC,MAAM,WAAW,GAAG,iBAAiB,CAAC,qBAAqB,CAAC;QAE5D,iBAAiB,CAAC,qBAAqB,GAAG,OAAO,CAC7C,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAClC,MAAM,CAAC,IAAI,IAAI,iBAAiB,CAAC,IAAI,IAAI,iBAAiB,CAAC,EAAE,CAChE,CAAC;QAEF,MAAM,IAAI,CAAC,WAAW,EAAE,iBAAiB,CAAC,qBAAqB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEtF,oBAAoB;QACpB,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,OAAO,iBAAiB,CAAC,kBAAkB,EAAE,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAE/F,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,oBAAoB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC3E,SAAS,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAClC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAE3B,MAAM,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAEO,CAAC,kBAAkB,CAAC,QAA4B;QACpD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAA+B,EAAE;QAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;aACd,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;SAC5C,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE1C,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,mHAAmH;QACnH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACjE,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzB,MAAM;YACV,CAAC;YAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,YAAY,GAAG,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAEhE,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;YAC/B,IAAI,MAAuB,CAAC;YAE5B,iBAAiB;YACjB,IAAI,OAAO,OAAO,KAAK,WAAW,EAAE,CAAC;gBACjC,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC;gBAElC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC7B,CAAC;YAED,sDAAsD;YACtD,IAAI,OAAO,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtD,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjG,OAAO;YACH,KAAK;YACL,kBAAkB,EAAE,KAAK;YACzB,eAAe,EAAE,iBAAiB,CAAC,UAAU;YAC7C,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;SACrG,CAAC;IACN,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAmC;QACrD,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC;aACxB,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;SACvB,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QAEpC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,OAAwB,EAAE,EAAE,CAC1C,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,KAAK,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAE5E,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,MAAM,KAAK,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAEzB,IAAI,CAAC;YACD,qHAAqH;YACrH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;YACzC,qFAAqF;YACrF,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;YAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;oBACzB,MAAM;gBACV,CAAC;gBAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChC,SAAS;gBACb,CAAC;gBAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAE9B,MAAM,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;gBAEpD,8FAA8F;gBAC9F,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBAChC,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/C,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACvC,CAAC;oBACD,SAAS;gBACb,CAAC;gBAED,8JAA8J;gBAC9J,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAE7C,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpB,SAAS;gBACb,CAAC;gBAED,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjG,OAAO;gBACH,KAAK;gBACL,QAAQ;gBACR,kBAAkB,EAAE,KAAK;gBACzB,eAAe,EAAE,KAAK,CAAC,UAAU;gBACjC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;aAC7D,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,EAAU,EACV,OAA0C;QAE1C,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC;aAC5B,MAAM,CAAC;YACJ,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEvC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEvD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,sCAAsC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QACzG,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,OAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC;QAC7E,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;QAEzE,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QACvC,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,OAAO;YACH,aAAa,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC;SAC3C,CAAC;IACN,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,UAA4C,EAAE;QAC9E,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC;aAClB,MAAM,CAAC;YACJ,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEvC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC1F,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,4DAA4D;QAC5D,MAAM,QAAQ,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QAChG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,2BAA2B,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9F,CAAC;QAED,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACrD,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CACZ,OAA8B,EAC9B,UAAkC,EAAE;QAEpC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEnF,yEAAyE;QACzE,IAAI,0BAA0B,EAAE,CAAC;YAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;YACrE,iBAAiB,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAE1C,OAAO;gBACH,SAAS,EAAE,qBAAqB,CAAC,EAAE;gBACnC,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;gBACzD,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;QAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,iBAAiB,CAAC,MAAM,CAAC,cAAc;YACvD,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,iBAAiB,CAAC,qBAAqB;SAC1D,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC1D,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC/C,CAAC;aAAM,CAAC;YACJ,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC/C,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iEAAiE;YACjE,8DAA8D;YAC9D,iBAAiB,EAAE,KAAK;YACxB,iBAAiB,EAAE,KAAK;SAC3B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB,CAClB,QAAiC,EACjC,UAAkC,EAAE;QAEpC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,MAAM,GAAmC;YAC3C,iBAAiB,EAAE,EAAE;YACrB,mBAAmB,EAAE,EAAE;SAC1B,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE3E,MAAM,0BAA0B,GAAG,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAEnF,IAAI,0BAA0B,EAAE,CAAC;gBAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;gBAErE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC1B,SAAS,EAAE,qBAAqB,CAAC,EAAE;oBACnC,SAAS,EAAE,qBAAqB,CAAC,SAAS;oBAC1C,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;oBACzD,iBAAiB,EAAE,IAAI;iBAC1B,CAAC,CAAC;gBAEH,SAAS;YACb,CAAC;YAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;gBACrD,cAAc,EAAE,iBAAiB,CAAC,MAAM,CAAC,cAAc;gBACvD,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,cAAc,EAAE,iBAAiB,CAAC,qBAAqB;aAC1D,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEpC,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAE1D,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBACvB,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACJ,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAC/C,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,iEAAiE;gBACjE,8DAA8D;gBAC9D,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,KAAK;aAC3B,CAAC,CAAC;QACP,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC;QACzD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,aAAa,CACf,OAAoC,EACpC,UAAkC,EAAE;QAEpC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,oDAAoD;QACpD,sDAAsD;QAEtD,MAAM,oBAAoB,GAAG,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAE7E,gEAAgE;QAChE,mDAAmD;QACnD,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,CAAC;QAEzD,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,iBAAiB,CAAC,MAAM,CAAC,cAAc;YACvD,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,iBAAiB,CAAC,qBAAqB;SAC1D,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,uDAAuD;QACvD,yDAAyD;QACzD,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE1D,MAAM,6BAA6B,GAAG,OAAO,eAAe,CAAC,OAAO,KAAK,OAAO,YAAY,CAAC,OAAO,CAAC;QACrG,MAAM,6BAA6B,GAAG,eAAe,CAAC,OAAO,KAAK,IAAI,CAAC;QACvE,MAAM,2BAA2B,GAAG,YAAY,CAAC,OAAO,KAAK,IAAI,CAAC;QAElE,IAAI,6BAA6B,EAAE,CAAC;YAChC,iBAAiB,CAAC,mBAAmB,IAAI,6BAA6B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACpF,CAAC;QAED,IAAI,2BAA2B,EAAE,CAAC;YAC9B,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC/C,CAAC;QAED,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAEzC,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACpD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iBAAiB,EAAE,6BAA6B;YAChD,iBAAiB,EAAE,IAAI;SAC1B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,EAAU;QAC1B,MAAM,iBAAiB,GAAG,MAAM,4BAA4B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QAEhG,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACrB,IAAI,CAAC,kBAAkB,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC;QACvD,CAAC;QAED,MAAM,KAAK,GAAG,iBAAiB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEjD,IAAI,KAAK,EAAE,CAAC;YACR,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,CAAC;YAElC,iBAAiB,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;YACtC,iBAAiB,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;YAEzC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBAClB,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAC/C,CAAC;iBAAM,CAAC;gBACJ,iBAAiB,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAC/C,CAAC;YAED,MAAM,KAAK,CAAC,MAAM,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED,kBAAkB;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,kBAAkB,EAAE,KAAK;YACzB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,KAAK,EAAE,EAAE;YACT,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACrC,MAAM,EAAE,GAAG;SACd,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG;YACT,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC;QAEF,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,eAAe;YAC3B,eAAe,EAAE,IAAI,CAAC,qBAAqB;YAC3C,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;IACP,CAAC;IAEO,cAAc,CAAI,WAAoB;QAC1C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,sBAAsB,CAAC,OAA8B,EAAE,SAAmB;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO;YACH,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;IACN,CAAC;IAEO,iBAAiB,CAAC,OAA8B,EAAE,SAAmB;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;CACJ"}
|
|
1
|
+
{"version":3,"file":"request-queue.js","sourceRoot":"","sources":["../../src/resource-clients/request-queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,EAAE,EAAE,MAAM,kBAAkB,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAIzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,uCAAuC,EAAE,MAAM,8BAA8B,CAAC;AAEvF,OAAO,EAAE,oBAAoB,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AACzE,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AAErD,MAAM,YAAY,GAAG,CAAC;KACjB,MAAM,CAAC;IACJ,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,gBAAgB,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,CAAC;IAC9D,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CAChE,CAAC;KACD,WAAW,EAAE,CAAC;AAEnB,MAAM,qBAAqB,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;AAExD,MAAM,0BAA0B,GAAG,qBAAqB,CAAC,KAAK,EAAE,CAAC;AAEjE,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,CAAC;IACjC,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;CACpC,CAAC,CAAC;AAmBH,MAAM,OAAO,kBAAmB,SAAQ,UAAU;IAC9C,IAAI,CAAU;IACd,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,mBAAmB,GAAG,CAAC,CAAC;IACxB,qBAAqB,CAAS;IACb,KAAK,GAAG,IAAI,UAAU,EAAE,CAAC;IAClC,mBAAmB,GAAa,EAAE,CAAC;IAE1B,QAAQ,GAAG,IAAI,GAAG,EAAiE,CAAC;IACpF,MAAM,CAAgB;IAEvC,YAAY,OAAkC;QAC1C,KAAK,CAAC,OAAO,CAAC,EAAE,IAAI,UAAU,EAAE,CAAC,CAAC;QAClC,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,OAAO,CAAC,oBAAoB,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,WAAW;QACb,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,IAAI,CAAC,kBAAkB,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,IAAI;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QAE5F,IAAI,UAAU,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACxE,SAAS,CAAC,mBAAmB,GAAG,CAAC,CAAC;YAClC,SAAS,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;YAE3B,MAAM,EAAE,CAAC,SAAS,CAAC,qBAAqB,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QAChF,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,4BAA4B;QAC5B,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,mBAAmB,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAE7B,wDAAwD;QACxD,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YAC7B,MAAM,EAAE,OAAO,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;YACrD,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;YAC1E,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC1B,IAAI,KAAK,KAAK,mBAAmB,EAAE,CAAC;oBAChC,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,KAAK,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC1E,CAAC;YACL,CAAC;QACL,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAEO,CAAC,kBAAkB,CAAC,QAA4B;QACpD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5D,MAAM,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC;QACtC,CAAC;QAED,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC;YACzC,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAA+B,EAAE;QAC5C,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;aACd,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC;SAC5C,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,mHAAmH;QACnH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,uEAAuE;QACvE,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;YACpD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;gBACzB,MAAM;YACV,CAAC;YAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;gBAChC,SAAS;YACb,CAAC;YAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;YAEnD,IAAI,EAAE,OAAO,EAAE,GAAG,YAAY,CAAC;YAC/B,IAAI,MAAuB,CAAC;YAE5B,iBAAiB;YACjB,IAAI,OAAO,OAAO,KAAK,WAAW,EAAE,CAAC;gBACjC,MAAM,GAAG,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC;gBAElC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;YAC7B,CAAC;YAED,sDAAsD;YACtD,IAAI,OAAO,EAAE,CAAC;gBACV,KAAK,CAAC,IAAI,CAAC,MAAM,YAAY,CAAC,GAAG,EAAE,CAAC,CAAC;YACzC,CAAC;iBAAM,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBACtD,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACvC,CAAC;QACL,CAAC;QAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAEjG,OAAO;YACH,KAAK;YACL,kBAAkB,EAAE,KAAK;YACzB,eAAe,EAAE,IAAI,CAAC,UAAU;YAChC,KAAK,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAQ,GAAG,CAAC,CAAC,OAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;SACrG,CAAC;IACN,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,OAAmC;QACrD,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,CAAC;aACxB,MAAM,CAAC;YACJ,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;YAC5D,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;SACvB,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,QAAQ,GAAG,CAAC,OAAwB,EAAE,EAAE,CAC1C,CAAC,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,KAAK,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC;QAE5E,MAAM,KAAK,GAAG,EAAE,CAAC;QAEjB,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QAExB,IAAI,CAAC;YACD,qHAAqH;YACrH,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;YACzC,qFAAqF;YACrF,MAAM,mBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;YAE9C,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;gBACpD,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;oBACzB,MAAM;gBACV,CAAC;gBAED,IAAI,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;oBAChC,SAAS;gBACb,CAAC;gBAED,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC;gBAEnD,8FAA8F;gBAC9F,IAAI,YAAY,CAAC,OAAO,KAAK,IAAI,EAAE,CAAC;oBAChC,IAAI,IAAI,CAAC,mBAAmB,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;wBAC/C,mBAAmB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;oBACvC,CAAC;oBACD,SAAS;gBACb,CAAC;gBAED,8JAA8J;gBAC9J,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAE7C,IAAI,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;oBACpB,SAAS;gBACb,CAAC;gBAED,OAAO,CAAC,OAAO,GAAG,CAAC,KAAK,GAAG,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,OAAQ,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC9E,MAAM,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAEnC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;YACxB,CAAC;YAED,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,mBAAmB,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;YAEjG,OAAO;gBACH,KAAK;gBACL,QAAQ;gBACR,kBAAkB,EAAE,KAAK;gBACzB,eAAe,EAAE,IAAI,CAAC,UAAU;gBAChC,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAE,CAAC;aAC7D,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;IACL,CAAC;IAED,KAAK,CAAC,kBAAkB,CACpB,EAAU,EACV,OAA0C;QAE1C,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,GAAG,CAAC;aAC5B,MAAM,CAAC;YACJ,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;YACpB,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,UAAU,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;QAEvD,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,sCAAsC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACvG,CAAC;QAED,MAAM,eAAe,GAAG,IAAI,CAAC,GAAG,CAAC,eAAe,CAAC,OAAQ,CAAC,GAAG,QAAQ,GAAG,IAAI,CAAC;QAC7E,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,eAAe,CAAC;QAEzE,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;QACvC,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,OAAO;YACH,aAAa,EAAE,IAAI,IAAI,CAAC,eAAe,CAAC;SAC3C,CAAC;IACN,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAU,EAAE,UAA4C,EAAE;QAC9E,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,MAAM,EAAE,SAAS,EAAE,GAAG,CAAC;aAClB,MAAM,CAAC;YACJ,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;SACnD,CAAC;aACD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEpB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAE7B,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACtC,MAAM,eAAe,GAAG,MAAM,OAAO,EAAE,GAAG,EAAE,CAAC;QAE7C,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,uBAAuB,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QACxF,CAAC;QAED,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEzB,4DAA4D;QAC5D,MAAM,QAAQ,GAAG,CAAC,CAAkB,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,OAAO,GAAG,KAAK,IAAI,CAAC,CAAC,OAAO,GAAG,CAAC,KAAK,CAAC,CAAC;QAChG,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,mBAAmB,EAAE,2BAA2B,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC5F,CAAC;QAED,eAAe,CAAC,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACrD,IAAI,SAAS;YAAE,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEjD,MAAM,OAAO,EAAE,MAAM,CAAC,eAAe,CAAC,CAAC;IAC3C,CAAC;IAED,KAAK,CAAC,UAAU,CACZ,OAA8B,EAC9B,UAAkC,EAAE;QAEpC,qBAAqB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACrC,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEtE,yEAAyE;QACzE,IAAI,0BAA0B,EAAE,CAAC;YAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;YACrE,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAE7B,OAAO;gBACH,SAAS,EAAE,qBAAqB,CAAC,EAAE;gBACnC,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;gBACzD,iBAAiB,EAAE,IAAI;aAC1B,CAAC;QACN,CAAC;QAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;SAC7C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAC7C,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;YACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iEAAiE;YACjE,8DAA8D;YAC9D,iBAAiB,EAAE,KAAK;YACxB,iBAAiB,EAAE,KAAK;SAC3B,CAAC;IACN,CAAC;IAED,KAAK,CAAC,gBAAgB,CAClB,QAAiC,EACjC,UAAkC,EAAE;QAEpC,0BAA0B,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAC3C,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,MAAM,GAAmC;YAC3C,iBAAiB,EAAE,EAAE;YACrB,mBAAmB,EAAE,EAAE;SAC1B,CAAC;QAEF,KAAK,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;YAC3B,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;YAE3E,MAAM,0BAA0B,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YAEtE,IAAI,0BAA0B,EAAE,CAAC;gBAC7B,MAAM,qBAAqB,GAAG,MAAM,0BAA0B,CAAC,GAAG,EAAE,CAAC;gBAErE,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;oBAC1B,SAAS,EAAE,qBAAqB,CAAC,EAAE;oBACnC,SAAS,EAAE,qBAAqB,CAAC,SAAS;oBAC1C,iBAAiB,EAAE,qBAAqB,CAAC,OAAO,KAAK,IAAI;oBACzD,iBAAiB,EAAE,IAAI;iBAC1B,CAAC,CAAC;gBAEH,SAAS;YACb,CAAC;YAED,MAAM,QAAQ,GAAG,uCAAuC,CAAC;gBACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;gBAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;aAC7C,CAAC,CAAC;YAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;YAEpC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;YAE7C,IAAI,YAAY,CAAC,OAAO,EAAE,CAAC;gBACvB,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;YAClC,CAAC;YAED,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACpB,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;YACnD,CAAC;YAED,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC;gBAC1B,SAAS,EAAE,YAAY,CAAC,EAAE;gBAC1B,SAAS,EAAE,YAAY,CAAC,SAAS;gBACjC,iEAAiE;gBACjE,8DAA8D;gBAC9D,iBAAiB,EAAE,KAAK;gBACxB,iBAAiB,EAAE,KAAK;aAC3B,CAAC,CAAC;QACP,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,OAAO,MAAM,CAAC;IAClB,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EAAU;QACvB,CAAC,CAAC,MAAM,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QACrB,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,IAAI,CAAC;QACxD,OAAO,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,aAAa,CACf,OAAoC,EACpC,UAAkC,EAAE;QAEpC,YAAY,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC5B,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnC,MAAM,YAAY,GAAG,IAAI,CAAC,sBAAsB,CAAC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;QAE7E,oDAAoD;QACpD,sDAAsD;QAEtD,MAAM,oBAAoB,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QAEhE,gEAAgE;QAChE,mDAAmD;QACnD,IAAI,CAAC,oBAAoB,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC;QAED,MAAM,eAAe,GAAG,MAAM,oBAAoB,CAAC,GAAG,EAAE,CAAC;QAEzD,MAAM,QAAQ,GAAG,uCAAuC,CAAC;YACrD,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;YAC1C,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,cAAc,EAAE,IAAI,CAAC,qBAAqB;SAC7C,CAAC,CAAC;QAEH,MAAM,QAAQ,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;QAEpC,uDAAuD;QACvD,yDAAyD;QACzD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;QAE7C,MAAM,6BAA6B,GAAG,OAAO,eAAe,CAAC,OAAO,KAAK,OAAO,YAAY,CAAC,OAAO,CAAC;QACrG,MAAM,6BAA6B,GAAG,eAAe,CAAC,OAAO,KAAK,IAAI,CAAC;QACvE,MAAM,2BAA2B,GAAG,YAAY,CAAC,OAAO,KAAK,IAAI,CAAC;QAElE,IAAI,6BAA6B,EAAE,CAAC;YAChC,IAAI,CAAC,mBAAmB,IAAI,6BAA6B,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,CAAC;QAED,IAAI,2BAA2B,EAAE,CAAC;YAC9B,IAAI,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAClC,CAAC;QAED,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC;QAE5B,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,2BAA2B,EAAE,CAAC;YACpD,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;QACnD,CAAC;QAED,OAAO;YACH,SAAS,EAAE,YAAY,CAAC,EAAE;YAC1B,iBAAiB,EAAE,6BAA6B;YAChD,iBAAiB,EAAE,IAAI;SAC1B,CAAC;IACN,CAAC;IAED,kBAAkB;QACd,OAAO;YACH,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,kBAAkB,EAAE,KAAK;YACzB,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,KAAK,EAAE,EAAE;YACT,iBAAiB,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;YACrC,MAAM,EAAE,GAAG;SACd,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,eAAwB;QAC7C,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QAE7B,IAAI,eAAe,EAAE,CAAC;YAClB,IAAI,CAAC,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;QACjC,CAAC;QAED,MAAM,IAAI,GAAG;YACT,GAAG,IAAI,CAAC,kBAAkB,EAAE;YAC5B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAChD,CAAC;QAEF,sBAAsB,CAClB;YACI,MAAM,EAAE,iBAAiB;YACzB,IAAI;YACJ,UAAU,EAAE,eAAe;YAC3B,eAAe,EAAE,IAAI,CAAC,qBAAqB;YAC3C,EAAE,EAAE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,EAAE;YACxB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,EACD,IAAI,CAAC,MAAM,CAAC,MAAM,CACrB,CAAC;IACN,CAAC;IAEO,cAAc,CAAI,WAAoB;QAC1C,IAAI,CAAC,WAAW;YAAE,OAAO,SAAS,CAAC;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACxC,OAAO,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACzC,CAAC;IAEO,sBAAsB,CAAC,OAA8B,EAAE,SAAmB;QAC9E,MAAM,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QAC3D,MAAM,EAAE,GAAG,oBAAoB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC;YAClC,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC;QAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;QAChD,OAAO;YACH,EAAE;YACF,IAAI;YACJ,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,OAAO;YACP,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,CAAC;YACnC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,EAAE,OAAO,CAAC,GAAG;SACnB,CAAC;IACN,CAAC;IAEO,iBAAiB,CAAC,OAA8B,EAAE,SAAmB;QACzE,IAAI,OAAO,CAAC,SAAS;YAAE,OAAO,IAAI,CAAC;QAEnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,OAAO,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;IAC9C,CAAC;CACJ"}
|
package/utils.d.ts
CHANGED
|
@@ -10,8 +10,6 @@ export declare function purgeNullsFromObject<T>(object: T): T;
|
|
|
10
10
|
export declare function uniqueKeyToRequestId(uniqueKey: string): string;
|
|
11
11
|
export declare function isBuffer(value: unknown): boolean;
|
|
12
12
|
export declare function isStream(value: any): boolean;
|
|
13
|
-
// @ts-ignore optional peer dependency or compatibility with es2022
|
|
14
|
-
export declare const memoryStorageLog: import("@apify/log").Log;
|
|
15
13
|
export type BackgroundHandlerReceivedMessage = BackgroundHandlerUpdateMetadataMessage;
|
|
16
14
|
export type BackgroundHandlerUpdateMetadataMessage = MetadataUpdate<'datasets', storage.DatasetInfo> | MetadataUpdate<'keyValueStores', storage.KeyValueStoreInfo> | MetadataUpdate<'requestQueues', storage.RequestQueueInfo>;
|
|
17
15
|
type EntityType = 'datasets' | 'keyValueStores' | 'requestQueues';
|
package/utils.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;
|
|
1
|
+
{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,GAAG,CAAC,CAQpD;AAED;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAO9D;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAQhD;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,GAAG,GAAG,OAAO,CAM5C;AAED,MAAM,MAAM,gCAAgC,GAAG,sCAAsC,CAAC;AAEtF,MAAM,MAAM,sCAAsC,GAC5C,cAAc,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,GAC/C,cAAc,CAAC,gBAAgB,EAAE,OAAO,CAAC,iBAAiB,CAAC,GAC3D,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAEhE,KAAK,UAAU,GAAG,UAAU,GAAG,gBAAgB,GAAG,eAAe,CAAC;AAElE,UAAU,cAAc,CAAC,IAAI,SAAS,UAAU,EAAE,QAAQ;IACtD,UAAU,EAAE,IAAI,CAAC;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,iBAAiB,CAAC;IAC1B,eAAe,EAAE,MAAM,CAAC;IACxB,IAAI,EAAE,QAAQ,CAAC;IACf,aAAa,EAAE,OAAO,CAAC;IACvB,cAAc,EAAE,OAAO,CAAC;CAC3B"}
|
package/utils.js
CHANGED
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { createHash } from 'node:crypto';
|
|
2
2
|
import { s } from '@sapphire/shapeshift';
|
|
3
|
-
import defaultLog from '@apify/log';
|
|
4
3
|
import { REQUEST_ID_LENGTH } from './consts.js';
|
|
5
4
|
/**
|
|
6
5
|
* Removes all properties with a null value
|
|
@@ -39,5 +38,4 @@ export function isStream(value) {
|
|
|
39
38
|
value &&
|
|
40
39
|
['on', 'pipe'].every((key) => key in value && typeof value[key] === 'function'));
|
|
41
40
|
}
|
|
42
|
-
export const memoryStorageLog = defaultLog.child({ prefix: 'MemoryStorage' });
|
|
43
41
|
//# sourceMappingURL=utils.js.map
|
package/utils.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../src/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAEhD;;;GAGG;AACH,MAAM,UAAU,oBAAoB,CAAI,MAAS;IAC7C,IAAI,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAChD,IAAI,KAAK,KAAK,IAAI;gBAAE,OAAO,CAAC,cAAc,CAAC,MAAiC,EAAE,GAAG,CAAC,CAAC;QACvF,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,SAAiB;IAClD,MAAM,GAAG,GAAG,UAAU,CAAC,QAAQ,CAAC;SAC3B,MAAM,CAAC,SAAS,CAAC;SACjB,MAAM,CAAC,QAAQ,CAAC;SAChB,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;IAE/B,OAAO,GAAG,CAAC,MAAM,GAAG,iBAAiB,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;AAClF,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAc;IACnC,IAAI,CAAC;QACD,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,KAAK,CAAC;IACjB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,KAAU;IAC/B,OAAO,CACH,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK;QACL,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,IAAI,KAAK,IAAI,OAAO,KAAK,CAAC,GAAG,CAAC,KAAK,UAAU,CAAC,CAClF,CAAC;AACN,CAAC"}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import type * as storage from '@crawlee/types';
|
|
2
|
-
import type { MemoryStorage } from '../index.js';
|
|
3
|
-
export interface DatasetCollectionClientOptions {
|
|
4
|
-
baseStorageDirectory: string;
|
|
5
|
-
client: MemoryStorage;
|
|
6
|
-
}
|
|
7
|
-
export declare class DatasetCollectionClient implements storage.DatasetCollectionClient {
|
|
8
|
-
private readonly datasetsDirectory;
|
|
9
|
-
private readonly client;
|
|
10
|
-
constructor({ baseStorageDirectory, client }: DatasetCollectionClientOptions);
|
|
11
|
-
list(): ReturnType<storage.DatasetCollectionClient['list']>;
|
|
12
|
-
getOrCreate(name?: string): Promise<storage.DatasetInfo>;
|
|
13
|
-
}
|
|
14
|
-
//# sourceMappingURL=dataset-collection.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-collection.d.ts","sourceRoot":"","sources":["../../src/resource-clients/dataset-collection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGjD,MAAM,WAAW,8BAA8B;IAC3C,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,uBAAwB,YAAW,OAAO,CAAC,uBAAuB;IAC3E,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,8BAA8B;IAKtE,IAAI,IAAI,UAAU,CAAC,OAAO,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAC;IAa3D,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC;CA6BjE"}
|
|
@@ -1,49 +0,0 @@
|
|
|
1
|
-
import { resolve } from 'node:path';
|
|
2
|
-
import { s } from '@sapphire/shapeshift';
|
|
3
|
-
import { scheduleBackgroundTask } from '../background-handler/index.js';
|
|
4
|
-
import { findOrCacheDatasetByPossibleId } from '../cache-helpers.js';
|
|
5
|
-
import { DatasetClient } from './dataset.js';
|
|
6
|
-
export class DatasetCollectionClient {
|
|
7
|
-
datasetsDirectory;
|
|
8
|
-
client;
|
|
9
|
-
constructor({ baseStorageDirectory, client }) {
|
|
10
|
-
this.datasetsDirectory = resolve(baseStorageDirectory);
|
|
11
|
-
this.client = client;
|
|
12
|
-
}
|
|
13
|
-
async list() {
|
|
14
|
-
return {
|
|
15
|
-
total: this.client.datasetClientsHandled.length,
|
|
16
|
-
count: this.client.datasetClientsHandled.length,
|
|
17
|
-
offset: 0,
|
|
18
|
-
limit: this.client.datasetClientsHandled.length,
|
|
19
|
-
desc: false,
|
|
20
|
-
items: this.client.datasetClientsHandled
|
|
21
|
-
.map((store) => store.toDatasetInfo())
|
|
22
|
-
.sort((a, b) => a.createdAt.getTime() - b.createdAt.getTime()),
|
|
23
|
-
};
|
|
24
|
-
}
|
|
25
|
-
async getOrCreate(name) {
|
|
26
|
-
s.string().optional().parse(name);
|
|
27
|
-
if (name) {
|
|
28
|
-
const found = await findOrCacheDatasetByPossibleId(this.client, name);
|
|
29
|
-
if (found) {
|
|
30
|
-
return found.toDatasetInfo();
|
|
31
|
-
}
|
|
32
|
-
}
|
|
33
|
-
const newStore = new DatasetClient({ name, baseStorageDirectory: this.datasetsDirectory, client: this.client });
|
|
34
|
-
this.client.datasetClientsHandled.push(newStore);
|
|
35
|
-
// Schedule the worker to write to the disk
|
|
36
|
-
const datasetInfo = newStore.toDatasetInfo();
|
|
37
|
-
scheduleBackgroundTask({
|
|
38
|
-
action: 'update-metadata',
|
|
39
|
-
entityType: 'datasets',
|
|
40
|
-
entityDirectory: newStore.datasetDirectory,
|
|
41
|
-
id: datasetInfo.name ?? datasetInfo.id,
|
|
42
|
-
data: datasetInfo,
|
|
43
|
-
writeMetadata: this.client.writeMetadata,
|
|
44
|
-
persistStorage: this.client.persistStorage,
|
|
45
|
-
});
|
|
46
|
-
return datasetInfo;
|
|
47
|
-
}
|
|
48
|
-
}
|
|
49
|
-
//# sourceMappingURL=dataset-collection.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"dataset-collection.js","sourceRoot":"","sources":["../../src/resource-clients/dataset-collection.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAGpC,OAAO,EAAE,CAAC,EAAE,MAAM,sBAAsB,CAAC;AAEzC,OAAO,EAAE,sBAAsB,EAAE,MAAM,gCAAgC,CAAC;AACxE,OAAO,EAAE,8BAA8B,EAAE,MAAM,qBAAqB,CAAC;AAErE,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAO7C,MAAM,OAAO,uBAAuB;IACf,iBAAiB,CAAS;IAC1B,MAAM,CAAgB;IAEvC,YAAY,EAAE,oBAAoB,EAAE,MAAM,EAAkC;QACxE,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QACvD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACN,OAAO;YACH,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,MAAM,EAAE,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,MAAM;YAC/C,IAAI,EAAE,KAAK;YACX,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,qBAAqB;iBACnC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,CAAC;iBACrC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SACrE,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC3B,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAElC,IAAI,IAAI,EAAE,CAAC;YACP,MAAM,KAAK,GAAG,MAAM,8BAA8B,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YAEtE,IAAI,KAAK,EAAE,CAAC;gBACR,OAAO,KAAK,CAAC,aAAa,EAAE,CAAC;YACjC,CAAC;QACL,CAAC;QAED,MAAM,QAAQ,GAAG,IAAI,aAAa,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,IAAI,CAAC,iBAAiB,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;QAChH,IAAI,CAAC,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAEjD,2CAA2C;QAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,aAAa,EAAE,CAAC;QAE7C,sBAAsB,CAAC;YACnB,MAAM,EAAE,iBAAiB;YACzB,UAAU,EAAE,UAAU;YACtB,eAAe,EAAE,QAAQ,CAAC,gBAAgB;YAC1C,EAAE,EAAE,WAAW,CAAC,IAAI,IAAI,WAAW,CAAC,EAAE;YACtC,IAAI,EAAE,WAAW;YACjB,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,aAAa;YACxC,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,cAAc;SAC7C,CAAC,CAAC;QAEH,OAAO,WAAW,CAAC;IACvB,CAAC;CACJ"}
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
import type * as storage from '@crawlee/types';
|
|
2
|
-
import type { MemoryStorage } from '../index.js';
|
|
3
|
-
export interface KeyValueStoreCollectionClientOptions {
|
|
4
|
-
baseStorageDirectory: string;
|
|
5
|
-
client: MemoryStorage;
|
|
6
|
-
}
|
|
7
|
-
export declare class KeyValueStoreCollectionClient implements storage.KeyValueStoreCollectionClient {
|
|
8
|
-
private readonly keyValueStoresDirectory;
|
|
9
|
-
private readonly client;
|
|
10
|
-
constructor({ baseStorageDirectory, client }: KeyValueStoreCollectionClientOptions);
|
|
11
|
-
list(): ReturnType<storage.KeyValueStoreCollectionClient['list']>;
|
|
12
|
-
getOrCreate(name?: string): Promise<storage.KeyValueStoreInfo>;
|
|
13
|
-
}
|
|
14
|
-
//# sourceMappingURL=key-value-store-collection.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"key-value-store-collection.d.ts","sourceRoot":"","sources":["../../src/resource-clients/key-value-store-collection.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAK/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAGjD,MAAM,WAAW,oCAAoC;IACjD,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,aAAa,CAAC;CACzB;AAED,qBAAa,6BAA8B,YAAW,OAAO,CAAC,6BAA6B;IACvF,OAAO,CAAC,QAAQ,CAAC,uBAAuB,CAAS;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAgB;gBAE3B,EAAE,oBAAoB,EAAE,MAAM,EAAE,EAAE,oCAAoC;IAK5E,IAAI,IAAI,UAAU,CAAC,OAAO,CAAC,6BAA6B,CAAC,MAAM,CAAC,CAAC;IAajE,WAAW,CAAC,IAAI,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,iBAAiB,CAAC;CAiCvE"}
|