@crawlee/memory-storage 3.1.5-beta.9 → 3.2.1-beta.0

package/cache-helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"cache-helpers.d.ts","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAM/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAKtD,wBAAsB,8BAA8B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,+DA+FhG;AAED,wBAAsB,oCAAoC,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4CA4ItG;AAED,wBAAsB,4BAA4B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,2CA4F9F;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC"}
+{"version":3,"file":"cache-helpers.d.ts","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,OAAO,MAAM,gBAAgB,CAAC;AAM/C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAQtD,wBAAsB,8BAA8B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,+DA+FhG;AAED,wBAAsB,oCAAoC,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,4CAiJtG;AAED,wBAAsB,4BAA4B,CAAC,MAAM,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,2CA+F9F;AAGD,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oCAAoC,CAAC;AACzE,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC"}

package/cache-helpers.js

@@ -5,6 +5,10 @@ const tslib_1 = require("tslib");
 const promises_1 = require("node:fs/promises");
 const node_path_1 = require("node:path");
 const mime_types_1 = tslib_1.__importDefault(require("mime-types"));
+const json5_1 = tslib_1.__importDefault(require("json5"));
+const fs_1 = require("./fs/dataset/fs");
+const fs_2 = require("./fs/key-value-store/fs");
+const fs_3 = require("./fs/request-queue/fs");
 const utils_1 = require("./utils");
 const uuidRegex = /[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}/i;
 async function findOrCacheDatasetByPossibleId(client, entryNameOrId) {
@@ -26,7 +30,7 @@ async function findOrCacheDatasetByPossibleId(client, entryNameOrId) {
     let id;
     let name;
     let itemCount = 0;
-    const entries = new Map();
+    const entries = new Set();
     let createdAt = new Date();
     let accessedAt = new Date();
     let modifiedAt = new Date();
@@ -48,12 +52,8 @@ async function findOrCacheDatasetByPossibleId(client, entryNameOrId) {
                 modifiedAt = new Date(metadata.modifiedAt);
                 continue;
             }
-            const fileContent = await (0, promises_1.readFile)((0, node_path_1.resolve)(datasetDir, entry.name), 'utf8');
-            if (!fileContent)
-                continue;
-            const entryContent = JSON.parse(fileContent);
             const entryName = entry.name.split('.')[0];
-            entries.set(entryName, entryContent);
+            entries.add(entryName);
             if (!hasSeenMetadataFile) {
                 itemCount++;
             }
@@ -79,9 +79,11 @@ async function findOrCacheDatasetByPossibleId(client, entryNameOrId) {
     newClient.createdAt = createdAt;
     newClient.modifiedAt = modifiedAt;
     newClient.itemCount = itemCount;
-    for (const [entryId, content] of entries) {
+    for (const entryId of entries.values()) {
+        // We create a file system entry instead of possibly making an in-memory one to allow the pre-included data to be used on demand
+        const entry = new fs_1.DatasetFileSystemEntry({ storeDirectory: datasetDir, entityId: entryId, persistStorage: true });
         // eslint-disable-next-line dot-notation
-        newClient['datasetEntries'].set(entryId, { ...content });
+        newClient['datasetEntries'].set(entryId, entry);
     }
     client.datasetClientsHandled.push(newClient);
     return newClient;
@@ -109,6 +111,7 @@ async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
     let accessedAt = new Date();
     let modifiedAt = new Date();
     const internalRecords = new Map();
+    let hasSeenMetadataForEntry = false;
     for await (const entry of directoryEntries) {
         if (entry.isFile()) {
             if (entry.name === '__metadata__.json') {
@@ -125,6 +128,7 @@ async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
                 continue;
             }
             if (entry.name.includes('.__metadata__.')) {
+                hasSeenMetadataForEntry = true;
                 // This is an entry's metadata file, we can use it to create/extend the record
                 const fileContent = await (0, promises_1.readFile)((0, node_path_1.resolve)(keyValueStoreDir, entry.name), 'utf8');
                 if (!fileContent)
@@ -137,33 +141,22 @@ async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
                 internalRecords.set(metadata.key, newRecord);
                 continue;
             }
+            // This is an entry in the store, we can use it to create/extend the record
             const fileContent = await (0, promises_1.readFile)((0, node_path_1.resolve)(keyValueStoreDir, entry.name));
             const fileExtension = (0, node_path_1.extname)(entry.name);
             const contentType = mime_types_1.default.contentType(entry.name) || 'text/plain';
             const extension = mime_types_1.default.extension(contentType);
-            let finalFileContent = fileContent;
-            if (!fileExtension) {
-                utils_1.memoryStorageLog.warning([
-                    `Key-value entry "${entry.name}" for store ${entryNameOrId} does not have a file extension, assuming it as text.`,
-                    'If you want to have correct interpretation of the file, you should add a file extension to the entry.',
-                ].join('\n'));
-                finalFileContent = fileContent.toString('utf8');
-            }
-            else if (contentType.includes('application/json')) {
+            // This is kept for backwards compatibility / to ignore invalid JSON files
+            if (contentType.includes('application/json')) {
                 const stringifiedJson = fileContent.toString('utf8');
                 try {
-                    // Try parsing the JSON ahead of time (not ideal but solves invalid files being loaded into stores)
-                    JSON.parse(stringifiedJson);
-                    finalFileContent = stringifiedJson;
+                    json5_1.default.parse(stringifiedJson);
                 }
                 catch {
                     utils_1.memoryStorageLog.warning(`Key-value entry "${entry.name}" for store ${entryNameOrId} has invalid JSON content and will be ignored from the store.`);
                     continue;
                 }
             }
-            else if (contentType.includes('text/plain')) {
-                finalFileContent = fileContent.toString('utf8');
-            }
             const nameSplit = entry.name.split('.');
             if (fileExtension) {
                 nameSplit.pop();
@@ -172,7 +165,6 @@ async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
             const newRecord = {
                 key,
                 extension,
-                value: finalFileContent,
                 contentType,
                 ...internalRecords.get(key),
             };
@@ -199,8 +191,16 @@ async function findOrCacheKeyValueStoreByPossibleId(client, entryNameOrId) {
     newClient.createdAt = createdAt;
     newClient.modifiedAt = modifiedAt;
     for (const [key, record] of internalRecords) {
+        // We create a file system entry instead of possibly making an in-memory one to allow the pre-included data to be used on demand
+        const entry = new fs_2.KeyValueFileSystemEntry({ persistStorage: true, storeDirectory: keyValueStoreDir, writeMetadata: hasSeenMetadataForEntry });
+        // eslint-disable-next-line dot-notation
+        entry['rawRecord'] = { ...record };
+        // eslint-disable-next-line dot-notation
+        entry['filePath'] = (0, node_path_1.resolve)(keyValueStoreDir, `${record.key}.${record.extension}`);
         // eslint-disable-next-line dot-notation
-        newClient['keyValueEntries'].set(key, { ...record });
+        entry['fileMetadataPath'] = (0, node_path_1.resolve)(keyValueStoreDir, `${record.key}.__metadata__.json`);
+        // eslint-disable-next-line dot-notation
+        newClient['keyValueEntries'].set(key, entry);
     }
     client.keyValueStoresHandled.push(newClient);
     return newClient;
@@ -229,7 +229,7 @@ async function findRequestQueueByPossibleId(client, entryNameOrId) {
     let modifiedAt = new Date();
     let pendingRequestCount = 0;
     let handledRequestCount = 0;
-    const entries = [];
+    const entries = new Set();
     for await (const entry of directoryEntries) {
         if (entry.isFile()) {
             switch (entry.name) {
@@ -249,11 +249,8 @@ async function findRequestQueueByPossibleId(client, entryNameOrId) {
                     break;
                 }
                 default: {
-                    const fileContent = await (0, promises_1.readFile)((0, node_path_1.resolve)(requestQueueDir, entry.name), 'utf8');
-                    if (!fileContent)
-                        continue;
-                    const request = JSON.parse(fileContent);
-                    entries.push(request);
+                    const entryName = entry.name.split('.')[0];
+                    entries.add(entryName);
                 }
             }
         }
@@ -279,9 +276,14 @@ async function findRequestQueueByPossibleId(client, entryNameOrId) {
     newClient.modifiedAt = modifiedAt;
     newClient.pendingRequestCount = pendingRequestCount;
     newClient.handledRequestCount = handledRequestCount;
-    for (const entry of entries) {
+    for (const requestId of entries) {
+        const entry = new fs_3.RequestQueueFileSystemEntry({
+            persistStorage: true,
+            requestId,
+            storeDirectory: requestQueueDir,
+        });
         // eslint-disable-next-line dot-notation
-        newClient['requests'].set(entry.id, entry);
+        newClient['requests'].set(requestId, entry);
     }
     client.requestQueuesHandled.push(newClient);
     return newClient;

package/cache-helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"cache-helpers.js","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":";;;;AACA,+CAA6D;AAC7D,yCAA6C;AAC7C,oEAAmC;AAInC,mCAA2C;AAE3C,MAAM,SAAS,GAAG,+DAA+D,CAAC;AAE3E,KAAK,UAAU,8BAA8B,CAAC,MAAqB,EAAE,aAAqB;IAC7F,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;IAEpJ,IAAI,KAAK,EAAE;QACP,OAAO,KAAK,CAAC;KAChB;IAED,MAAM,UAAU,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAEpE,IAAI;QACA,4BAA4B;QAC5B,MAAM,IAAA,iBAAM,EAAC,UAAU,CAAC,CAAC;KAC5B;IAAC,MAAM;QACJ,OAAO,SAAS,CAAC;KACpB;IAED,4BAA4B;IAC5B,MAAM,gBAAgB,GAAG,MAAM,IAAA,kBAAO,EAAC,UAAU,CAAC,CAAC;IAEnD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,MAAM,OAAO,GAAG,IAAI,GAAG,EAA8B,CAAC;IACtD,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAE5B,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE;gBACpC,mBAAmB,GAAG,IAAI,CAAC;gBAE3B,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAC5E,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAwB,CAAC;gBAChE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;gBAC/B,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;aACZ;YAED,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;YAC5E,IAAI,CAAC,WAAW;gBAAE,SAAS;YAE3B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAuB,CAAC;YACnE,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAE3C,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAErC,IAAI,CAAC,mBAAmB,EAAE;gBACtB,SAAS,EAAE,CAAC;aACf;SACJ;KACJ;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;QACxC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE;YACR,EAAE,GAAG,aAAa,CAAC;SACtB;aAAM;YACH,IAAI,GAAG,aAAa,CAAC;SACxB;KACJ;IAED,MAAM,SAAS,GAAG,IAAI,uBAAa,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,iBAAiB;QAC9C,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAEhC,KAAK,MAAM,CAAC,OAAO,EAAE,OAAO,CAAC,IAAI,OAAO,EAAE;QACtC,wCAAwC;QACxC,SAAS,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;KAC5D;IAED,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7C,OAAO,SAAS,CAAC;AACrB,CAAC;AA/FD,wEA+FC;AAEM,KAAK,UAAU,oCAAoC,CAAC,MAAqB,EAAE,aAAqB;IACnG,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;IAEpJ,IAAI,KAAK,EAAE;QACP,OAAO,KAAK,CAAC;KAChB;IAED,MAAM,gBAAgB,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;IAEhF,IAAI;QACA,4BAA4B;QAC5B,MAAM,IAAA,iBAAM,EAAC,gBAAgB,CAAC,CAAC;KAClC;IAAC,MAAM;QACJ,OAAO,SAAS,CAAC;KACpB;IAED,oCAAoC;IACpC,MAAM,gBAAgB,GAAG,MAAM,IAAA,kBAAO,EAAC,gBAAgB,CAAC,CAAC;IAEzD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAA6B,CAAC;IAE7D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE;gBACpC,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA8B,CAAC;gBACtE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;aACZ;YAED,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE;gBACvC,8EAA8E;gBAC9E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAqC,CAAC;gBAE7E,MAAM,SAAS,GAAG;oBACd,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;oBACpC,GAAG,QAAQ;iBACO,CAAC;gBAEvB,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAE7C,SAAS;aACZ;YAED,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1E,MAAM,aAAa,GAAG,IAAA,mBAAO,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,WAAW,GAAG,oBAAS,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;YACtE,MAAM,SAAS,GAAG,oBAAS,CAAC,SAAS,CAAC,WAAW,CAAW,CAAC;YAE7D,IAAI,gBAAgB,GAAoB,WAAW,CAAC;YAEpD,IAAI,CAAC,aAAa,EAAE;gBAChB,wBAAgB,CAAC,OAAO,CAAC;oBACrB,oBAAoB,KAAK,CAAC,IAAI,eAAe,aAAa,uDAAuD;oBACjH,uGAAuG;iBAC1G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACd,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACnD;iBAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBACjD,MAAM,eAAe,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBACrD,IAAI;oBACA,mGAAmG;oBACnG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;oBAC5B,gBAAgB,GAAG,eAAe,CAAC;iBACtC;gBAAC,MAAM;oBACJ,wBAAgB,CAAC,OAAO,CACpB,oBAAoB,KAAK,CAAC,IAAI,eAAe,aAAa,+DAA+D,CAC5H,CAAC;oBACF,SAAS;iBACZ;aACJ;iBAAM,IAAI,WAAW,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE;gBAC3C,gBAAgB,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;aACnD;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,aAAa,EAAE;gBACf,SAAS,CAAC,GAAG,EAAE,CAAC;aACnB;YAED,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEhC,MAAM,SAAS,GAAsB;gBACjC,GAAG;gBACH,SAAS;gBACT,KAAK,EAAE,gBAAgB;gBACvB,WAAW;gBACX,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;aAC9B,CAAC;YAEF,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;SACvC;KACJ;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;QACxC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE;YACR,EAAE,GAAG,aAAa,CAAC;SACtB;aAAM;YACH,IAAI,GAAG,aAAa,CAAC;SACxB;KACJ;IAED,MAAM,SAAS,GAAG,IAAI,qCAAmB,CAAC;QACtC,oBAAoB,EAAE,MAAM,CAAC,uBAAuB;QACpD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAElC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,eAAe,EAAE;QACzC,wCAAwC;QACxC,SAAS,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,EAAE,GAAG,MAAM,EAAE,CAAC,CAAC;KACxD;IAED,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7C,OAAO,SAAS,CAAC;AACrB,CAAC;AA5ID,oFA4IC;AAEM,KAAK,UAAU,4BAA4B,CAAC,MAAqB,EAAE,aAAqB;IAC3F,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;IAEnJ,IAAI,KAAK,EAAE;QACP,OAAO,KAAK,CAAC;KAChB;IAED,MAAM,eAAe,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;IAE9E,IAAI;QACA,4BAA4B;QAC5B,MAAM,IAAA,iBAAM,EAAC,eAAe,CAAC,CAAC;KACjC;IAAC,MAAM;QACJ,OAAO,SAAS,CAAC;KACpB;IAED,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,IAAA,kBAAO,EAAC,eAAe,CAAC,CAAC;IAExD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YAChB,QAAQ,KAAK,CAAC,IAAI,EAAE;gBAChB,KAAK,mBAAmB,CAAC,CAAC;oBACtB,2EAA2E;oBAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA6B,CAAC;oBAErE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;oBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;oBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBACnD,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBAEnD,MAAM;iBACT;gBACD,OAAO,CAAC,CAAC;oBACL,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAE3B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAoB,CAAC;oBAC3D,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;iBACzB;aACJ;SACJ;KACJ;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;QACxC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE;YACR,EAAE,GAAG,aAAa,CAAC;SACtB;aAAM;YACH,IAAI,GAAG,aAAa,CAAC;SACxB;KACJ;IAED,MAAM,SAAS,GAAG,IAAI,kCAAkB,CAAC;QACrC,oBAAoB,EAAE,MAAM,CAAC,sBAAsB;QACnD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACpD,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IAEpD,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;QACzB,wCAAwC;QACxC,SAAS,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;KAC9C;IAED,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE5C,OAAO,SAAS,CAAC;AACrB,CAAC;AA5FD,oEA4FC;AAED,qDAAqD;AACrD,wDAA2D;AAC3D,wEAAyE;AACzE,oEAAsE"}
+{"version":3,"file":"cache-helpers.js","sourceRoot":"","sources":["../src/cache-helpers.ts"],"names":[],"mappings":";;;;AACA,+CAA6D;AAC7D,yCAA6C;AAC7C,oEAAmC;AACnC,0DAA0B;AAG1B,wCAAyD;AACzD,gDAAkE;AAClE,8CAAoE;AACpE,mCAA2C;AAE3C,MAAM,SAAS,GAAG,+DAA+D,CAAC;AAE3E,KAAK,UAAU,8BAA8B,CAAC,MAAqB,EAAE,aAAqB;IAC7F,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;IAEpJ,IAAI,KAAK,EAAE;QACP,OAAO,KAAK,CAAC;KAChB;IAED,MAAM,UAAU,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,iBAAiB,EAAE,aAAa,CAAC,CAAC;IAEpE,IAAI;QACA,4BAA4B;QAC5B,MAAM,IAAA,iBAAM,EAAC,UAAU,CAAC,CAAC;KAC5B;IAAC,MAAM;QACJ,OAAO,SAAS,CAAC;KACpB;IAED,4BAA4B;IAC5B,MAAM,gBAAgB,GAAG,MAAM,IAAA,kBAAO,EAAC,UAAU,CAAC,CAAC;IAEnD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAE5B,IAAI,mBAAmB,GAAG,KAAK,CAAC;IAEhC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE;gBACpC,mBAAmB,GAAG,IAAI,CAAC;gBAE3B,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAC5E,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAwB,CAAC;gBAChE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;gBAC/B,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;aACZ;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAC3C,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAEvB,IAAI,CAAC,mBAAmB,EAAE;gBACtB,SAAS,EAAE,CAAC;aACf;SACJ;KACJ;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;QACxC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE;YACR,EAAE,GAAG,aAAa,CAAC;SACtB;aAAM;YACH,IAAI,GAAG,aAAa,CAAC;SACxB;KACJ;IAED,MAAM,SAAS,GAAG,IAAI,uBAAa,CAAC;QAChC,oBAAoB,EAAE,MAAM,CAAC,iBAAiB;QAC9C,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAEhC,KAAK,MAAM,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE;QACpC,gIAAgI;QAChI,MAAM,KAAK,GAAG,IAAI,2BAAsB,CAAC,EAAE,cAAc,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QAElH,wCAAwC;QACxC,SAAS,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;KACnD;IAED,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7C,OAAO,SAAS,CAAC;AACrB,CAAC;AA/FD,wEA+FC;AAEM,KAAK,UAAU,oCAAoC,CAAC,MAAqB,EAAE,aAAqB;IACnG,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;IAEpJ,IAAI,KAAK,EAAE;QACP,OAAO,KAAK,CAAC;KAChB;IAED,MAAM,gBAAgB,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,uBAAuB,EAAE,aAAa,CAAC,CAAC;IAEhF,IAAI;QACA,4BAA4B;QAC5B,MAAM,IAAA,iBAAM,EAAC,gBAAgB,CAAC,CAAC;KAClC;IAAC,MAAM;QACJ,OAAO,SAAS,CAAC;KACpB;IAED,oCAAoC;IACpC,MAAM,gBAAgB,GAAG,MAAM,IAAA,kBAAO,EAAC,gBAAgB,CAAC,CAAC;IAEzD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAG5B,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,IAAI,uBAAuB,GAAG,KAAK,CAAC;IAEpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YAChB,IAAI,KAAK,CAAC,IAAI,KAAK,mBAAmB,EAAE;gBACpC,2EAA2E;gBAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA8B,CAAC;gBACtE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;gBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;gBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;gBAE3C,SAAS;aACZ;YAED,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE;gBACvC,uBAAuB,GAAG,IAAI,CAAC;gBAE/B,8EAA8E;gBAC9E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;gBAClF,IAAI,CAAC,WAAW;oBAAE,SAAS;gBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAa,CAAC;gBAErD,MAAM,SAAS,GAAG;oBACd,GAAG,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;oBACpC,GAAG,QAAQ;iBACF,CAAC;gBAEd,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;gBAE7C,SAAS;aACZ;YAED,2EAA2E;YAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1E,MAAM,aAAa,GAAG,IAAA,mBAAO,EAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,WAAW,GAAG,oBAAS,CAAC,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,YAAY,CAAC;YACtE,MAAM,SAAS,GAAG,oBAAS,CAAC,SAAS,CAAC,WAAW,CAAW,CAAC;YAE7D,0EAA0E;YAC1E,IAAI,WAAW,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE;gBAC1C,MAAM,eAAe,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;gBAErD,IAAI;oBACA,eAAK,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;iBAChC;gBAAC,MAAM;oBACJ,wBAAgB,CAAC,OAAO,CACpB,oBAAoB,KAAK,CAAC,IAAI,eAAe,aAAa,+DAA+D,CAC5H,CAAC;oBACF,SAAS;iBACZ;aACJ;YAED,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAExC,IAAI,aAAa,EAAE;gBACf,SAAS,CAAC,GAAG,EAAE,CAAC;aACnB;YAED,MAAM,GAAG,GAAG,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAEhC,MAAM,SAAS,GAAG;gBACd,GAAG;gBACH,SAAS;gBACT,WAAW;gBACX,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC;aACX,CAAC;YAErB,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;SACvC;KACJ;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;QACxC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE;YACR,EAAE,GAAG,aAAa,CAAC;SACtB;aAAM;YACH,IAAI,GAAG,aAAa,CAAC;SACxB;KACJ;IAED,MAAM,SAAS,GAAG,IAAI,qCAAmB,CAAC;QACtC,oBAAoB,EAAE,MAAM,CAAC,uBAAuB;QACpD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAElC,KAAK,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IAAI,eAAe,EAAE;QACzC,gIAAgI;QAChI,MAAM,KAAK,GAAG,IAAI,4BAAuB,CAAC,EAAE,cAAc,EAAE,IAAI,EAAE,cAAc,EAAE,gBAAgB,EAAE,aAAa,EAAE,uBAAuB,EAAE,CAAC,CAAC;QAE9I,wCAAwC;QACxC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,MAAM,EAAE,CAAC;QACnC,wCAAwC;QACxC,KAAK,CAAC,UAAU,CAAC,GAAG,IAAA,mBAAO,EAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;QACnF,wCAAwC;QACxC,KAAK,CAAC,kBAAkB,CAAC,GAAG,IAAA,mBAAO,EAAC,gBAAgB,EAAE,GAAG,MAAM,CAAC,GAAG,oBAAoB,CAAC,CAAC;QAEzF,wCAAwC;QACxC,SAAS,CAAC,iBAAiB,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;KAChD;IAED,MAAM,CAAC,qBAAqB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE7C,OAAO,SAAS,CAAC;AACrB,CAAC;AAjJD,oFAiJC;AAEM,KAAK,UAAU,4BAA4B,CAAC,MAAqB,EAAE,aAAqB;IAC3F,2BAA2B;IAC3B,MAAM,KAAK,GAAG,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,aAAa,IAAI,KAAK,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC;IAEnJ,IAAI,KAAK,EAAE;QACP,OAAO,KAAK,CAAC;KAChB;IAED,MAAM,eAAe,GAAG,IAAA,mBAAO,EAAC,MAAM,CAAC,sBAAsB,EAAE,aAAa,CAAC,CAAC;IAE9E,IAAI;QACA,4BAA4B;QAC5B,MAAM,IAAA,iBAAM,EAAC,eAAe,CAAC,CAAC;KACjC;IAAC,MAAM;QACJ,OAAO,SAAS,CAAC;KACpB;IAED,kCAAkC;IAClC,MAAM,gBAAgB,GAAG,MAAM,IAAA,kBAAO,EAAC,eAAe,CAAC,CAAC;IAExD,IAAI,EAAsB,CAAC;IAC3B,IAAI,IAAwB,CAAC;IAC7B,IAAI,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC;IAC3B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAC5B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAElC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,gBAAgB,EAAE;QACxC,IAAI,KAAK,CAAC,MAAM,EAAE,EAAE;YAChB,QAAQ,KAAK,CAAC,IAAI,EAAE;gBAChB,KAAK,mBAAmB,CAAC,CAAC;oBACtB,2EAA2E;oBAC3E,MAAM,WAAW,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,eAAe,EAAE,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAC;oBACjF,IAAI,CAAC,WAAW;wBAAE,SAAS;oBAE3B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAA6B,CAAC;oBAErE,EAAE,GAAG,QAAQ,CAAC,EAAE,CAAC;oBACjB,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;oBACrB,SAAS,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;oBACzC,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,UAAU,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;oBAC3C,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBACnD,mBAAmB,GAAG,QAAQ,CAAC,mBAAmB,CAAC;oBAEnD,MAAM;iBACT;gBACD,OAAO,CAAC,CAAC;oBACL,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC3C,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;iBAC1B;aACJ;SACJ;KACJ;IAED,IAAI,EAAE,KAAK,SAAS,IAAI,IAAI,KAAK,SAAS,EAAE;QACxC,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAE7C,IAAI,MAAM,EAAE;YACR,EAAE,GAAG,aAAa,CAAC;SACtB;aAAM;YACH,IAAI,GAAG,aAAa,CAAC;SACxB;KACJ;IAED,MAAM,SAAS,GAAG,IAAI,kCAAkB,CAAC;QACrC,oBAAoB,EAAE,MAAM,CAAC,sBAAsB;QACnD,MAAM;QACN,EAAE;QACF,IAAI;KACP,CAAC,CAAC;IAEH,uBAAuB;IACvB,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,SAAS,GAAG,SAAS,CAAC;IAChC,SAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAClC,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IACpD,SAAS,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;IAEpD,KAAK,MAAM,SAAS,IAAI,OAAO,EAAE;QAC7B,MAAM,KAAK,GAAG,IAAI,gCAA2B,CAAC;YAC1C,cAAc,EAAE,IAAI;YACpB,SAAS;YACT,cAAc,EAAE,eAAe;SAClC,CAAC,CAAC;QAEH,wCAAwC;QACxC,SAAS,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;KAC/C;IAED,MAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE5C,OAAO,SAAS,CAAC;AACrB,CAAC;AA/FD,oEA+FC;AAED,qDAAqD;AACrD,wDAA2D;AAC3D,wEAAyE;AACzE,oEAAsE"}

package/fs/common.d.ts

@@ -0,0 +1,6 @@
+export interface StorageImplementation<T> {
+    get(): Promise<T>;
+    update(data: T): void | Promise<void>;
+    delete(): void | Promise<void>;
+}
+//# sourceMappingURL=common.d.ts.map

package/fs/common.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.d.ts","sourceRoot":"","sources":["../../src/fs/common.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,qBAAqB,CAAC,CAAC;IACpC,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;IAClB,MAAM,CAAC,IAAI,EAAE,CAAC,GAAG,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IACtC,MAAM,IAAI,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CAClC"}

package/fs/common.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=common.js.map

package/fs/common.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"common.js","sourceRoot":"","sources":["../../src/fs/common.ts"],"names":[],"mappings":""}

package/fs/dataset/fs.d.ts

@@ -0,0 +1,10 @@
+import type { CreateStorageImplementationOptions } from './index';
+import type { StorageImplementation } from '../common';
+export declare class DatasetFileSystemEntry<Data> implements StorageImplementation<Data> {
+    private filePath;
+    constructor(options: CreateStorageImplementationOptions);
+    get(): Promise<any>;
+    update(data: Data): Promise<void>;
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=fs.d.ts.map

package/fs/dataset/fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/fs.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,SAAS,CAAC;AAClE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAGvD,qBAAa,sBAAsB,CAAC,IAAI,CAAE,YAAW,qBAAqB,CAAC,IAAI,CAAC;IAC5E,OAAO,CAAC,QAAQ,CAAS;gBAEb,OAAO,EAAE,kCAAkC;IAIjD,GAAG;IAIH,MAAM,CAAC,IAAI,EAAE,IAAI;IAKjB,MAAM;CAGf"}

package/fs/dataset/fs.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatasetFileSystemEntry = void 0;
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const fs_extra_1 = require("fs-extra");
+const worker_utils_1 = require("../../workers/worker-utils");
+class DatasetFileSystemEntry {
+    constructor(options) {
+        Object.defineProperty(this, "filePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.filePath = (0, node_path_1.resolve)(options.storeDirectory, `${options.entityId}.json`);
+    }
+    async get() {
+        return JSON.parse(await (0, promises_1.readFile)(this.filePath, 'utf-8'));
+    }
+    async update(data) {
+        await (0, fs_extra_1.ensureDir)((0, node_path_1.dirname)(this.filePath));
+        await (0, worker_utils_1.lockAndWrite)(this.filePath, data);
+    }
+    async delete() {
+        await (0, promises_1.rm)(this.filePath, { force: true });
+    }
+}
+exports.DatasetFileSystemEntry = DatasetFileSystemEntry;
+//# sourceMappingURL=fs.js.map

package/fs/dataset/fs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../../src/fs/dataset/fs.ts"],"names":[],"mappings":";;;AAAA,+CAAgD;AAChD,yCAA6C;AAC7C,uCAAqC;AAGrC,6DAA0D;AAE1D,MAAa,sBAAsB;IAG/B,YAAY,OAA2C;QAFvD;;;;;WAAyB;QAGrB,IAAI,CAAC,QAAQ,GAAG,IAAA,mBAAO,EAAC,OAAO,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,QAAQ,OAAO,CAAC,CAAC;IAChF,CAAC;IAED,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAU;QACnB,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxC,MAAM,IAAA,2BAAY,EAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,IAAA,aAAE,EAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;CACJ;AAnBD,wDAmBC"}

package/fs/dataset/index.d.ts

@@ -0,0 +1,10 @@
+import type { Dictionary } from '@crawlee/types';
+import type { StorageImplementation } from '../common';
+export declare function createDatasetStorageImplementation<Data extends Dictionary>(options: CreateStorageImplementationOptions): StorageImplementation<Data>;
+export interface CreateStorageImplementationOptions {
+    persistStorage: boolean;
+    storeDirectory: string;
+    /** The actual id of the file to save */
+    entityId: string;
+}
+//# sourceMappingURL=index.d.ts.map

package/fs/dataset/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AACjD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAIvD,wBAAgB,kCAAkC,CAAC,IAAI,SAAS,UAAU,EAAE,OAAO,EAAE,kCAAkC,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAMpJ;AAED,MAAM,WAAW,kCAAkC;IAC/C,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,wCAAwC;IACxC,QAAQ,EAAE,MAAM,CAAC;CACpB"}

package/fs/dataset/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createDatasetStorageImplementation = void 0;
+const fs_1 = require("./fs");
+const memory_1 = require("./memory");
+function createDatasetStorageImplementation(options) {
+    if (options.persistStorage) {
+        return new fs_1.DatasetFileSystemEntry(options);
+    }
+    return new memory_1.DatasetMemoryEntry();
+}
+exports.createDatasetStorageImplementation = createDatasetStorageImplementation;
+//# sourceMappingURL=index.js.map

package/fs/dataset/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/fs/dataset/index.ts"],"names":[],"mappings":";;;AAEA,6BAA8C;AAC9C,qCAA8C;AAE9C,SAAgB,kCAAkC,CAA0B,OAA2C;IACnH,IAAI,OAAO,CAAC,cAAc,EAAE;QACxB,OAAO,IAAI,2BAAsB,CAAO,OAAO,CAAC,CAAC;KACpD;IAED,OAAO,IAAI,2BAAkB,EAAQ,CAAC;AAC1C,CAAC;AAND,gFAMC"}

package/fs/dataset/memory.d.ts

@@ -0,0 +1,8 @@
+import type { StorageImplementation } from '../common';
+export declare class DatasetMemoryEntry<Data> implements StorageImplementation<Data> {
+    private data;
+    get(): Promise<Data>;
+    update(data: Data): void;
+    delete(): void;
+}
+//# sourceMappingURL=memory.d.ts.map

package/fs/dataset/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/fs/dataset/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAEvD,qBAAa,kBAAkB,CAAC,IAAI,CAAE,YAAW,qBAAqB,CAAC,IAAI,CAAC;IACxE,OAAO,CAAC,IAAI,CAAQ;IAEd,GAAG;IAIT,MAAM,CAAC,IAAI,EAAE,IAAI;IAIjB,MAAM;CAGT"}

package/fs/dataset/memory.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DatasetMemoryEntry = void 0;
+class DatasetMemoryEntry {
+    constructor() {
+        Object.defineProperty(this, "data", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+    }
+    async get() {
+        return this.data;
+    }
+    update(data) {
+        this.data = data;
+    }
+    delete() {
+        // No-op
+    }
+}
+exports.DatasetMemoryEntry = DatasetMemoryEntry;
+//# sourceMappingURL=memory.js.map

package/fs/dataset/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/fs/dataset/memory.ts"],"names":[],"mappings":";;;AAEA,MAAa,kBAAkB;IAA/B;QACI;;;;;WAAoB;IAaxB,CAAC;IAXG,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAU;QACb,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,MAAM;QACF,QAAQ;IACZ,CAAC;CACJ;AAdD,gDAcC"}

package/fs/key-value-store/fs.d.ts

@@ -0,0 +1,15 @@
+import type { CreateStorageImplementationOptions } from '.';
+import type { InternalKeyRecord } from '../../resource-clients/key-value-store';
+import type { StorageImplementation } from '../common';
+export declare class KeyValueFileSystemEntry implements StorageImplementation<InternalKeyRecord> {
+    private storeDirectory;
+    private writeMetadata;
+    private filePath;
+    private fileMetadataPath;
+    private rawRecord;
+    constructor(options: CreateStorageImplementationOptions);
+    get(): Promise<InternalKeyRecord>;
+    update(data: InternalKeyRecord): Promise<void>;
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=fs.d.ts.map

package/fs/key-value-store/fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/key-value-store/fs.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,GAAG,CAAC;AAC5D,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAGhF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAEvD,qBAAa,uBAAwB,YAAW,qBAAqB,CAAC,iBAAiB,CAAC;IACpF,OAAO,CAAC,cAAc,CAAS;IAC/B,OAAO,CAAC,aAAa,CAAU;IAE/B,OAAO,CAAC,QAAQ,CAAU;IAC1B,OAAO,CAAC,gBAAgB,CAAU;IAClC,OAAO,CAAC,SAAS,CAAoC;gBAEzC,OAAO,EAAE,kCAAkC;IAKjD,GAAG,IAAI,OAAO,CAAC,iBAAiB,CAAC;IA0BjC,MAAM,CAAC,IAAI,EAAE,iBAAiB;IAe9B,MAAM;CAIf"}

package/fs/key-value-store/fs.js

@@ -0,0 +1,87 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KeyValueFileSystemEntry = void 0;
+const fs_extra_1 = require("fs-extra");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const win32_1 = require("node:path/win32");
+const utils_1 = require("../../utils");
+const worker_utils_1 = require("../../workers/worker-utils");
+class KeyValueFileSystemEntry {
+    constructor(options) {
+        Object.defineProperty(this, "storeDirectory", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "writeMetadata", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "filePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "fileMetadataPath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "rawRecord", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.storeDirectory = options.storeDirectory;
+        this.writeMetadata = options.writeMetadata;
+    }
+    async get() {
+        let file;
+        try {
+            file = await (0, promises_1.readFile)(this.filePath);
+        }
+        catch {
+            try {
+                // Try without extension
+                file = await (0, promises_1.readFile)((0, node_path_1.resolve)(this.storeDirectory, this.rawRecord.key));
+                utils_1.memoryStorageLog.warning([
+                    `Key-value entry "${this.rawRecord.key}" for store ${(0, win32_1.basename)(this.storeDirectory)} does not have a file extension, assuming it as text.`,
+                    'If you want to have correct interpretation of the file, you should add a file extension to the entry.',
+                ].join('\n'));
+                file = file.toString('utf-8');
+            }
+            catch {
+                // This is impossible to happen, but just in case
+                throw new Error(`Could not find file at ${this.filePath}`);
+            }
+        }
+        return {
+            ...this.rawRecord,
+            value: file,
+        };
+    }
+    async update(data) {
+        this.filePath ?? (this.filePath = (0, node_path_1.resolve)(this.storeDirectory, `${data.key}.${data.extension}`));
+        this.fileMetadataPath ?? (this.fileMetadataPath = (0, node_path_1.resolve)(this.storeDirectory, `${data.key}.__metadata__.json`));
+        const { value, ...rest } = data;
+        this.rawRecord = rest;
+        await (0, fs_extra_1.ensureDir)((0, node_path_1.dirname)(this.filePath));
+        await (0, worker_utils_1.lockAndWrite)(this.filePath, value, false);
+        if (this.writeMetadata) {
+            await (0, worker_utils_1.lockAndWrite)(this.fileMetadataPath, JSON.stringify(rest), true);
+        }
+    }
+    async delete() {
+        await (0, promises_1.rm)(this.filePath, { force: true });
+        await (0, promises_1.rm)(this.fileMetadataPath, { force: true });
+    }
+}
+exports.KeyValueFileSystemEntry = KeyValueFileSystemEntry;
+//# sourceMappingURL=fs.js.map

package/fs/key-value-store/fs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../../src/fs/key-value-store/fs.ts"],"names":[],"mappings":";;;AAAA,uCAAqC;AACrC,+CAAgD;AAChD,yCAA6C;AAC7C,2CAA2C;AAG3C,uCAA+C;AAC/C,6DAA0D;AAG1D,MAAa,uBAAuB;IAQhC,YAAY,OAA2C;QAPvD;;;;;WAA+B;QAC/B;;;;;WAA+B;QAE/B;;;;;WAA0B;QAC1B;;;;;WAAkC;QAClC;;;;;WAAqD;QAGjD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,GAAG;QACL,IAAI,IAAqB,CAAC;QAE1B,IAAI;YACA,IAAI,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;SACxC;QAAC,MAAM;YACJ,IAAI;gBACA,wBAAwB;gBACxB,IAAI,GAAG,MAAM,IAAA,mBAAQ,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxE,wBAAgB,CAAC,OAAO,CAAC;oBACrB,oBAAoB,IAAI,CAAC,SAAS,CAAC,GAAG,eAAe,IAAA,gBAAQ,EAAC,IAAI,CAAC,cAAc,CAAC,uDAAuD;oBACzI,uGAAuG;iBAC1G,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;gBACd,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;aACjC;YAAC,MAAM;gBACJ,iDAAiD;gBACjD,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;aAC9D;SACJ;QAED,OAAO;YACH,GAAG,IAAI,CAAC,SAAS;YACjB,KAAK,EAAE,IAAI;SACd,CAAC;IACN,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAuB;QAChC,IAAI,CAAC,QAAQ,KAAb,IAAI,CAAC,QAAQ,GAAK,IAAA,mBAAO,EAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC,EAAC;QAChF,IAAI,CAAC,gBAAgB,KAArB,IAAI,CAAC,gBAAgB,GAAK,IAAA,mBAAO,EAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,CAAC,GAAG,oBAAoB,CAAC,EAAC;QAExF,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,EAAE,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QAEtB,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxC,MAAM,IAAA,2BAAY,EAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAEhD,IAAI,IAAI,CAAC,aAAa,EAAE;YACpB,MAAM,IAAA,2BAAY,EAAC,IAAI,CAAC,gBAAgB,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;SACzE;IACL,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,IAAA,aAAE,EAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACzC,MAAM,IAAA,aAAE,EAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACrD,CAAC;CACJ;AA1DD,0DA0DC"}

package/fs/key-value-store/index.d.ts

@@ -0,0 +1,9 @@
+import type { InternalKeyRecord } from '../../resource-clients/key-value-store';
+import type { StorageImplementation } from '../common';
+export declare function createKeyValueStorageImplementation(options: CreateStorageImplementationOptions): StorageImplementation<InternalKeyRecord>;
+export interface CreateStorageImplementationOptions {
+    persistStorage: boolean;
+    storeDirectory: string;
+    writeMetadata: boolean;
+}
+//# sourceMappingURL=index.d.ts.map

package/fs/key-value-store/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/fs/key-value-store/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAIvD,wBAAgB,mCAAmC,CAAC,OAAO,EAAE,kCAAkC,GAAG,qBAAqB,CAAC,iBAAiB,CAAC,CAMzI;AAED,MAAM,WAAW,kCAAkC;IAC/C,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;CAC1B"}

package/fs/key-value-store/index.js

@@ -0,0 +1,13 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createKeyValueStorageImplementation = void 0;
+const fs_1 = require("./fs");
+const memory_1 = require("./memory");
+function createKeyValueStorageImplementation(options) {
+    if (options.persistStorage) {
+        return new fs_1.KeyValueFileSystemEntry(options);
+    }
+    return new memory_1.KeyValueMemoryEntry();
+}
+exports.createKeyValueStorageImplementation = createKeyValueStorageImplementation;
+//# sourceMappingURL=index.js.map

package/fs/key-value-store/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/fs/key-value-store/index.ts"],"names":[],"mappings":";;;AAEA,6BAA+C;AAC/C,qCAA+C;AAE/C,SAAgB,mCAAmC,CAAC,OAA2C;IAC3F,IAAI,OAAO,CAAC,cAAc,EAAE;QACxB,OAAO,IAAI,4BAAuB,CAAC,OAAO,CAAC,CAAC;KAC/C;IAED,OAAO,IAAI,4BAAmB,EAAE,CAAC;AACrC,CAAC;AAND,kFAMC"}

package/fs/key-value-store/memory.d.ts

@@ -0,0 +1,9 @@
+import type { InternalKeyRecord } from '../../resource-clients/key-value-store';
+import type { StorageImplementation } from '../common';
+export declare class KeyValueMemoryEntry implements StorageImplementation<InternalKeyRecord> {
+    private data;
+    get(): Promise<InternalKeyRecord>;
+    update(data: InternalKeyRecord): void;
+    delete(): void;
+}
+//# sourceMappingURL=memory.d.ts.map

package/fs/key-value-store/memory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.d.ts","sourceRoot":"","sources":["../../../src/fs/key-value-store/memory.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wCAAwC,CAAC;AAChF,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAEvD,qBAAa,mBAAoB,YAAW,qBAAqB,CAAC,iBAAiB,CAAC;IAChF,OAAO,CAAC,IAAI,CAAqB;IAE3B,GAAG;IAIT,MAAM,CAAC,IAAI,EAAE,iBAAiB;IAI9B,MAAM;CAGT"}

package/fs/key-value-store/memory.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KeyValueMemoryEntry = void 0;
+class KeyValueMemoryEntry {
+    constructor() {
+        Object.defineProperty(this, "data", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+    }
+    async get() {
+        return this.data;
+    }
+    update(data) {
+        this.data = data;
+    }
+    delete() {
+        // No-op
+    }
+}
+exports.KeyValueMemoryEntry = KeyValueMemoryEntry;
+//# sourceMappingURL=memory.js.map

package/fs/key-value-store/memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"memory.js","sourceRoot":"","sources":["../../../src/fs/key-value-store/memory.ts"],"names":[],"mappings":";;;AAGA,MAAa,mBAAmB;IAAhC;QACI;;;;;WAAiC;IAarC,CAAC;IAXG,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,MAAM,CAAC,IAAuB;QAC1B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAED,MAAM;QACF,QAAQ;IACZ,CAAC;CACJ;AAdD,kDAcC"}

package/fs/request-queue/fs.d.ts

@@ -0,0 +1,11 @@
+import type { CreateStorageImplementationOptions } from '.';
+import type { InternalRequest } from '../../resource-clients/request-queue';
+import type { StorageImplementation } from '../common';
+export declare class RequestQueueFileSystemEntry implements StorageImplementation<InternalRequest> {
+    private filePath;
+    constructor(options: CreateStorageImplementationOptions);
+    get(): Promise<any>;
+    update(data: InternalRequest): Promise<void>;
+    delete(): Promise<void>;
+}
+//# sourceMappingURL=fs.d.ts.map

package/fs/request-queue/fs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.d.ts","sourceRoot":"","sources":["../../../src/fs/request-queue/fs.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,kCAAkC,EAAE,MAAM,GAAG,CAAC;AAC5D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAE5E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAEvD,qBAAa,2BAA4B,YAAW,qBAAqB,CAAC,eAAe,CAAC;IACtF,OAAO,CAAC,QAAQ,CAAS;gBAEb,OAAO,EAAE,kCAAkC;IAIjD,GAAG;IAIH,MAAM,CAAC,IAAI,EAAE,eAAe;IAK5B,MAAM;CAGf"}

package/fs/request-queue/fs.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RequestQueueFileSystemEntry = void 0;
+const fs_extra_1 = require("fs-extra");
+const promises_1 = require("node:fs/promises");
+const node_path_1 = require("node:path");
+const worker_utils_1 = require("../../workers/worker-utils");
+class RequestQueueFileSystemEntry {
+    constructor(options) {
+        Object.defineProperty(this, "filePath", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.filePath = (0, node_path_1.resolve)(options.storeDirectory, `${options.requestId}.json`);
+    }
+    async get() {
+        return JSON.parse(await (0, promises_1.readFile)(this.filePath, 'utf-8'));
+    }
+    async update(data) {
+        await (0, fs_extra_1.ensureDir)((0, node_path_1.dirname)(this.filePath));
+        await (0, worker_utils_1.lockAndWrite)(this.filePath, data);
+    }
+    async delete() {
+        await (0, promises_1.rm)(this.filePath, { force: true });
+    }
+}
+exports.RequestQueueFileSystemEntry = RequestQueueFileSystemEntry;
+//# sourceMappingURL=fs.js.map

package/fs/request-queue/fs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fs.js","sourceRoot":"","sources":["../../../src/fs/request-queue/fs.ts"],"names":[],"mappings":";;;AAAA,uCAAqC;AACrC,+CAAgD;AAChD,yCAA6C;AAG7C,6DAA0D;AAG1D,MAAa,2BAA2B;IAGpC,YAAY,OAA2C;QAFvD;;;;;WAAyB;QAGrB,IAAI,CAAC,QAAQ,GAAG,IAAA,mBAAO,EAAC,OAAO,CAAC,cAAc,EAAE,GAAG,OAAO,CAAC,SAAS,OAAO,CAAC,CAAC;IACjF,CAAC;IAED,KAAK,CAAC,GAAG;QACL,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAA,mBAAQ,EAAC,IAAI,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,IAAqB;QAC9B,MAAM,IAAA,oBAAS,EAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;QACxC,MAAM,IAAA,2BAAY,EAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,MAAM;QACR,MAAM,IAAA,aAAE,EAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;CACJ;AAnBD,kEAmBC"}

package/fs/request-queue/index.d.ts

@@ -0,0 +1,9 @@
+import type { InternalRequest } from '../../resource-clients/request-queue';
+import type { StorageImplementation } from '../common';
+export declare function createRequestQueueStorageImplementation(options: CreateStorageImplementationOptions): StorageImplementation<InternalRequest>;
+export interface CreateStorageImplementationOptions {
+    persistStorage: boolean;
+    storeDirectory: string;
+    requestId: string;
+}
+//# sourceMappingURL=index.d.ts.map

package/fs/request-queue/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/fs/request-queue/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sCAAsC,CAAC;AAC5E,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAIvD,wBAAgB,uCAAuC,CAAC,OAAO,EAAE,kCAAkC,GAAG,qBAAqB,CAAC,eAAe,CAAC,CAM3I;AAED,MAAM,WAAW,kCAAkC;IAC/C,cAAc,EAAE,OAAO,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,MAAM,CAAC;CACrB"}