@super-protocol/swarm-contracts-sdk 0.0.1-beta.1

package/dist/cjs/providers/storage/StorageAdapter.js

@@ -0,0 +1,300 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CacheEvents = void 0;
+const lru_cache_1 = require("lru-cache");
+const uuid = __importStar(require("uuid"));
+const crypto_1 = require("crypto");
+const p_queue_1 = __importDefault(require("p-queue"));
+const StorageKeyValueAdapter_js_1 = __importDefault(require("./StorageKeyValueAdapter.js"));
+const StorageContentWriter_js_1 = __importStar(require("./StorageContentWriter.js"));
+const StorageMetadataReader_js_1 = __importDefault(require("./StorageMetadataReader.js"));
+const logger_js_1 = __importDefault(require("../../logger.js"));
+const PubSub_js_1 = __importDefault(require("../../utils/PubSub.js"));
+var CacheEvents;
+(function (CacheEvents) {
+    CacheEvents["INSTANCES_CHANGED"] = "INSTANCES_CHANGED";
+    CacheEvents["KEY_DELETED"] = "KEY_DELETED";
+})(CacheEvents || (exports.CacheEvents = CacheEvents = {}));
+const DEFAULT_READ_METADATA_CONCURRENCY = 16;
+class StorageAdapter {
+    logger;
+    storageKeyValueAdapter;
+    cache;
+    encryptionKeys = new Map(); // key -> encryption key (base64)
+    contentWriter;
+    metadataReader;
+    instanceId;
+    timeout = null;
+    readInterval;
+    queues = new Map();
+    queueReadMetadata;
+    isUpdating = new Map();
+    pubSub = new PubSub_js_1.default();
+    eventName = 'storage-adapter';
+    performance;
+    constructor(storageAccess, config) {
+        const { readInterval, writeInterval, lruCache, objectDeletedFlag, readMetadataConcurrency, performance, showLogs = true, hasEncryption = true, instanceId, } = config;
+        this.logger = showLogs ? logger_js_1.default.child({ class: StorageAdapter.name }) : null;
+        this.performance = performance;
+        this.instanceId = instanceId ?? this.generateHash();
+        this.readInterval = readInterval;
+        this.storageKeyValueAdapter = new StorageKeyValueAdapter_js_1.default(storageAccess, {
+            showLogs,
+            hasEncryption,
+        });
+        this.cache = new lru_cache_1.LRUCache(lruCache);
+        this.metadataReader = new StorageMetadataReader_js_1.default({
+            storageKeyValueAdapter: this.storageKeyValueAdapter,
+            objectDeletedFlag,
+            showLogs,
+        });
+        this.contentWriter = new StorageContentWriter_js_1.default({
+            interval: writeInterval,
+            storageKeyValueAdapter: this.storageKeyValueAdapter,
+            instanceId: this.instanceId,
+            objectDeletedFlag,
+            performance: this.performance,
+            showLogs,
+        });
+        this.queueReadMetadata = new p_queue_1.default({
+            concurrency: readMetadataConcurrency || DEFAULT_READ_METADATA_CONCURRENCY,
+        });
+    }
+    generateHash(str) {
+        return (0, crypto_1.createHash)('sha256')
+            .update(str || uuid.v4())
+            .digest('hex');
+    }
+    subscribe(cb) {
+        this.pubSub.subscribe(this.eventName, cb);
+        return () => {
+            this.pubSub.unsubscribe(this.eventName, cb);
+        };
+    }
+    publish(type, message) {
+        this.pubSub.publish(this.eventName, {
+            type,
+            message,
+        });
+    }
+    async has(key) {
+        if (!this.cache.has(key)) {
+            await this.getQueue(key).add(async () => {
+                if (!this.cache.has(key)) {
+                    await this.checkUpdates(key);
+                }
+            });
+        }
+        return this.cache.has(key);
+    }
+    getEncryptionKey(key, encryptionKeyBuffer) {
+        if (!this.encryptionKeys.has(key)) {
+            if (!encryptionKeyBuffer) {
+                return null;
+            }
+            const encryptionKey = encryptionKeyBuffer.toString('base64');
+            this.encryptionKeys.set(key, encryptionKey);
+            return encryptionKey;
+        }
+        return this.encryptionKeys.get(key) || null;
+    }
+    set(key, value, encryptionKeyBuffer) {
+        if (this.contentWriter.storageWrites.get(key)?.type === StorageContentWriter_js_1.ContentWriterType.NEEDS_DELETE) {
+            throw new Error('Object has been deleted');
+        }
+        const encryptionKey = this.getEncryptionKey(key, encryptionKeyBuffer);
+        this.setByInstance(key, this.instanceId, {
+            value,
+            modifiedTs: Number.MAX_SAFE_INTEGER,
+        });
+        this.contentWriter.set(key, StorageContentWriter_js_1.ContentWriterType.NEEDS_UPLOAD, encryptionKey || undefined);
+    }
+    setByInstance(key, instanceId, value) {
+        const instances = this.cache.get(key) || new Map();
+        instances.set(instanceId, value);
+        this.cache.set(key, instances);
+    }
+    delete(key) {
+        this.cache.delete(key);
+        this.isUpdating.delete(key);
+        const encryptionKey = this.getEncryptionKey(key);
+        if (encryptionKey) {
+            this.contentWriter.set(key, StorageContentWriter_js_1.ContentWriterType.NEEDS_DELETE, encryptionKey);
+            this.encryptionKeys.delete(key);
+        }
+        else {
+            this.logger?.error(`Encryption key for key ${key} is not set`);
+        }
+        this.clearQueue(key);
+    }
+    // the first value is always the current instance, if key exists
+    async get(key, encryptionKeyBuffer) {
+        if (this.contentWriter.storageWrites.get(key)?.type === StorageContentWriter_js_1.ContentWriterType.NEEDS_DELETE ||
+            !(await this.has(key))) {
+            return null;
+        }
+        const encryptionKey = this.getEncryptionKey(key, encryptionKeyBuffer);
+        if (this.cacheHasNullInstances(key)) {
+            await this.getQueue(key).add(async () => {
+                if (this.cacheHasNullInstances(key)) {
+                    await this.fetchNullValues(key, encryptionKey || undefined);
+                }
+            });
+        }
+        const map = this.cache.get(key);
+        if (!map?.size)
+            return null;
+        const currentInstance = map.get(this.instanceId)?.value || null;
+        const otherInstances = Array.from(map.entries()).reduce((acc, [instanceId, instance]) => {
+            return instanceId !== this.instanceId ? [...acc, instance?.value || null] : acc;
+        }, []);
+        return [currentInstance, ...otherInstances];
+    }
+    getQueue(key) {
+        let queue = this.queues.get(key);
+        if (!queue) {
+            queue = new p_queue_1.default({ concurrency: 1 });
+            this.queues.set(key, queue);
+        }
+        return queue;
+    }
+    clearQueue(key) {
+        const queue = this.queues.get(key);
+        queue?.clear();
+        this.queues.delete(key);
+    }
+    cacheHasNullInstances(key) {
+        return Array.from(this.cache.get(key)?.values() || []).some((instance) => instance.value === null);
+    }
+    async fetchNullValues(key, encryptionKey) {
+        const promises = [];
+        this.cache.get(key)?.forEach((instance, instanceId) => {
+            if (instance.value === null) {
+                const fileName = `${key}/${instanceId}`;
+                const startDownload = this.performance?.now();
+                promises.push(this.storageKeyValueAdapter
+                    .get(fileName, encryptionKey)
+                    .then((file) => {
+                    if (this.performance && startDownload !== undefined) {
+                        const finishDownload = this.performance.now();
+                        logger_js_1.default.info(`Downloading took ${(finishDownload - startDownload).toFixed(1)} ms`);
+                    }
+                    this.setByInstance(key, instanceId, {
+                        ...instance,
+                        value: file,
+                    });
+                })
+                    .catch((err) => this.logger?.error({ err }, 'Error fetching content')));
+            }
+        });
+        await Promise.all(promises);
+    }
+    clear() {
+        this.cache.clear();
+        this.contentWriter.clear();
+    }
+    run() {
+        this.contentWriter.startActualizeCacheTimer(this.cache);
+        if (this.readInterval) {
+            this.startUpdatesChecking();
+        }
+    }
+    async checkUpdates(key) {
+        if (this.isUpdating.get(key) ||
+            this.contentWriter.storageWrites.get(key)?.type === StorageContentWriter_js_1.ContentWriterType.NEEDS_DELETE) {
+            return;
+        }
+        this.isUpdating.set(key, true);
+        try {
+            if (!this.cache.has(key)) {
+                this.cache.set(key, new Map());
+            }
+            const cachedByKey = this.cache.get(key);
+            const initialSize = cachedByKey.size;
+            const { updated, deleted } = await this.metadataReader.fetchInstancesUpdates(key, cachedByKey);
+            if (deleted.has(key)) {
+                this.delete(key);
+                this.publish(CacheEvents.KEY_DELETED, key);
+                return;
+            }
+            updated.forEach((storageObject, instanceId) => {
+                cachedByKey.set(instanceId, {
+                    value: null,
+                    modifiedTs: storageObject.createdAt.getTime(),
+                });
+            });
+            if (updated.size && initialSize) {
+                this.publish(CacheEvents.INSTANCES_CHANGED, key);
+            }
+            deleted.forEach((instanceId) => {
+                if (instanceId !== this.instanceId) {
+                    cachedByKey.delete(instanceId);
+                }
+            });
+            if (!cachedByKey.size) {
+                this.cache.delete(key);
+            }
+        }
+        catch (err) {
+            this.logger?.error({ err }, 'Error checking updates');
+            return;
+        }
+        finally {
+            this.isUpdating.set(key, false);
+        }
+    }
+    startUpdatesChecking() {
+        this.stopUpdatesChecking();
+        this.timeout = setTimeout(async () => {
+            Array.from(this.cache.keys()).forEach((key) => {
+                void this.queueReadMetadata.add(async () => {
+                    await this.getQueue(key).add(async () => {
+                        await this.checkUpdates(key);
+                    });
+                });
+            });
+            await this.queueReadMetadata.onIdle();
+            this.startUpdatesChecking();
+        }, this.readInterval);
+    }
+    stopUpdatesChecking() {
+        if (this.timeout)
+            clearTimeout(this.timeout);
+    }
+    stop() {
+        this.stopUpdatesChecking();
+        this.contentWriter.stop();
+    }
+    async shutdown() {
+        this.stop();
+        await this.contentWriter.shutdown(this.cache);
+    }
+}
+exports.default = StorageAdapter;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU3RvcmFnZUFkYXB0ZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvcHJvdmlkZXJzL3N0b3JhZ2UvU3RvcmFnZUFkYXB0ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7QUFBQSx5Q0FBcUM7QUFDckMsMkNBQTZCO0FBQzdCLG1DQUFvQztBQUNwQyxzREFBNEI7QUFDNUIsNEZBQWlFO0FBQ2pFLHFGQUFvRjtBQUNwRiwwRkFBK0Q7QUFFL0QsZ0VBQWlEO0FBRWpELHNFQUEyQztBQWtCM0MsSUFBWSxXQUdYO0FBSEQsV0FBWSxXQUFXO0lBQ3JCLHNEQUF1QyxDQUFBO0lBQ3ZDLDBDQUEyQixDQUFBO0FBQzdCLENBQUMsRUFIVyxXQUFXLDJCQUFYLFdBQVcsUUFHdEI7QUFFRCxNQUFNLGlDQUFpQyxHQUFHLEVBQUUsQ0FBQztBQUU3QyxNQUFxQixjQUFjO0lBQ2hCLE1BQU0sQ0FBaUI7SUFDdkIsc0JBQXNCLENBQTRCO0lBQ2xELEtBQUssQ0FBZ0Q7SUFDckQsY0FBYyxHQUFHLElBQUksR0FBRyxFQUFrQixDQUFDLENBQUMsaUNBQWlDO0lBQzdFLGFBQWEsQ0FBa0M7SUFDL0MsY0FBYyxDQUFtQztJQUNqRCxVQUFVLENBQVM7SUFDNUIsT0FBTyxHQUF5QyxJQUFJLENBQUM7SUFDNUMsWUFBWSxDQUFTO0lBQ3JCLE1BQU0sR0FBRyxJQUFJLEdBQUcsRUFBaUIsQ0FBQztJQUNsQyxpQkFBaUIsQ0FBUTtJQUN6QixVQUFVLEdBQUcsSUFBSSxHQUFHLEVBQW1CLENBQUM7SUFDeEMsTUFBTSxHQUE0RCxJQUFJLG1CQUFNLEVBQUUsQ0FBQztJQUMvRSxTQUFTLEdBQUcsaUJBQWlCLENBQUM7SUFDOUIsV0FBVyxDQUFlO0lBRTNDLFlBQVksYUFBNEIsRUFBRSxNQUE0QjtRQUNwRSxNQUFNLEVBQ0osWUFBWSxFQUNaLGFBQWEsRUFDYixRQUFRLEVBQ1IsaUJBQWlCLEVBQ2pCLHVCQUF1QixFQUN2QixXQUFXLEVBQ1gsUUFBUSxHQUFHLElBQUksRUFDZixhQUFhLEdBQUcsSUFBSSxFQUNwQixVQUFVLEdBQ1gsR0FBRyxNQUFNLENBQUM7UUFDWCxJQUFJLENBQUMsTUFBTSxHQUFHLFFBQVEsQ0FBQyxDQUFDLENBQUMsbUJBQU0sQ0FBQyxLQUFLLENBQUMsRUFBRSxLQUFLLEVBQUUsY0FBYyxDQUFDLElBQUksRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQztRQUM3RSxJQUFJLENBQUMsV0FBVyxHQUFHLFdBQVcsQ0FBQztRQUMvQixJQUFJLENBQUMsVUFBVSxHQUFHLFVBQVUsSUFBSSxJQUFJLENBQUMsWUFBWSxFQUFFLENBQUM7UUFDcEQsSUFBSSxDQUFDLFlBQVksR0FBRyxZQUFZLENBQUM7UUFDakMsSUFBSSxDQUFDLHNCQUFzQixHQUFHLElBQUksbUNBQXNCLENBQUMsYUFBYSxFQUFFO1lBQ3RFLFFBQVE7WUFDUixhQUFhO1NBQ2QsQ0FBQyxDQUFDO1FBQ0gsSUFBSSxDQUFDLEtBQUssR0FBRyxJQUFJLG9CQUFRLENBQUMsUUFBUSxDQUFDLENBQUM7UUFDcEMsSUFBSSxDQUFDLGNBQWMsR0FBRyxJQUFJLGtDQUFxQixDQUFDO1lBQzlDLHNCQUFzQixFQUFFLElBQUksQ0FBQyxzQkFBc0I7WUFDbkQsaUJBQWlCO1lBQ2pCLFFBQVE7U0FDVCxDQUFDLENBQUM7UUFDSCxJQUFJLENBQUMsYUFBYSxHQUFHLElBQUksaUNBQW9CLENBQUM7WUFDNUMsUUFBUSxFQUFFLGFBQWE7WUFDdkIsc0JBQXNCLEVBQUUsSUFBSSxDQUFDLHNCQUFzQjtZQUNuRCxVQUFVLEVBQUUsSUFBSSxDQUFDLFVBQVU7WUFDM0IsaUJBQWlCO1lBQ2pCLFdBQVcsRUFBRSxJQUFJLENBQUMsV0FBVztZQUM3QixRQUFRO1NBQ1QsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLGlCQUFpQixHQUFHLElBQUksaUJBQUssQ0FBQztZQUNqQyxXQUFXLEVBQUUsdUJBQXVCLElBQUksaUNBQWlDO1NBQzFFLENBQUMsQ0FBQztJQUNMLENBQUM7SUFFTyxZQUFZLENBQUMsR0FBWTtRQUMvQixPQUFPLElBQUEsbUJBQVUsRUFBQyxRQUFRLENBQUM7YUFDeEIsTUFBTSxDQUFDLEdBQUcsSUFBSSxJQUFJLENBQUMsRUFBRSxFQUFFLENBQUM7YUFDeEIsTUFBTSxDQUFDLEtBQUssQ0FBQyxDQUFDO0lBQ25CLENBQUM7SUFFRCxTQUFTLENBQUMsRUFBNEQ7UUFDcEUsSUFBSSxDQUFDLE1BQU0sQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLFNBQVMsRUFBRSxFQUFFLENBQUMsQ0FBQztRQUUxQyxPQUFPLEdBQUcsRUFBRTtZQUNWLElBQUksQ0FBQyxNQUFNLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsRUFBRSxDQUFDLENBQUM7UUFDOUMsQ0FBQyxDQUFDO0lBQ0osQ0FBQztJQUVPLE9BQU8sQ0FBQyxJQUFpQixFQUFFLE9BQWdCO1FBQ2pELElBQUksQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUU7WUFDbEMsSUFBSTtZQUNKLE9BQU87U0FDUixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRUQsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFXO1FBQ25CLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQ3pCLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxHQUFHLENBQUMsS0FBSyxJQUFJLEVBQUU7Z0JBQ3RDLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO29CQUN6QixNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsR0FBRyxDQUFDLENBQUM7Z0JBQy9CLENBQUM7WUFDSCxDQUFDLENBQUMsQ0FBQztRQUNMLENBQUM7UUFFRCxPQUFPLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDO0lBQzdCLENBQUM7SUFFTyxnQkFBZ0IsQ0FBQyxHQUFXLEVBQUUsbUJBQTRCO1FBQ2hFLElBQUksQ0FBQyxJQUFJLENBQUMsY0FBYyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQ2xDLElBQUksQ0FBQyxtQkFBbUIsRUFBRSxDQUFDO2dCQUN6QixPQUFPLElBQUksQ0FBQztZQUNkLENBQUM7WUFDRCxNQUFNLGFBQWEsR0FBRyxtQkFBbUIsQ0FBQyxRQUFRLENBQUMsUUFBUSxDQUFDLENBQUM7WUFDN0QsSUFBSSxDQUFDLGNBQWMsQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLGFBQWEsQ0FBQyxDQUFDO1lBRTVDLE9BQU8sYUFBYSxDQUFDO1FBQ3ZCLENBQUM7UUFFRCxPQUFPLElBQUksQ0FBQyxjQUFjLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxJQUFJLElBQUksQ0FBQztJQUM5QyxDQUFDO0lBRUQsR0FBRyxDQUFDLEdBQVcsRUFBRSxLQUFRLEVBQUUsbUJBQTRCO1FBQ3JELElBQUksSUFBSSxDQUFDLGFBQWEsQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLElBQUksS0FBSywyQ0FBaUIsQ0FBQyxZQUFZLEVBQUUsQ0FBQztZQUN2RixNQUFNLElBQUksS0FBSyxDQUFDLHlCQUF5QixDQUFDLENBQUM7UUFDN0MsQ0FBQztRQUNELE1BQU0sYUFBYSxHQUFHLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxHQUFHLEVBQUUsbUJBQW1CLENBQUMsQ0FBQztRQUN0RSxJQUFJLENBQUMsYUFBYSxDQUFDLEdBQUcsRUFBRSxJQUFJLENBQUMsVUFBVSxFQUFFO1lBQ3ZDLEtBQUs7WUFDTCxVQUFVLEVBQUUsTUFBTSxDQUFDLGdCQUFnQjtTQUNwQyxDQUFDLENBQUM7UUFDSCxJQUFJLENBQUMsYUFBYSxDQUFDLEdBQUcsQ0FBQyxHQUFHLEVBQUUsMkNBQWlCLENBQUMsWUFBWSxFQUFFLGFBQWEsSUFBSSxTQUFTLENBQUMsQ0FBQztJQUMxRixDQUFDO0lBRU8sYUFBYSxDQUFDLEdBQVcsRUFBRSxVQUFrQixFQUFFLEtBQXFCO1FBQzFFLE1BQU0sU0FBUyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxJQUFJLElBQUksR0FBRyxFQUFFLENBQUM7UUFDbkQsU0FBUyxDQUFDLEdBQUcsQ0FBQyxVQUFVLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDakMsSUFBSSxDQUFDLEtBQUssQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLFNBQVMsQ0FBQyxDQUFDO0lBQ2pDLENBQUM7SUFFRCxNQUFNLENBQUMsR0FBVztRQUNoQixJQUFJLENBQUMsS0FBSyxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUN2QixJQUFJLENBQUMsVUFBVSxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUU1QixNQUFNLGFBQWEsR0FBRyxJQUFJLENBQUMsZ0JBQWdCLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDakQsSUFBSSxhQUFhLEVBQUUsQ0FBQztZQUNsQixJQUFJLENBQUMsYUFBYSxDQUFDLEdBQUcsQ0FBQyxHQUFHLEVBQUUsMkNBQWlCLENBQUMsWUFBWSxFQUFFLGFBQWEsQ0FBQyxDQUFDO1lBQzNFLElBQUksQ0FBQyxjQUFjLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ2xDLENBQUM7YUFBTSxDQUFDO1lBQ04sSUFBSSxDQUFDLE1BQU0sRUFBRSxLQUFLLENBQUMsMEJBQTBCLEdBQUcsYUFBYSxDQUFDLENBQUM7UUFDakUsQ0FBQztRQUVELElBQUksQ0FBQyxVQUFVLENBQUMsR0FBRyxDQUFDLENBQUM7SUFDdkIsQ0FBQztJQUVELGdFQUFnRTtJQUNoRSxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQVcsRUFBRSxtQkFBNEI7UUFDakQsSUFDRSxJQUFJLENBQUMsYUFBYSxDQUFDLGFBQWEsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsSUFBSSxLQUFLLDJDQUFpQixDQUFDLFlBQVk7WUFDbEYsQ0FBQyxDQUFDLE1BQU0sSUFBSSxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQyxFQUN0QixDQUFDO1lBQ0QsT0FBTyxJQUFJLENBQUM7UUFDZCxDQUFDO1FBQ0QsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLGdCQUFnQixDQUFDLEdBQUcsRUFBRSxtQkFBbUIsQ0FBQyxDQUFDO1FBQ3RFLElBQUksSUFBSSxDQUFDLHFCQUFxQixDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUM7WUFDcEMsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxLQUFLLElBQUksRUFBRTtnQkFDdEMsSUFBSSxJQUFJLENBQUMscUJBQXFCLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQztvQkFDcEMsTUFBTSxJQUFJLENBQUMsZUFBZSxDQUFDLEdBQUcsRUFBRSxhQUFhLElBQUksU0FBUyxDQUFDLENBQUM7Z0JBQzlELENBQUM7WUFDSCxDQUFDLENBQUMsQ0FBQztRQUNMLENBQUM7UUFFRCxNQUFNLEdBQUcsR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNoQyxJQUFJLENBQUMsR0FBRyxFQUFFLElBQUk7WUFBRSxPQUFPLElBQUksQ0FBQztRQUM1QixNQUFNLGVBQWUsR0FBRyxHQUFHLENBQUMsR0FBRyxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsRUFBRSxLQUFLLElBQUksSUFBSSxDQUFDO1FBQ2hFLE1BQU0sY0FBYyxHQUFHLEtBQUssQ0FBQyxJQUFJLENBQUMsR0FBRyxDQUFDLE9BQU8sRUFBRSxDQUFDLENBQUMsTUFBTSxDQUNyRCxDQUFDLEdBQUcsRUFBRSxDQUFDLFVBQVUsRUFBRSxRQUFRLENBQUMsRUFBRSxFQUFFO1lBQzlCLE9BQU8sVUFBVSxLQUFLLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDLENBQUMsR0FBRyxHQUFHLEVBQUUsUUFBUSxFQUFFLEtBQUssSUFBSSxJQUFJLENBQUMsQ0FBQyxDQUFDLENBQUMsR0FBRyxDQUFDO1FBQ2xGLENBQUMsRUFDRCxFQUFrQixDQUNuQixDQUFDO1FBRUYsT0FBTyxDQUFDLGVBQWUsRUFBRSxHQUFHLGNBQWMsQ0FBQyxDQUFDO0lBQzlDLENBQUM7SUFFTyxRQUFRLENBQUMsR0FBVztRQUMxQixJQUFJLEtBQUssR0FBRyxJQUFJLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUVqQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDWCxLQUFLLEdBQUcsSUFBSSxpQkFBSyxDQUFDLEVBQUUsV0FBVyxFQUFFLENBQUMsRUFBRSxDQUFDLENBQUM7WUFDdEMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLEtBQUssQ0FBQyxDQUFDO1FBQzlCLENBQUM7UUFFRCxPQUFPLEtBQUssQ0FBQztJQUNmLENBQUM7SUFFTyxVQUFVLENBQUMsR0FBVztRQUM1QixNQUFNLEtBQUssR0FBRyxJQUFJLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNuQyxLQUFLLEVBQUUsS0FBSyxFQUFFLENBQUM7UUFDZixJQUFJLENBQUMsTUFBTSxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQztJQUMxQixDQUFDO0lBRU8scUJBQXFCLENBQUMsR0FBVztRQUN2QyxPQUFPLEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsTUFBTSxFQUFFLElBQUksRUFBRSxDQUFDLENBQUMsSUFBSSxDQUN6RCxDQUFDLFFBQVEsRUFBRSxFQUFFLENBQUMsUUFBUSxDQUFDLEtBQUssS0FBSyxJQUFJLENBQ3RDLENBQUM7SUFDSixDQUFDO0lBRU8sS0FBSyxDQUFDLGVBQWUsQ0FBQyxHQUFXLEVBQUUsYUFBc0I7UUFDL0QsTUFBTSxRQUFRLEdBQW9CLEVBQUUsQ0FBQztRQUVyQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxPQUFPLENBQUMsQ0FBQyxRQUFRLEVBQUUsVUFBVSxFQUFFLEVBQUU7WUFDcEQsSUFBSSxRQUFRLENBQUMsS0FBSyxLQUFLLElBQUksRUFBRSxDQUFDO2dCQUM1QixNQUFNLFFBQVEsR0FBRyxHQUFHLEdBQUcsSUFBSSxVQUFVLEVBQUUsQ0FBQztnQkFDeEMsTUFBTSxhQUFhLEdBQXVCLElBQUksQ0FBQyxXQUFXLEVBQUUsR0FBRyxFQUFFLENBQUM7Z0JBRWxFLFFBQVEsQ0FBQyxJQUFJLENBQ1gsSUFBSSxDQUFDLHNCQUFzQjtxQkFDeEIsR0FBRyxDQUFDLFFBQVEsRUFBRSxhQUFhLENBQUM7cUJBQzVCLElBQUksQ0FBQyxDQUFDLElBQUksRUFBRSxFQUFFO29CQUNiLElBQUksSUFBSSxDQUFDLFdBQVcsSUFBSSxhQUFhLEtBQUssU0FBUyxFQUFFLENBQUM7d0JBQ3BELE1BQU0sY0FBYyxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsR0FBRyxFQUFFLENBQUM7d0JBQzlDLG1CQUFNLENBQUMsSUFBSSxDQUFDLG9CQUFvQixDQUFDLGNBQWMsR0FBRyxhQUFhLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDO29CQUNwRixDQUFDO29CQUNELElBQUksQ0FBQyxhQUFhLENBQUMsR0FBRyxFQUFFLFVBQVUsRUFBRTt3QkFDbEMsR0FBRyxRQUFRO3dCQUNYLEtBQUssRUFBRSxJQUFJO3FCQUNaLENBQUMsQ0FBQztnQkFDTCxDQUFDLENBQUM7cUJBQ0QsS0FBSyxDQUFDLENBQUMsR0FBRyxFQUFFLEVBQUUsQ0FBQyxJQUFJLENBQUMsTUFBTSxFQUFFLEtBQUssQ0FBQyxFQUFFLEdBQUcsRUFBRSxFQUFFLHdCQUF3QixDQUFDLENBQUMsQ0FDekUsQ0FBQztZQUNKLENBQUM7UUFDSCxDQUFDLENBQUMsQ0FBQztRQUVILE1BQU0sT0FBTyxDQUFDLEdBQUcsQ0FBQyxRQUFRLENBQUMsQ0FBQztJQUM5QixDQUFDO0lBRUQsS0FBSztRQUNILElBQUksQ0FBQyxLQUFLLENBQUMsS0FBSyxFQUFFLENBQUM7UUFDbkIsSUFBSSxDQUFDLGFBQWEsQ0FBQyxLQUFLLEVBQUUsQ0FBQztJQUM3QixDQUFDO0lBRUQsR0FBRztRQUNELElBQUksQ0FBQyxhQUFhLENBQUMsd0JBQXdCLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxDQUFDO1FBRXhELElBQUksSUFBSSxDQUFDLFlBQVksRUFBRSxDQUFDO1lBQ3RCLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxDQUFDO1FBQzlCLENBQUM7SUFDSCxDQUFDO0lBRU8sS0FBSyxDQUFDLFlBQVksQ0FBQyxHQUFXO1FBQ3BDLElBQ0UsSUFBSSxDQUFDLFVBQVUsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDO1lBQ3hCLElBQUksQ0FBQyxhQUFhLENBQUMsYUFBYSxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxJQUFJLEtBQUssMkNBQWlCLENBQUMsWUFBWSxFQUNsRixDQUFDO1lBQ0QsT0FBTztRQUNULENBQUM7UUFDRCxJQUFJLENBQUMsVUFBVSxDQUFDLEdBQUcsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDLENBQUM7UUFFL0IsSUFBSSxDQUFDO1lBQ0gsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUM7Z0JBQ3pCLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsRUFBRSxJQUFJLEdBQUcsRUFBRSxDQUFDLENBQUM7WUFDakMsQ0FBQztZQUNELE1BQU0sV0FBVyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBZ0MsQ0FBQztZQUN2RSxNQUFNLFdBQVcsR0FBRyxXQUFXLENBQUMsSUFBSSxDQUFDO1lBRXJDLE1BQU0sRUFBRSxPQUFPLEVBQUUsT0FBTyxFQUFFLEdBQUcsTUFBTSxJQUFJLENBQUMsY0FBYyxDQUFDLHFCQUFxQixDQUMxRSxHQUFHLEVBQ0gsV0FBVyxDQUNaLENBQUM7WUFFRixJQUFJLE9BQU8sQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQztnQkFDckIsSUFBSSxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQztnQkFDakIsSUFBSSxDQUFDLE9BQU8sQ0FBQyxXQUFXLENBQUMsV0FBVyxFQUFFLEdBQUcsQ0FBQyxDQUFDO2dCQUUzQyxPQUFPO1lBQ1QsQ0FBQztZQUVELE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQyxhQUFhLEVBQUUsVUFBVSxFQUFFLEVBQUU7Z0JBQzVDLFdBQVcsQ0FBQyxHQUFHLENBQUMsVUFBVSxFQUFFO29CQUMxQixLQUFLLEVBQUUsSUFBSTtvQkFDWCxVQUFVLEVBQUUsYUFBYSxDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUU7aUJBQzlDLENBQUMsQ0FBQztZQUNMLENBQUMsQ0FBQyxDQUFDO1lBRUgsSUFBSSxPQUFPLENBQUMsSUFBSSxJQUFJLFdBQVcsRUFBRSxDQUFDO2dCQUNoQyxJQUFJLENBQUMsT0FBTyxDQUFDLFdBQVcsQ0FBQyxpQkFBaUIsRUFBRSxHQUFHLENBQUMsQ0FBQztZQUNuRCxDQUFDO1lBRUQsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDLFVBQVUsRUFBRSxFQUFFO2dCQUM3QixJQUFJLFVBQVUsS0FBSyxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7b0JBQ25DLFdBQVcsQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUM7Z0JBQ2pDLENBQUM7WUFDSCxDQUFDLENBQUMsQ0FBQztZQUVILElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxFQUFFLENBQUM7Z0JBQ3RCLElBQUksQ0FBQyxLQUFLLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDO1lBQ3pCLENBQUM7UUFDSCxDQUFDO1FBQUMsT0FBTyxHQUFHLEVBQUUsQ0FBQztZQUNiLElBQUksQ0FBQyxNQUFNLEVBQUUsS0FBSyxDQUFDLEVBQUUsR0FBRyxFQUFFLEVBQUUsd0JBQXdCLENBQUMsQ0FBQztZQUV0RCxPQUFPO1FBQ1QsQ0FBQztnQkFBUyxDQUFDO1lBQ1QsSUFBSSxDQUFDLFVBQVUsQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLEtBQUssQ0FBQyxDQUFDO1FBQ2xDLENBQUM7SUFDSCxDQUFDO0lBRU8sb0JBQW9CO1FBQzFCLElBQUksQ0FBQyxtQkFBbUIsRUFBRSxDQUFDO1FBQzNCLElBQUksQ0FBQyxPQUFPLEdBQUcsVUFBVSxDQUFDLEtBQUssSUFBSSxFQUFFO1lBQ25DLEtBQUssQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQyxJQUFJLEVBQUUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFDLEdBQUcsRUFBRSxFQUFFO2dCQUM1QyxLQUFLLElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxHQUFHLENBQUMsS0FBSyxJQUFJLEVBQUU7b0JBQ3pDLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxHQUFHLENBQUMsS0FBSyxJQUFJLEVBQUU7d0JBQ3RDLE1BQU0sSUFBSSxDQUFDLFlBQVksQ0FBQyxHQUFHLENBQUMsQ0FBQztvQkFDL0IsQ0FBQyxDQUFDLENBQUM7Z0JBQ0wsQ0FBQyxDQUFDLENBQUM7WUFDTCxDQUFDLENBQUMsQ0FBQztZQUVILE1BQU0sSUFBSSxDQUFDLGlCQUFpQixDQUFDLE1BQU0sRUFBRSxDQUFDO1lBRXRDLElBQUksQ0FBQyxvQkFBb0IsRUFBRSxDQUFDO1FBQzlCLENBQUMsRUFBRSxJQUFJLENBQUMsWUFBWSxDQUFDLENBQUM7SUFDeEIsQ0FBQztJQUVPLG1CQUFtQjtRQUN6QixJQUFJLElBQUksQ0FBQyxPQUFPO1lBQUUsWUFBWSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsQ0FBQztJQUMvQyxDQUFDO0lBRUQsSUFBSTtRQUNGLElBQUksQ0FBQyxtQkFBbUIsRUFBRSxDQUFDO1FBQzNCLElBQUksQ0FBQyxhQUFhLENBQUMsSUFBSSxFQUFFLENBQUM7SUFDNUIsQ0FBQztJQUVELEtBQUssQ0FBQyxRQUFRO1FBQ1osSUFBSSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ1osTUFBTSxJQUFJLENBQUMsYUFBYSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDaEQsQ0FBQztDQUNGO0FBL1RELGlDQStUQyJ9

package/dist/cjs/providers/storage/StorageContentWriter.d.ts

@@ -0,0 +1,46 @@
+import { LRUCache } from 'lru-cache';
+import { CacheRecord, Performance } from './types.js';
+import StorageKeyValueAdapter from './StorageKeyValueAdapter.js';
+export interface StorageContentWriterConfig<V extends object> {
+    interval: number;
+    storageKeyValueAdapter: StorageKeyValueAdapter<V>;
+    instanceId: string;
+    objectDeletedFlag: string;
+    writeContentConcurrency?: number;
+    cacheExpirationTs?: number;
+    performance?: Performance;
+    showLogs?: boolean;
+}
+export declare enum ContentWriterType {
+    NEEDS_UPLOAD = "NEEDS_UPLOAD",
+    NEEDS_DELETE = "NEEDS_DELETE"
+}
+interface StorageWriteRecord {
+    type: ContentWriterType;
+    index: number;
+    encryptionKey?: string;
+}
+export default class StorageContentWriter<K extends string, V extends object> {
+    private timeout;
+    private readonly INTERVAL;
+    private readonly storageKeyValueAdapter;
+    private readonly logger?;
+    private readonly instanceId;
+    private readonly cacheExpirationTs;
+    private readonly objectDeletedFlag;
+    private readonly queueWriteContent;
+    private readonly performance?;
+    readonly storageWrites: Map<K, StorageWriteRecord>;
+    constructor(config: StorageContentWriterConfig<V>);
+    private actualizeCacheDelete;
+    private actualizeCacheUpload;
+    private actualizeCache;
+    private deleteOutdatedInstances;
+    startActualizeCacheTimer(cache: LRUCache<K, Map<string, CacheRecord<V>>>): void;
+    stop(): void;
+    set(key: K, type: ContentWriterType, encryptionKey?: string): void;
+    get(key: K): ContentWriterType | null;
+    clear(): void;
+    shutdown(cache: LRUCache<K, Map<string, CacheRecord<V>>>): Promise<void>;
+}
+export {};

package/dist/cjs/providers/storage/StorageContentWriter.js

@@ -0,0 +1,168 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContentWriterType = void 0;
+const p_queue_1 = __importDefault(require("p-queue"));
+const logger_js_1 = __importDefault(require("../../logger.js"));
+var ContentWriterType;
+(function (ContentWriterType) {
+    ContentWriterType["NEEDS_UPLOAD"] = "NEEDS_UPLOAD";
+    ContentWriterType["NEEDS_DELETE"] = "NEEDS_DELETE";
+})(ContentWriterType || (exports.ContentWriterType = ContentWriterType = {}));
+const DEFAULT_WRITE_CONTENT_CONCURRENCY = 16;
+const DEFAULT_CACHE_EXPIRATION_TS = 5 * 60 * 1000;
+class StorageContentWriter {
+    timeout = null;
+    INTERVAL;
+    storageKeyValueAdapter;
+    logger;
+    instanceId;
+    cacheExpirationTs;
+    objectDeletedFlag;
+    queueWriteContent;
+    performance;
+    storageWrites = new Map();
+    constructor(config) {
+        const { writeContentConcurrency, interval, storageKeyValueAdapter, instanceId, objectDeletedFlag, cacheExpirationTs, performance, showLogs = true, } = config || {};
+        this.logger = showLogs ? logger_js_1.default.child({ class: StorageContentWriter.name }) : null;
+        this.performance = performance;
+        this.INTERVAL = interval;
+        this.cacheExpirationTs = cacheExpirationTs || DEFAULT_CACHE_EXPIRATION_TS;
+        this.storageKeyValueAdapter = storageKeyValueAdapter;
+        this.instanceId = instanceId;
+        this.objectDeletedFlag = objectDeletedFlag;
+        this.queueWriteContent = new p_queue_1.default({
+            concurrency: writeContentConcurrency || DEFAULT_WRITE_CONTENT_CONCURRENCY,
+        });
+    }
+    async actualizeCacheDelete(key, encryptionKey) {
+        const objects = await this.storageKeyValueAdapter.listFiles(key);
+        const objectsToDelete = objects.filter((object) => !object.name.endsWith(this.objectDeletedFlag));
+        await Promise.all(objectsToDelete.map((object) => this.storageKeyValueAdapter.delete(object.name)));
+        if (objectsToDelete.length === objects.length) {
+            await this.storageKeyValueAdapter.set(`${key}/${this.objectDeletedFlag}`, null, encryptionKey);
+        }
+    }
+    async actualizeCacheUpload(key, cache, encryptionKey) {
+        const instances = cache.get(key);
+        const instance = instances?.get(this.instanceId);
+        if (!instances || !instance) {
+            this.logger?.error({
+                key,
+                instancesSize: instances?.size,
+                value: instance,
+            }, 'Attempted to upload non-existing value');
+            return;
+        }
+        if (instance.value) {
+            const startUpload = this.performance?.now();
+            await this.storageKeyValueAdapter.set(`${key}/${this.instanceId}`, instance.value, encryptionKey);
+            if (this.performance && startUpload !== undefined) {
+                const finishUpload = this.performance.now();
+                this.logger?.info(`Uploading took ${(finishUpload - startUpload).toFixed(1)} ms`);
+            }
+        }
+        await this.deleteOutdatedInstances(key, instances);
+    }
+    async actualizeCache(cache) {
+        const logger = this.logger?.child({ method: this.actualizeCache.name });
+        if (this.storageWrites.size) {
+            Array.from(this.storageWrites.entries()).forEach(([key, { type, index, encryptionKey }]) => {
+                void this.queueWriteContent.add(async () => {
+                    try {
+                        switch (type) {
+                            case ContentWriterType.NEEDS_DELETE:
+                                await this.actualizeCacheDelete(key, encryptionKey);
+                                break;
+                            case ContentWriterType.NEEDS_UPLOAD:
+                                await this.actualizeCacheUpload(key, cache, encryptionKey);
+                                break;
+                            default:
+                                break;
+                        }
+                        // delete only if the current index is up-to-date
+                        if (index === this.storageWrites.get(key)?.index) {
+                            this.storageWrites.delete(key);
+                        }
+                    }
+                    catch (err) {
+                        logger?.error({
+                            err,
+                            size: this.storageWrites.size,
+                        }, `Error storage writing ${key}`);
+                    }
+                });
+            });
+            await this.queueWriteContent.onIdle();
+            logger?.info({ size: this.storageWrites.size }, 'Success storage writing');
+        }
+    }
+    async deleteOutdatedInstances(key, instances) {
+        const expiredTs = Date.now() - this.cacheExpirationTs;
+        const instancesToDelete = [];
+        instances?.forEach((instance, instanceId) => {
+            const isOutdated = instance.modifiedTs < expiredTs;
+            const isNotNull = Boolean(instance.value);
+            if (instanceId !== this.instanceId && isNotNull && isOutdated) {
+                instancesToDelete.push([instanceId, instance]);
+            }
+        });
+        // For safety, always preserve one additional copy in storage
+        if (instancesToDelete.length <= 1) {
+            return;
+        }
+        // Finding the most up-to-date instance to preserve
+        instancesToDelete
+            .sort((a, b) => {
+            const diff = a[1].modifiedTs - b[1].modifiedTs;
+            if (diff === 0) {
+                return a[0] >= b[0] ? 1 : -1;
+            }
+            return diff;
+        })
+            .pop();
+        await Promise.allSettled(instancesToDelete.map(([instanceId]) => this.storageKeyValueAdapter
+            .delete(`${key}/${instanceId}`)
+            .then(() => {
+            instances.delete(instanceId);
+        })
+            .catch((err) => this.logger?.error({ err }, 'Error deleting outdated instance'))));
+    }
+    startActualizeCacheTimer(cache) {
+        if (this.INTERVAL) {
+            if (this.timeout)
+                clearTimeout(this.timeout);
+            this.timeout = setTimeout(async () => {
+                await this.actualizeCache(cache);
+                this.startActualizeCacheTimer(cache);
+            }, this.INTERVAL);
+        }
+    }
+    stop() {
+        if (this.timeout)
+            clearTimeout(this.timeout);
+        this.timeout = null;
+    }
+    set(key, type, encryptionKey) {
+        const oldValue = this.storageWrites.get(key);
+        this.storageWrites.set(key, {
+            type,
+            index: oldValue?.index ? oldValue.index + 1 : 1,
+            encryptionKey,
+        });
+    }
+    get(key) {
+        return this.storageWrites.get(key)?.type || null;
+    }
+    clear() {
+        this.storageWrites.clear();
+    }
+    async shutdown(cache) {
+        this.stop();
+        await this.actualizeCache(cache);
+    }
+}
+exports.default = StorageContentWriter;
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU3RvcmFnZUNvbnRlbnRXcml0ZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvcHJvdmlkZXJzL3N0b3JhZ2UvU3RvcmFnZUNvbnRlbnRXcml0ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6Ijs7Ozs7O0FBQ0Esc0RBQTRCO0FBQzVCLGdFQUFpRDtBQWVqRCxJQUFZLGlCQUdYO0FBSEQsV0FBWSxpQkFBaUI7SUFDM0Isa0RBQTZCLENBQUE7SUFDN0Isa0RBQTZCLENBQUE7QUFDL0IsQ0FBQyxFQUhXLGlCQUFpQixpQ0FBakIsaUJBQWlCLFFBRzVCO0FBRUQsTUFBTSxpQ0FBaUMsR0FBRyxFQUFFLENBQUM7QUFDN0MsTUFBTSwyQkFBMkIsR0FBRyxDQUFDLEdBQUcsRUFBRSxHQUFHLElBQUksQ0FBQztBQVFsRCxNQUFxQixvQkFBb0I7SUFDL0IsT0FBTyxHQUF5QyxJQUFJLENBQUM7SUFDNUMsUUFBUSxDQUFTO0lBQ2pCLHNCQUFzQixDQUE0QjtJQUNsRCxNQUFNLENBQWlCO0lBQ3ZCLFVBQVUsQ0FBUztJQUNuQixpQkFBaUIsQ0FBUztJQUMxQixpQkFBaUIsQ0FBUztJQUMxQixpQkFBaUIsQ0FBUTtJQUN6QixXQUFXLENBQWU7SUFDM0IsYUFBYSxHQUErQixJQUFJLEdBQUcsRUFBRSxDQUFDO0lBRXRFLFlBQVksTUFBcUM7UUFDL0MsTUFBTSxFQUNKLHVCQUF1QixFQUN2QixRQUFRLEVBQ1Isc0JBQXNCLEVBQ3RCLFVBQVUsRUFDVixpQkFBaUIsRUFDakIsaUJBQWlCLEVBQ2pCLFdBQVcsRUFDWCxRQUFRLEdBQUcsSUFBSSxHQUNoQixHQUFHLE1BQU0sSUFBSSxFQUFFLENBQUM7UUFDakIsSUFBSSxDQUFDLE1BQU0sR0FBRyxRQUFRLENBQUMsQ0FBQyxDQUFDLG1CQUFNLENBQUMsS0FBSyxDQUFDLEVBQUUsS0FBSyxFQUFFLG9CQUFvQixDQUFDLElBQUksRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQztRQUNuRixJQUFJLENBQUMsV0FBVyxHQUFHLFdBQVcsQ0FBQztRQUMvQixJQUFJLENBQUMsUUFBUSxHQUFHLFFBQVEsQ0FBQztRQUN6QixJQUFJLENBQUMsaUJBQWlCLEdBQUcsaUJBQWlCLElBQUksMkJBQTJCLENBQUM7UUFDMUUsSUFBSSxDQUFDLHNCQUFzQixHQUFHLHNCQUFzQixDQUFDO1FBQ3JELElBQUksQ0FBQyxVQUFVLEdBQUcsVUFBVSxDQUFDO1FBQzdCLElBQUksQ0FBQyxpQkFBaUIsR0FBRyxpQkFBaUIsQ0FBQztRQUUzQyxJQUFJLENBQUMsaUJBQWlCLEdBQUcsSUFBSSxpQkFBSyxDQUFDO1lBQ2pDLFdBQVcsRUFBRSx1QkFBdUIsSUFBSSxpQ0FBaUM7U0FDMUUsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVPLEtBQUssQ0FBQyxvQkFBb0IsQ0FBQyxHQUFNLEVBQUUsYUFBc0I7UUFDL0QsTUFBTSxPQUFPLEdBQUcsTUFBTSxJQUFJLENBQUMsc0JBQXNCLENBQUMsU0FBUyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ2pFLE1BQU0sZUFBZSxHQUFHLE9BQU8sQ0FBQyxNQUFNLENBQ3BDLENBQUMsTUFBTSxFQUFFLEVBQUUsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxpQkFBaUIsQ0FBQyxDQUMxRCxDQUFDO1FBRUYsTUFBTSxPQUFPLENBQUMsR0FBRyxDQUNmLGVBQWUsQ0FBQyxHQUFHLENBQUMsQ0FBQyxNQUFNLEVBQUUsRUFBRSxDQUFDLElBQUksQ0FBQyxzQkFBc0IsQ0FBQyxNQUFNLENBQUMsTUFBTSxDQUFDLElBQUksQ0FBQyxDQUFDLENBQ2pGLENBQUM7UUFFRixJQUFJLGVBQWUsQ0FBQyxNQUFNLEtBQUssT0FBTyxDQUFDLE1BQU0sRUFBRSxDQUFDO1lBQzlDLE1BQU0sSUFBSSxDQUFDLHNCQUFzQixDQUFDLEdBQUcsQ0FDbkMsR0FBRyxHQUFHLElBQUksSUFBSSxDQUFDLGlCQUFpQixFQUFFLEVBQ2xDLElBQUksRUFDSixhQUFhLENBQ2QsQ0FBQztRQUNKLENBQUM7SUFDSCxDQUFDO0lBRU8sS0FBSyxDQUFDLG9CQUFvQixDQUNoQyxHQUFNLEVBQ04sS0FBK0MsRUFDL0MsYUFBc0I7UUFFdEIsTUFBTSxTQUFTLEdBQUcsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNqQyxNQUFNLFFBQVEsR0FBRyxTQUFTLEVBQUUsR0FBRyxDQUFDLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQztRQUNqRCxJQUFJLENBQUMsU0FBUyxJQUFJLENBQUMsUUFBUSxFQUFFLENBQUM7WUFDNUIsSUFBSSxDQUFDLE1BQU0sRUFBRSxLQUFLLENBQ2hCO2dCQUNFLEdBQUc7Z0JBQ0gsYUFBYSxFQUFFLFNBQVMsRUFBRSxJQUFJO2dCQUM5QixLQUFLLEVBQUUsUUFBUTthQUNoQixFQUNELHdDQUF3QyxDQUN6QyxDQUFDO1lBRUYsT0FBTztRQUNULENBQUM7UUFDRCxJQUFJLFFBQVEsQ0FBQyxLQUFLLEVBQUUsQ0FBQztZQUNuQixNQUFNLFdBQVcsR0FBdUIsSUFBSSxDQUFDLFdBQVcsRUFBRSxHQUFHLEVBQUUsQ0FBQztZQUNoRSxNQUFNLElBQUksQ0FBQyxzQkFBc0IsQ0FBQyxHQUFHLENBQ25DLEdBQUcsR0FBRyxJQUFJLElBQUksQ0FBQyxVQUFVLEVBQUUsRUFDM0IsUUFBUSxDQUFDLEtBQUssRUFDZCxhQUFhLENBQ2QsQ0FBQztZQUNGLElBQUksSUFBSSxDQUFDLFdBQVcsSUFBSSxXQUFXLEtBQUssU0FBUyxFQUFFLENBQUM7Z0JBQ2xELE1BQU0sWUFBWSxHQUFHLElBQUksQ0FBQyxXQUFXLENBQUMsR0FBRyxFQUFFLENBQUM7Z0JBQzVDLElBQUksQ0FBQyxNQUFNLEVBQUUsSUFBSSxDQUFDLGtCQUFrQixDQUFDLFlBQVksR0FBRyxXQUFXLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFDLEtBQUssQ0FBQyxDQUFDO1lBQ3BGLENBQUM7UUFDSCxDQUFDO1FBQ0QsTUFBTSxJQUFJLENBQUMsdUJBQXVCLENBQUMsR0FBRyxFQUFFLFNBQVMsQ0FBQyxDQUFDO0lBQ3JELENBQUM7SUFFTyxLQUFLLENBQUMsY0FBYyxDQUFDLEtBQStDO1FBQzFFLE1BQU0sTUFBTSxHQUFHLElBQUksQ0FBQyxNQUFNLEVBQUUsS0FBSyxDQUFDLEVBQUUsTUFBTSxFQUFFLElBQUksQ0FBQyxjQUFjLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQztRQUV4RSxJQUFJLElBQUksQ0FBQyxhQUFhLENBQUMsSUFBSSxFQUFFLENBQUM7WUFDNUIsS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsYUFBYSxDQUFDLE9BQU8sRUFBRSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxHQUFHLEVBQUUsRUFBRSxJQUFJLEVBQUUsS0FBSyxFQUFFLGFBQWEsRUFBRSxDQUFDLEVBQUUsRUFBRTtnQkFDekYsS0FBSyxJQUFJLENBQUMsaUJBQWlCLENBQUMsR0FBRyxDQUFDLEtBQUssSUFBSSxFQUFFO29CQUN6QyxJQUFJLENBQUM7d0JBQ0gsUUFBUSxJQUFJLEVBQUUsQ0FBQzs0QkFDYixLQUFLLGlCQUFpQixDQUFDLFlBQVk7Z0NBQ2pDLE1BQU0sSUFBSSxDQUFDLG9CQUFvQixDQUFDLEdBQUcsRUFBRSxhQUFhLENBQUMsQ0FBQztnQ0FDcEQsTUFBTTs0QkFDUixLQUFLLGlCQUFpQixDQUFDLFlBQVk7Z0NBQ2pDLE1BQU0sSUFBSSxDQUFDLG9CQUFvQixDQUFDLEdBQUcsRUFBRSxLQUFLLEVBQUUsYUFBYSxDQUFDLENBQUM7Z0NBQzNELE1BQU07NEJBQ1I7Z0NBQ0UsTUFBTTt3QkFDVixDQUFDO3dCQUNELGlEQUFpRDt3QkFDakQsSUFBSSxLQUFLLEtBQUssSUFBSSxDQUFDLGFBQWEsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsS0FBSyxFQUFFLENBQUM7NEJBQ2pELElBQUksQ0FBQyxhQUFhLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDO3dCQUNqQyxDQUFDO29CQUNILENBQUM7b0JBQUMsT0FBTyxHQUFHLEVBQUUsQ0FBQzt3QkFDYixNQUFNLEVBQUUsS0FBSyxDQUNYOzRCQUNFLEdBQUc7NEJBQ0gsSUFBSSxFQUFFLElBQUksQ0FBQyxhQUFhLENBQUMsSUFBSTt5QkFDOUIsRUFDRCx5QkFBeUIsR0FBRyxFQUFFLENBQy9CLENBQUM7b0JBQ0osQ0FBQztnQkFDSCxDQUFDLENBQUMsQ0FBQztZQUNMLENBQUMsQ0FBQyxDQUFDO1lBRUgsTUFBTSxJQUFJLENBQUMsaUJBQWlCLENBQUMsTUFBTSxFQUFFLENBQUM7WUFDdEMsTUFBTSxFQUFFLElBQUksQ0FBQyxFQUFFLElBQUksRUFBRSxJQUFJLENBQUMsYUFBYSxDQUFDLElBQUksRUFBRSxFQUFFLHlCQUF5QixDQUFDLENBQUM7UUFDN0UsQ0FBQztJQUNILENBQUM7SUFFTyxLQUFLLENBQUMsdUJBQXVCLENBQ25DLEdBQVcsRUFDWCxTQUFzQztRQUV0QyxNQUFNLFNBQVMsR0FBRyxJQUFJLENBQUMsR0FBRyxFQUFFLEdBQUcsSUFBSSxDQUFDLGlCQUFpQixDQUFDO1FBRXRELE1BQU0saUJBQWlCLEdBQStCLEVBQUUsQ0FBQztRQUV6RCxTQUFTLEVBQUUsT0FBTyxDQUFDLENBQUMsUUFBUSxFQUFFLFVBQVUsRUFBRSxFQUFFO1lBQzFDLE1BQU0sVUFBVSxHQUFHLFFBQVEsQ0FBQyxVQUFVLEdBQUcsU0FBUyxDQUFDO1lBQ25ELE1BQU0sU0FBUyxHQUFHLE9BQU8sQ0FBQyxRQUFRLENBQUMsS0FBSyxDQUFDLENBQUM7WUFFMUMsSUFBSSxVQUFVLEtBQUssSUFBSSxDQUFDLFVBQVUsSUFBSSxTQUFTLElBQUksVUFBVSxFQUFFLENBQUM7Z0JBQzlELGlCQUFpQixDQUFDLElBQUksQ0FBQyxDQUFDLFVBQVUsRUFBRSxRQUFRLENBQUMsQ0FBQyxDQUFDO1lBQ2pELENBQUM7UUFDSCxDQUFDLENBQUMsQ0FBQztRQUVILDZEQUE2RDtRQUM3RCxJQUFJLGlCQUFpQixDQUFDLE1BQU0sSUFBSSxDQUFDLEVBQUUsQ0FBQztZQUNsQyxPQUFPO1FBQ1QsQ0FBQztRQUVELG1EQUFtRDtRQUNuRCxpQkFBaUI7YUFDZCxJQUFJLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxFQUFFLEVBQUU7WUFDYixNQUFNLElBQUksR0FBRyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsVUFBVSxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxVQUFVLENBQUM7WUFDL0MsSUFBSSxJQUFJLEtBQUssQ0FBQyxFQUFFLENBQUM7Z0JBQ2YsT0FBTyxDQUFDLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQy9CLENBQUM7WUFFRCxPQUFPLElBQUksQ0FBQztRQUNkLENBQUMsQ0FBQzthQUNELEdBQUcsRUFBRSxDQUFDO1FBRVQsTUFBTSxPQUFPLENBQUMsVUFBVSxDQUN0QixpQkFBaUIsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLFVBQVUsQ0FBQyxFQUFFLEVBQUUsQ0FDckMsSUFBSSxDQUFDLHNCQUFzQjthQUN4QixNQUFNLENBQUMsR0FBRyxHQUFHLElBQUksVUFBVSxFQUFFLENBQUM7YUFDOUIsSUFBSSxDQUFDLEdBQUcsRUFBRTtZQUNULFNBQVMsQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUM7UUFDL0IsQ0FBQyxDQUFDO2FBQ0QsS0FBSyxDQUFDLENBQUMsR0FBRyxFQUFFLEVBQUUsQ0FBQyxJQUFJLENBQUMsTUFBTSxFQUFFLEtBQUssQ0FBQyxFQUFFLEdBQUcsRUFBRSxFQUFFLGtDQUFrQyxDQUFDLENBQUMsQ0FDbkYsQ0FDRixDQUFDO0lBQ0osQ0FBQztJQUVNLHdCQUF3QixDQUFDLEtBQStDO1FBQzdFLElBQUksSUFBSSxDQUFDLFFBQVEsRUFBRSxDQUFDO1lBQ2xCLElBQUksSUFBSSxDQUFDLE9BQU87Z0JBQUUsWUFBWSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsQ0FBQztZQUM3QyxJQUFJLENBQUMsT0FBTyxHQUFHLFVBQVUsQ0FBQyxLQUFLLElBQUksRUFBRTtnQkFDbkMsTUFBTSxJQUFJLENBQUMsY0FBYyxDQUFDLEtBQUssQ0FBQyxDQUFDO2dCQUNqQyxJQUFJLENBQUMsd0JBQXdCLENBQUMsS0FBSyxDQUFDLENBQUM7WUFDdkMsQ0FBQyxFQUFFLElBQUksQ0FBQyxRQUFRLENBQUMsQ0FBQztRQUNwQixDQUFDO0lBQ0gsQ0FBQztJQUVNLElBQUk7UUFDVCxJQUFJLElBQUksQ0FBQyxPQUFPO1lBQUUsWUFBWSxDQUFDLElBQUksQ0FBQyxPQUFPLENBQUMsQ0FBQztRQUM3QyxJQUFJLENBQUMsT0FBTyxHQUFHLElBQUksQ0FBQztJQUN0QixDQUFDO0lBRU0sR0FBRyxDQUFDLEdBQU0sRUFBRSxJQUF1QixFQUFFLGFBQXNCO1FBQ2hFLE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQzdDLElBQUksQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsRUFBRTtZQUMxQixJQUFJO1lBQ0osS0FBSyxFQUFFLFFBQVEsRUFBRSxLQUFLLENBQUMsQ0FBQyxDQUFDLFFBQVEsQ0FBQyxLQUFLLEdBQUcsQ0FBQyxDQUFDLENBQUMsQ0FBQyxDQUFDO1lBQy9DLGFBQWE7U0FDZCxDQUFDLENBQUM7SUFDTCxDQUFDO0lBRU0sR0FBRyxDQUFDLEdBQU07UUFDZixPQUFPLElBQUksQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLElBQUksSUFBSSxJQUFJLENBQUM7SUFDbkQsQ0FBQztJQUVNLEtBQUs7UUFDVixJQUFJLENBQUMsYUFBYSxDQUFDLEtBQUssRUFBRSxDQUFDO0lBQzdCLENBQUM7SUFFTSxLQUFLLENBQUMsUUFBUSxDQUFDLEtBQStDO1FBQ25FLElBQUksQ0FBQyxJQUFJLEVBQUUsQ0FBQztRQUNaLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUNuQyxDQUFDO0NBQ0Y7QUFqTkQsdUNBaU5DIn0=

package/dist/cjs/providers/storage/StorageKeyValueAdapter.d.ts

@@ -0,0 +1,26 @@
+import { Encryption } from '@super-protocol/dto-js';
+import StorageAccess from '../../types/storage/StorageAccess.js';
+import StorageObject from '../../types/storage/StorageObject.js';
+import { IStorageKeyValueAdapter } from './types.js';
+export interface StorageKeyValueAdapterConfig {
+    showLogs?: boolean;
+    hasEncryption?: boolean;
+}
+export default class StorageKeyValueAdapter<V extends object> implements IStorageKeyValueAdapter<V> {
+    private readonly hasEncryption;
+    private readonly storageProvider;
+    private readonly logger?;
+    constructor(storageAccess: StorageAccess, config?: StorageKeyValueAdapterConfig);
+    protected decrypt(encryption: Encryption, key: string): Promise<V | null>;
+    protected encrypt(data: V | null, key: string): Encryption;
+    private downloadFromStorage;
+    private streamToString;
+    private storageUpload;
+    private storageDelete;
+    private storageDownload;
+    private storageListFiles;
+    set(key: string, value: V | null, privateKey?: string): Promise<void>;
+    delete(key: string): Promise<void>;
+    get(key: string, privateKey?: string): Promise<V | null>;
+    listFiles(key: string): Promise<StorageObject[]>;
+}