@super-protocol/sdk-js 2.1.2 → 2.1.3

package/dist/mjs/providers/storage/S3StorageProvider.js

@@ -0,0 +1,167 @@
+import { AbortMultipartUploadCommand, CompleteMultipartUploadCommand, CreateMultipartUploadCommand, PutObjectCommand, DeleteObjectCommand, GetObjectCommand, HeadObjectCommand, ListObjectsV2Command, S3Client, UploadPartCommand, } from '@aws-sdk/client-s3';
+import { Readable } from 'stream';
+import { getStreamChunks } from '../../utils/helpers/getStreamChunks.js';
+export class S3StorageProvider {
+    s3Client;
+    bucket;
+    multipartChunkSizeInBytes = 64 * 1024 * 1024; // 64MB
+    constructor(storageAccess) {
+        const { accessKeyId, secretAccessKey, endpoint, bucket, region } = storageAccess;
+        if (!accessKeyId)
+            throw new Error('Access key id is undefined');
+        if (!secretAccessKey)
+            throw new Error('Secret access is undefined');
+        if (!endpoint)
+            throw new Error('Endpoint is undefined');
+        if (!bucket)
+            throw new Error('Bucket is undefined');
+        if (!region)
+            throw new Error('Region is undefined');
+        this.bucket = bucket;
+        this.s3Client = new S3Client({
+            credentials: {
+                accessKeyId,
+                secretAccessKey,
+            },
+            region,
+            endpoint,
+            forcePathStyle: true,
+        });
+    }
+    async uploadFile(inputStream, remotePath, contentLength, progressListener) {
+        // For performance & cost optimization
+        // https://docs.storj.io/dcs/api-reference/s3-compatible-gateway/multipart-upload/multipart-part-size
+        if (contentLength >= this.multipartChunkSizeInBytes) {
+            return this.multipartUpload(inputStream, remotePath, contentLength, progressListener);
+        }
+        const putObjectCommand = new PutObjectCommand({
+            Body: inputStream,
+            Bucket: this.bucket,
+            Key: remotePath,
+            ContentLength: contentLength,
+        });
+        progressListener?.(contentLength, 0);
+        await this.s3Client.send(putObjectCommand);
+        progressListener?.(contentLength, contentLength);
+    }
+    async multipartUpload(inputStream, remotePath, contentLength, progressListener) {
+        const createMultipartUploadCommand = new CreateMultipartUploadCommand({
+            Bucket: this.bucket,
+            Key: remotePath,
+        });
+        const multipart = await this.s3Client.send(createMultipartUploadCommand);
+        if (!multipart.UploadId) {
+            throw new Error('UploadId property is empty');
+        }
+        try {
+            let totalWritten = 0;
+            const uploadId = multipart.UploadId;
+            const parts = [];
+            for await (const streamChunk of getStreamChunks(inputStream, this.multipartChunkSizeInBytes)) {
+                const uploadPartCommand = new UploadPartCommand({
+                    Body: streamChunk.data,
+                    Bucket: this.bucket,
+                    Key: remotePath,
+                    UploadId: uploadId,
+                    PartNumber: streamChunk.partNumber,
+                });
+                const response = await this.s3Client.send(uploadPartCommand);
+                parts.push({
+                    ETag: response.ETag,
+                    PartNumber: streamChunk.partNumber,
+                });
+                totalWritten += streamChunk.data.length;
+                if (!!progressListener) {
+                    progressListener(contentLength, totalWritten);
+                }
+            }
+            const completeMultipartUploadCommand = new CompleteMultipartUploadCommand({
+                Bucket: this.bucket,
+                Key: remotePath,
+                UploadId: multipart.UploadId,
+                MultipartUpload: { Parts: parts },
+            });
+            await this.s3Client.send(completeMultipartUploadCommand);
+        }
+        catch (uploadingError) {
+            const abortMultipartUploadCommand = new AbortMultipartUploadCommand({
+                Bucket: this.bucket,
+                Key: remotePath,
+                UploadId: multipart.UploadId,
+            });
+            await this.s3Client.send(abortMultipartUploadCommand);
+            throw uploadingError;
+        }
+    }
+    async deleteObject(remotePath) {
+        const deleteObjectCommand = new DeleteObjectCommand({
+            Bucket: this.bucket,
+            Key: remotePath,
+        });
+        await this.s3Client.send(deleteObjectCommand);
+    }
+    async downloadFile(remotePath, config, progressListener) {
+        const getObjectParams = {
+            Bucket: this.bucket,
+            Key: remotePath,
+        };
+        if (config) {
+            const start = config.offset || 0;
+            const end = start + (config.length || 0);
+            getObjectParams.Range = `bytes=${start}-${end || ''}`;
+        }
+        const getObjectCommand = new GetObjectCommand(getObjectParams);
+        const getObjectResult = await this.s3Client.send(getObjectCommand);
+        if (!getObjectResult.Body || !(getObjectResult.Body instanceof Readable)) {
+            throw new Error('download Body is undefined');
+        }
+        let current = 0;
+        if (progressListener && getObjectResult.Body) {
+            const fileBytesSize = getObjectResult.ContentLength || config.length || (await this.getObjectSize(remotePath));
+            getObjectResult.Body.on('data', (chunk) => {
+                current += chunk.length;
+                progressListener(fileBytesSize, current);
+            });
+        }
+        return getObjectResult.Body;
+    }
+    async listObjects(remotePath) {
+        const prefix = remotePath.endsWith('/') ? remotePath : `${remotePath}/`;
+        const listObjectsCommand = new ListObjectsV2Command({
+            Bucket: this.bucket,
+            Prefix: prefix,
+        });
+        const listObjects = await this.s3Client.send(listObjectsCommand);
+        let result = [];
+        if (listObjects.Contents) {
+            result = listObjects.Contents.map((object) => ({
+                name: object.Key || '',
+                createdAt: object.LastModified || new Date(),
+                size: object.Size || 0,
+            }));
+        }
+        return result;
+    }
+    async getMetadata(remotePath) {
+        const headObjectCommand = new HeadObjectCommand({
+            Bucket: this.bucket,
+            Key: remotePath,
+        });
+        return await this.s3Client.send(headObjectCommand);
+    }
+    async getObjectSize(remotePath) {
+        const metadata = await this.getMetadata(remotePath);
+        if (metadata.ContentLength === undefined) {
+            throw new Error('ContentLength property is empty');
+        }
+        return metadata.ContentLength || 0;
+    }
+    async getLastModified(remotePath) {
+        const metadata = await this.getMetadata(remotePath);
+        if (!metadata.LastModified) {
+            throw new Error('LastModified property is empty');
+        }
+        return metadata.LastModified;
+    }
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiUzNTdG9yYWdlUHJvdmlkZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvcHJvdmlkZXJzL3N0b3JhZ2UvUzNTdG9yYWdlUHJvdmlkZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUNMLDJCQUEyQixFQUUzQiw4QkFBOEIsRUFDOUIsNEJBQTRCLEVBQzVCLGdCQUFnQixFQUNoQixtQkFBbUIsRUFDbkIsZ0JBQWdCLEVBRWhCLGlCQUFpQixFQUVqQixvQkFBb0IsRUFDcEIsUUFBUSxFQUNSLGlCQUFpQixHQUNsQixNQUFNLG9CQUFvQixDQUFDO0FBRTVCLE9BQU8sRUFBRSxRQUFRLEVBQUUsTUFBTSxRQUFRLENBQUM7QUFFbEMsT0FBTyxFQUFFLGVBQWUsRUFBRSxNQUFNLHdDQUF3QyxDQUFDO0FBVXpFLE1BQU0sT0FBTyxpQkFBaUI7SUFDWCxRQUFRLENBQVc7SUFDbkIsTUFBTSxDQUFTO0lBQ2YseUJBQXlCLEdBQUcsRUFBRSxHQUFHLElBQUksR0FBRyxJQUFJLENBQUMsQ0FBQyxPQUFPO0lBRXRFLFlBQVksYUFBNkI7UUFDdkMsTUFBTSxFQUFFLFdBQVcsRUFBRSxlQUFlLEVBQUUsUUFBUSxFQUFFLE1BQU0sRUFBRSxNQUFNLEVBQUUsR0FBRyxhQUFhLENBQUM7UUFDakYsSUFBSSxDQUFDLFdBQVc7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFDaEUsSUFBSSxDQUFDLGVBQWU7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLDRCQUE0QixDQUFDLENBQUM7UUFDcEUsSUFBSSxDQUFDLFFBQVE7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHVCQUF1QixDQUFDLENBQUM7UUFDeEQsSUFBSSxDQUFDLE1BQU07WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHFCQUFxQixDQUFDLENBQUM7UUFDcEQsSUFBSSxDQUFDLE1BQU07WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHFCQUFxQixDQUFDLENBQUM7UUFFcEQsSUFBSSxDQUFDLE1BQU0sR0FBRyxNQUFNLENBQUM7UUFFckIsSUFBSSxDQUFDLFFBQVEsR0FBRyxJQUFJLFFBQVEsQ0FBQztZQUMzQixXQUFXLEVBQUU7Z0JBQ1gsV0FBVztnQkFDWCxlQUFlO2FBQ2hCO1lBQ0QsTUFBTTtZQUNOLFFBQVE7WUFDUixjQUFjLEVBQUUsSUFBSTtTQUNyQixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRUQsS0FBSyxDQUFDLFVBQVUsQ0FDZCxXQUFxQixFQUNyQixVQUFrQixFQUNsQixhQUFxQixFQUNyQixnQkFBeUU7UUFFekUsc0NBQXNDO1FBQ3RDLHFHQUFxRztRQUNyRyxJQUFJLGFBQWEsSUFBSSxJQUFJLENBQUMseUJBQXlCLEVBQUUsQ0FBQztZQUNwRCxPQUFPLElBQUksQ0FBQyxlQUFlLENBQUMsV0FBVyxFQUFFLFVBQVUsRUFBRSxhQUFhLEVBQUUsZ0JBQWdCLENBQUMsQ0FBQztRQUN4RixDQUFDO1FBRUQsTUFBTSxnQkFBZ0IsR0FBRyxJQUFJLGdCQUFnQixDQUFDO1lBQzVDLElBQUksRUFBRSxXQUFXO1lBQ2pCLE1BQU0sRUFBRSxJQUFJLENBQUMsTUFBTTtZQUNuQixHQUFHLEVBQUUsVUFBVTtZQUNmLGFBQWEsRUFBRSxhQUFhO1NBQzdCLENBQUMsQ0FBQztRQUVILGdCQUFnQixFQUFFLENBQUMsYUFBYSxFQUFFLENBQUMsQ0FBQyxDQUFDO1FBRXJDLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsZ0JBQWdCLENBQUMsQ0FBQztRQUUzQyxnQkFBZ0IsRUFBRSxDQUFDLGFBQWEsRUFBRSxhQUFhLENBQUMsQ0FBQztJQUNuRCxDQUFDO0lBRU8sS0FBSyxDQUFDLGVBQWUsQ0FDM0IsV0FBcUIsRUFDckIsVUFBa0IsRUFDbEIsYUFBcUIsRUFDckIsZ0JBQXlFO1FBRXpFLE1BQU0sNEJBQTRCLEdBQUcsSUFBSSw0QkFBNEIsQ0FBQztZQUNwRSxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsR0FBRyxFQUFFLFVBQVU7U0FDaEIsQ0FBQyxDQUFDO1FBRUgsTUFBTSxTQUFTLEdBQUcsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyw0QkFBNEIsQ0FBQyxDQUFDO1FBRXpFLElBQUksQ0FBQyxTQUFTLENBQUMsUUFBUSxFQUFFLENBQUM7WUFDeEIsTUFBTSxJQUFJLEtBQUssQ0FBQyw0QkFBNEIsQ0FBQyxDQUFDO1FBQ2hELENBQUM7UUFDRCxJQUFJLENBQUM7WUFDSCxJQUFJLFlBQVksR0FBRyxDQUFDLENBQUM7WUFDckIsTUFBTSxRQUFRLEdBQUcsU0FBUyxDQUFDLFFBQVEsQ0FBQztZQUNwQyxNQUFNLEtBQUssR0FBeUIsRUFBRSxDQUFDO1lBRXZDLElBQUksS0FBSyxFQUFFLE1BQU0sV0FBVyxJQUFJLGVBQWUsQ0FBQyxXQUFXLEVBQUUsSUFBSSxDQUFDLHlCQUF5QixDQUFDLEVBQUUsQ0FBQztnQkFDN0YsTUFBTSxpQkFBaUIsR0FBRyxJQUFJLGlCQUFpQixDQUFDO29CQUM5QyxJQUFJLEVBQUUsV0FBVyxDQUFDLElBQUk7b0JBQ3RCLE1BQU0sRUFBRSxJQUFJLENBQUMsTUFBTTtvQkFDbkIsR0FBRyxFQUFFLFVBQVU7b0JBQ2YsUUFBUSxFQUFFLFFBQVE7b0JBQ2xCLFVBQVUsRUFBRSxXQUFXLENBQUMsVUFBVTtpQkFDbkMsQ0FBQyxDQUFDO2dCQUVILE1BQU0sUUFBUSxHQUFHLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsaUJBQWlCLENBQUMsQ0FBQztnQkFFN0QsS0FBSyxDQUFDLElBQUksQ0FBQztvQkFDVCxJQUFJLEVBQUUsUUFBUSxDQUFDLElBQUk7b0JBQ25CLFVBQVUsRUFBRSxXQUFXLENBQUMsVUFBVTtpQkFDbkMsQ0FBQyxDQUFDO2dCQUVILFlBQVksSUFBSSxXQUFXLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQztnQkFDeEMsSUFBSSxDQUFDLENBQUMsZ0JBQWdCLEVBQUUsQ0FBQztvQkFDdkIsZ0JBQWdCLENBQUMsYUFBYSxFQUFFLFlBQVksQ0FBQyxDQUFDO2dCQUNoRCxDQUFDO1lBQ0gsQ0FBQztZQUVELE1BQU0sOEJBQThCLEdBQUcsSUFBSSw4QkFBOEIsQ0FBQztnQkFDeEUsTUFBTSxFQUFFLElBQUksQ0FBQyxNQUFNO2dCQUNuQixHQUFHLEVBQUUsVUFBVTtnQkFDZixRQUFRLEVBQUUsU0FBUyxDQUFDLFFBQVE7Z0JBQzVCLGVBQWUsRUFBRSxFQUFFLEtBQUssRUFBRSxLQUFLLEVBQUU7YUFDbEMsQ0FBQyxDQUFDO1lBRUgsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyw4QkFBOEIsQ0FBQyxDQUFDO1FBQzNELENBQUM7UUFBQyxPQUFPLGNBQWMsRUFBRSxDQUFDO1lBQ3hCLE1BQU0sMkJBQTJCLEdBQUcsSUFBSSwyQkFBMkIsQ0FBQztnQkFDbEUsTUFBTSxFQUFFLElBQUksQ0FBQyxNQUFNO2dCQUNuQixHQUFHLEVBQUUsVUFBVTtnQkFDZixRQUFRLEVBQUUsU0FBUyxDQUFDLFFBQVE7YUFDN0IsQ0FBQyxDQUFDO1lBRUgsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQywyQkFBMkIsQ0FBQyxDQUFDO1lBRXRELE1BQU0sY0FBYyxDQUFDO1FBQ3ZCLENBQUM7SUFDSCxDQUFDO0lBRUQsS0FBSyxDQUFDLFlBQVksQ0FBQyxVQUFrQjtRQUNuQyxNQUFNLG1CQUFtQixHQUFHLElBQUksbUJBQW1CLENBQUM7WUFDbEQsTUFBTSxFQUFFLElBQUksQ0FBQyxNQUFNO1lBQ25CLEdBQUcsRUFBRSxVQUFVO1NBQ2hCLENBQUMsQ0FBQztRQUNILE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsbUJBQW1CLENBQUMsQ0FBQztJQUNoRCxDQUFDO0lBRUQsS0FBSyxDQUFDLFlBQVksQ0FDaEIsVUFBa0IsRUFDbEIsTUFBc0IsRUFDdEIsZ0JBQXlFO1FBRXpFLE1BQU0sZUFBZSxHQUEwQjtZQUM3QyxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsR0FBRyxFQUFFLFVBQVU7U0FDaEIsQ0FBQztRQUVGLElBQUksTUFBTSxFQUFFLENBQUM7WUFDWCxNQUFNLEtBQUssR0FBRyxNQUFNLENBQUMsTUFBTSxJQUFJLENBQUMsQ0FBQztZQUNqQyxNQUFNLEdBQUcsR0FBRyxLQUFLLEdBQUcsQ0FBQyxNQUFNLENBQUMsTUFBTSxJQUFJLENBQUMsQ0FBQyxDQUFDO1lBQ3pDLGVBQWUsQ0FBQyxLQUFLLEdBQUcsU0FBUyxLQUFLLElBQUksR0FBRyxJQUFJLEVBQUUsRUFBRSxDQUFDO1FBQ3hELENBQUM7UUFFRCxNQUFNLGdCQUFnQixHQUFHLElBQUksZ0JBQWdCLENBQUMsZUFBZSxDQUFDLENBQUM7UUFDL0QsTUFBTSxlQUFlLEdBQUcsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLElBQUksQ0FBQyxnQkFBZ0IsQ0FBQyxDQUFDO1FBRW5FLElBQUksQ0FBQyxlQUFlLENBQUMsSUFBSSxJQUFJLENBQUMsQ0FBQyxlQUFlLENBQUMsSUFBSSxZQUFZLFFBQVEsQ0FBQyxFQUFFLENBQUM7WUFDekUsTUFBTSxJQUFJLEtBQUssQ0FBQyw0QkFBNEIsQ0FBQyxDQUFDO1FBQ2hELENBQUM7UUFFRCxJQUFJLE9BQU8sR0FBRyxDQUFDLENBQUM7UUFDaEIsSUFBSSxnQkFBZ0IsSUFBSSxlQUFlLENBQUMsSUFBSSxFQUFFLENBQUM7WUFDN0MsTUFBTSxhQUFhLEdBQ2pCLGVBQWUsQ0FBQyxhQUFhLElBQUksTUFBTSxDQUFDLE1BQU0sSUFBSSxDQUFDLE1BQU0sSUFBSSxDQUFDLGFBQWEsQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDO1lBRTNGLGVBQWUsQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLE1BQU0sRUFBRSxDQUFDLEtBQXNCLEVBQUUsRUFBRTtnQkFDekQsT0FBTyxJQUFJLEtBQUssQ0FBQyxNQUFNLENBQUM7Z0JBQ3hCLGdCQUFnQixDQUFDLGFBQWEsRUFBRSxPQUFPLENBQUMsQ0FBQztZQUMzQyxDQUFDLENBQUMsQ0FBQztRQUNMLENBQUM7UUFFRCxPQUFPLGVBQWUsQ0FBQyxJQUFJLENBQUM7SUFDOUIsQ0FBQztJQUVELEtBQUssQ0FBQyxXQUFXLENBQUMsVUFBa0I7UUFDbEMsTUFBTSxNQUFNLEdBQUcsVUFBVSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUMsVUFBVSxDQUFDLENBQUMsQ0FBQyxHQUFHLFVBQVUsR0FBRyxDQUFDO1FBRXhFLE1BQU0sa0JBQWtCLEdBQUcsSUFBSSxvQkFBb0IsQ0FBQztZQUNsRCxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsTUFBTSxFQUFFLE1BQU07U0FDZixDQUFDLENBQUM7UUFDSCxNQUFNLFdBQVcsR0FBRyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGtCQUFrQixDQUFDLENBQUM7UUFFakUsSUFBSSxNQUFNLEdBQW9CLEVBQUUsQ0FBQztRQUNqQyxJQUFJLFdBQVcsQ0FBQyxRQUFRLEVBQUUsQ0FBQztZQUN6QixNQUFNLEdBQUcsV0FBVyxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxNQUFNLEVBQUUsRUFBRSxDQUFDLENBQUM7Z0JBQzdDLElBQUksRUFBRSxNQUFNLENBQUMsR0FBRyxJQUFJLEVBQUU7Z0JBQ3RCLFNBQVMsRUFBRSxNQUFNLENBQUMsWUFBWSxJQUFJLElBQUksSUFBSSxFQUFFO2dCQUM1QyxJQUFJLEVBQUUsTUFBTSxDQUFDLElBQUksSUFBSSxDQUFDO2FBQ3ZCLENBQUMsQ0FBQyxDQUFDO1FBQ04sQ0FBQztRQUVELE9BQU8sTUFBTSxDQUFDO0lBQ2hCLENBQUM7SUFFTyxLQUFLLENBQUMsV0FBVyxDQUFDLFVBQWtCO1FBQzFDLE1BQU0saUJBQWlCLEdBQUcsSUFBSSxpQkFBaUIsQ0FBQztZQUM5QyxNQUFNLEVBQUUsSUFBSSxDQUFDLE1BQU07WUFDbkIsR0FBRyxFQUFFLFVBQVU7U0FDaEIsQ0FBQyxDQUFDO1FBRUgsT0FBTyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsSUFBSSxDQUFDLGlCQUFpQixDQUFDLENBQUM7SUFDckQsQ0FBQztJQUVELEtBQUssQ0FBQyxhQUFhLENBQUMsVUFBa0I7UUFDcEMsTUFBTSxRQUFRLEdBQUcsTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3BELElBQUksUUFBUSxDQUFDLGFBQWEsS0FBSyxTQUFTLEVBQUUsQ0FBQztZQUN6QyxNQUFNLElBQUksS0FBSyxDQUFDLGlDQUFpQyxDQUFDLENBQUM7UUFDckQsQ0FBQztRQUVELE9BQU8sUUFBUSxDQUFDLGFBQWEsSUFBSSxDQUFDLENBQUM7SUFDckMsQ0FBQztJQUVELEtBQUssQ0FBQyxlQUFlLENBQUMsVUFBa0I7UUFDdEMsTUFBTSxRQUFRLEdBQUcsTUFBTSxJQUFJLENBQUMsV0FBVyxDQUFDLFVBQVUsQ0FBQyxDQUFDO1FBQ3BELElBQUksQ0FBQyxRQUFRLENBQUMsWUFBWSxFQUFFLENBQUM7WUFDM0IsTUFBTSxJQUFJLEtBQUssQ0FBQyxnQ0FBZ0MsQ0FBQyxDQUFDO1FBQ3BELENBQUM7UUFFRCxPQUFPLFFBQVEsQ0FBQyxZQUFZLENBQUM7SUFDL0IsQ0FBQztDQUNGIn0=

package/dist/mjs/providers/storage/StorageAdapter.d.ts

@@ -0,0 +1,60 @@
+/// <reference types="node" />
+import StorageAccess from '../../types/storage/StorageAccess.js';
+import { Performance } from './types.js';
+export interface LRUCacheConfig {
+    max: number;
+}
+export interface StorageAdapterConfig {
+    lruCache: LRUCacheConfig;
+    writeInterval: number;
+    readInterval: number;
+    objectDeletedFlag: string;
+    readMetadataConcurrency?: number;
+    performance?: Performance;
+    showLogs?: boolean;
+}
+export declare enum CacheEvents {
+    INSTANCES_CHANGED = "INSTANCES_CHANGED",
+    KEY_DELETED = "KEY_DELETED"
+}
+export default class StorageAdapter<V extends object> {
+    private readonly logger?;
+    private readonly storageKeyValueAdapter;
+    private readonly cache;
+    private readonly encryptionKeys;
+    private readonly contentWriter;
+    private readonly metadataReader;
+    private readonly instanceId;
+    private timeout;
+    private readonly readInterval;
+    private readonly queues;
+    private readonly queueReadMetadata;
+    private readonly isUpdating;
+    private readonly pubSub;
+    private readonly eventName;
+    private readonly performance?;
+    constructor(storageAccess: StorageAccess, config: StorageAdapterConfig);
+    private generateHash;
+    subscribe(cb: (props: {
+        type: CacheEvents;
+        message: unknown;
+    }) => void): Promise<() => Promise<void>>;
+    private publish;
+    has(key: string): Promise<boolean>;
+    private getEnryptionKey;
+    set(key: string, value: V, encryptionKeyBuffer: Buffer): Promise<void>;
+    private setByInstance;
+    delete(key: string): Promise<void>;
+    get(key: string, encryptionKeyBuffer: Buffer): Promise<(V | null)[] | null>;
+    private getQueue;
+    private clearQueue;
+    private cacheHasNullInstances;
+    private fetchNullValues;
+    clear(): void;
+    run(): void;
+    private checkUpdates;
+    private startUpdatesChecking;
+    private stopUpdatesChecking;
+    stop(): void;
+    shutdown(): Promise<void>;
+}

package/dist/mjs/providers/storage/StorageAdapter.js

@@ -0,0 +1,271 @@
+import { LRUCache } from 'lru-cache';
+import { createHash, randomUUID } from 'crypto';
+import Queue from 'p-queue';
+import StorageKeyValueAdapter from './StorageKeyValueAdapter.js';
+import StorageContentWriter, { ContentWriterType } from './StorageContentWriter.js';
+import StorageMetadataReader from './StorageMetadataReader.js';
+import logger from '../../logger.js';
+import PubSub from '../../utils/PubSub.js';
+export var CacheEvents;
+(function (CacheEvents) {
+    CacheEvents["INSTANCES_CHANGED"] = "INSTANCES_CHANGED";
+    CacheEvents["KEY_DELETED"] = "KEY_DELETED";
+})(CacheEvents || (CacheEvents = {}));
+const DEFAULT_READ_METADATA_CONCUREENCY = 16;
+export default class StorageAdapter {
+    logger;
+    storageKeyValueAdapter;
+    cache;
+    encryptionKeys = new Map(); // key -> encryption key (base64)
+    contentWriter;
+    metadataReader;
+    instanceId;
+    timeout = null;
+    readInterval;
+    queues = new Map();
+    queueReadMetadata;
+    isUpdating = new Map();
+    pubSub = new PubSub();
+    eventName = 'storage-adapter';
+    performance;
+    constructor(storageAccess, config) {
+        const { readInterval, writeInterval, lruCache, objectDeletedFlag, readMetadataConcurrency, performance, showLogs = true, } = config;
+        this.logger = showLogs ? logger.child({ class: StorageAdapter.name }) : null;
+        this.performance = performance;
+        this.instanceId = this.generateHash();
+        this.readInterval = readInterval;
+        this.storageKeyValueAdapter = new StorageKeyValueAdapter(storageAccess, { showLogs });
+        this.cache = new LRUCache(lruCache);
+        this.metadataReader = new StorageMetadataReader({
+            storageKeyValueAdapter: this.storageKeyValueAdapter,
+            objectDeletedFlag,
+            showLogs,
+        });
+        this.contentWriter = new StorageContentWriter({
+            interval: writeInterval,
+            storageKeyValueAdapter: this.storageKeyValueAdapter,
+            instanceId: this.instanceId,
+            objectDeletedFlag,
+            performance: this.performance,
+            showLogs,
+        });
+        this.queueReadMetadata = new Queue({
+            concurrency: readMetadataConcurrency || DEFAULT_READ_METADATA_CONCUREENCY,
+        });
+    }
+    generateHash(str) {
+        return createHash('sha256')
+            .update(str || randomUUID())
+            .digest('hex');
+    }
+    async subscribe(cb) {
+        this.pubSub.subscribe(this.eventName, cb);
+        return async () => {
+            this.pubSub.unsubscribe(this.eventName, cb);
+        };
+    }
+    publish(type, message) {
+        this.pubSub.publish(this.eventName, {
+            type,
+            message,
+        });
+    }
+    async has(key) {
+        if (!this.cache.has(key)) {
+            await this.getQueue(key).add(async () => {
+                if (!this.cache.has(key)) {
+                    await this.checkUpdates(key);
+                }
+            });
+        }
+        return this.cache.has(key);
+    }
+    getEnryptionKey(key, encryptionKeyBuffer) {
+        if (!this.encryptionKeys.has(key)) {
+            if (!encryptionKeyBuffer)
+                return null;
+            const encryptionKey = encryptionKeyBuffer.toString('base64');
+            this.encryptionKeys.set(key, encryptionKey);
+            return encryptionKey;
+        }
+        return this.encryptionKeys.get(key) || null;
+    }
+    async set(key, value, encryptionKeyBuffer) {
+        if (this.contentWriter.storageWrites.get(key)?.type === ContentWriterType.NEEDS_DELETE) {
+            throw new Error('Object has been deleted');
+        }
+        const encryptionKey = this.getEnryptionKey(key, encryptionKeyBuffer);
+        if (!encryptionKey)
+            throw new Error('Encryption key required');
+        this.setByInstance(key, this.instanceId, {
+            value,
+            modifiedTs: Number.MAX_SAFE_INTEGER,
+        });
+        this.contentWriter.set(key, ContentWriterType.NEEDS_UPLOAD, encryptionKey);
+    }
+    setByInstance(key, instanceId, value) {
+        const instances = this.cache.get(key) || new Map();
+        instances.set(instanceId, value);
+        this.cache.set(key, instances);
+    }
+    async delete(key) {
+        this.cache.delete(key);
+        this.isUpdating.delete(key);
+        const encryptionKey = this.getEnryptionKey(key);
+        if (encryptionKey) {
+            this.contentWriter.set(key, ContentWriterType.NEEDS_DELETE, encryptionKey);
+            this.encryptionKeys.delete(key);
+        }
+        else {
+            this.logger?.error(`Encryption key for key ${key} is not set`);
+        }
+        this.clearQueue(key);
+    }
+    // the first value is always the current instance, if key exists
+    async get(key, encryptionKeyBuffer) {
+        if (!encryptionKeyBuffer)
+            throw new Error('Encryption key required');
+        if (this.contentWriter.storageWrites.get(key)?.type === ContentWriterType.NEEDS_DELETE ||
+            !(await this.has(key))) {
+            return null;
+        }
+        const encryptionKey = this.getEnryptionKey(key, encryptionKeyBuffer);
+        if (!encryptionKey)
+            throw new Error('Encryption key required');
+        if (this.cacheHasNullInstances(key)) {
+            await this.getQueue(key).add(async () => {
+                if (this.cacheHasNullInstances(key)) {
+                    await this.fetchNullValues(key, encryptionKey);
+                }
+            });
+        }
+        const map = this.cache.get(key);
+        if (!map?.size)
+            return null;
+        const currentInstance = map.get(this.instanceId)?.value || null;
+        const otherInstances = Array.from(map.entries()).reduce((acc, [instanceId, instance]) => {
+            return instanceId !== this.instanceId ? [...acc, instance?.value || null] : acc;
+        }, []);
+        return [currentInstance, ...otherInstances];
+    }
+    getQueue(key) {
+        let queue = this.queues.get(key);
+        if (!queue) {
+            queue = new Queue({ concurrency: 1 });
+            this.queues.set(key, queue);
+        }
+        return queue;
+    }
+    clearQueue(key) {
+        const queue = this.queues.get(key);
+        queue?.clear();
+        this.queues.delete(key);
+    }
+    cacheHasNullInstances(key) {
+        return Array.from(this.cache.get(key)?.values() || []).some((instance) => instance.value === null);
+    }
+    async fetchNullValues(key, encryptionKey) {
+        const promises = [];
+        this.cache.get(key)?.forEach((instance, instanseId) => {
+            if (instance.value === null) {
+                const fileName = `${key}/${instanseId}`;
+                const startDownload = this.performance?.now();
+                promises.push(this.storageKeyValueAdapter
+                    .get(fileName, encryptionKey)
+                    .then((file) => {
+                    if (this.performance && startDownload !== undefined) {
+                        const finishDownload = this.performance.now();
+                        logger.info(`Downloading took ${(finishDownload - startDownload).toFixed(1)} ms`);
+                    }
+                    this.setByInstance(key, instanseId, {
+                        ...instance,
+                        value: file,
+                    });
+                })
+                    .catch((err) => this.logger?.error({ err }, 'Error fetching content')));
+            }
+        });
+        await Promise.all(promises);
+    }
+    clear() {
+        this.cache.clear();
+        this.contentWriter.clear();
+    }
+    run() {
+        this.contentWriter.startActualizeCacheTimer(this.cache);
+        if (this.readInterval) {
+            this.startUpdatesChecking();
+        }
+    }
+    async checkUpdates(key) {
+        if (this.isUpdating.get(key) ||
+            this.contentWriter.storageWrites.get(key)?.type === ContentWriterType.NEEDS_DELETE) {
+            return;
+        }
+        this.isUpdating.set(key, true);
+        try {
+            if (!this.cache.has(key)) {
+                this.cache.set(key, new Map());
+            }
+            const cachedByKey = this.cache.get(key);
+            const initialSize = cachedByKey.size;
+            const { updated, deleted } = await this.metadataReader.fetchInstancesUpdates(key, cachedByKey);
+            if (deleted.has(key)) {
+                await this.delete(key);
+                this.publish(CacheEvents.KEY_DELETED, key);
+                return;
+            }
+            updated.forEach((storageObject, instanceId) => {
+                cachedByKey.set(instanceId, {
+                    value: null,
+                    modifiedTs: storageObject.createdAt.getTime(),
+                });
+            });
+            if (updated.size && initialSize) {
+                this.publish(CacheEvents.INSTANCES_CHANGED, key);
+            }
+            deleted.forEach((instanceId) => {
+                if (instanceId !== this.instanceId) {
+                    cachedByKey.delete(instanceId);
+                }
+            });
+            if (!cachedByKey.size) {
+                this.cache.delete(key);
+            }
+        }
+        catch (err) {
+            this.logger?.error({ err }, 'Error checking updates');
+            return;
+        }
+        finally {
+            this.isUpdating.set(key, false);
+        }
+    }
+    async startUpdatesChecking() {
+        this.stopUpdatesChecking();
+        this.timeout = setTimeout(async () => {
+            Array.from(this.cache.keys()).forEach((key) => {
+                this.queueReadMetadata.add(async () => {
+                    await this.getQueue(key).add(async () => {
+                        await this.checkUpdates(key);
+                    });
+                });
+            });
+            await this.queueReadMetadata.onIdle();
+            this.startUpdatesChecking();
+        }, this.readInterval);
+    }
+    stopUpdatesChecking() {
+        if (this.timeout)
+            clearTimeout(this.timeout);
+    }
+    stop() {
+        this.stopUpdatesChecking();
+        this.contentWriter.stop();
+    }
+    async shutdown() {
+        this.stop();
+        await this.contentWriter.shutdown(this.cache);
+    }
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiU3RvcmFnZUFkYXB0ZXIuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvcHJvdmlkZXJzL3N0b3JhZ2UvU3RvcmFnZUFkYXB0ZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLFFBQVEsRUFBRSxNQUFNLFdBQVcsQ0FBQztBQUNyQyxPQUFPLEVBQUUsVUFBVSxFQUFFLFVBQVUsRUFBRSxNQUFNLFFBQVEsQ0FBQztBQUNoRCxPQUFPLEtBQUssTUFBTSxTQUFTLENBQUM7QUFDNUIsT0FBTyxzQkFBc0IsTUFBTSw2QkFBNkIsQ0FBQztBQUNqRSxPQUFPLG9CQUFvQixFQUFFLEVBQUUsaUJBQWlCLEVBQUUsTUFBTSwyQkFBMkIsQ0FBQztBQUNwRixPQUFPLHFCQUFxQixNQUFNLDRCQUE0QixDQUFDO0FBRS9ELE9BQU8sTUFBa0IsTUFBTSxpQkFBaUIsQ0FBQztBQUVqRCxPQUFPLE1BQU0sTUFBTSx1QkFBdUIsQ0FBQztBQWdCM0MsTUFBTSxDQUFOLElBQVksV0FHWDtBQUhELFdBQVksV0FBVztJQUNyQixzREFBdUMsQ0FBQTtJQUN2QywwQ0FBMkIsQ0FBQTtBQUM3QixDQUFDLEVBSFcsV0FBVyxLQUFYLFdBQVcsUUFHdEI7QUFFRCxNQUFNLGlDQUFpQyxHQUFHLEVBQUUsQ0FBQztBQUU3QyxNQUFNLENBQUMsT0FBTyxPQUFPLGNBQWM7SUFDaEIsTUFBTSxDQUFpQjtJQUN2QixzQkFBc0IsQ0FBNEI7SUFDbEQsS0FBSyxDQUFnRDtJQUNyRCxjQUFjLEdBQUcsSUFBSSxHQUFHLEVBQWtCLENBQUMsQ0FBQyxpQ0FBaUM7SUFDN0UsYUFBYSxDQUFrQztJQUMvQyxjQUFjLENBQW1DO0lBQ2pELFVBQVUsQ0FBUztJQUM1QixPQUFPLEdBQXlDLElBQUksQ0FBQztJQUM1QyxZQUFZLENBQVM7SUFDckIsTUFBTSxHQUFHLElBQUksR0FBRyxFQUFpQixDQUFDO0lBQ2xDLGlCQUFpQixDQUFRO0lBQ3pCLFVBQVUsR0FBRyxJQUFJLEdBQUcsRUFBbUIsQ0FBQztJQUN4QyxNQUFNLEdBQTRELElBQUksTUFBTSxFQUFFLENBQUM7SUFDL0UsU0FBUyxHQUFHLGlCQUFpQixDQUFDO0lBQzlCLFdBQVcsQ0FBZTtJQUUzQyxZQUFZLGFBQTRCLEVBQUUsTUFBNEI7UUFDcEUsTUFBTSxFQUNKLFlBQVksRUFDWixhQUFhLEVBQ2IsUUFBUSxFQUNSLGlCQUFpQixFQUNqQix1QkFBdUIsRUFDdkIsV0FBVyxFQUNYLFFBQVEsR0FBRyxJQUFJLEdBQ2hCLEdBQUcsTUFBTSxDQUFDO1FBQ1gsSUFBSSxDQUFDLE1BQU0sR0FBRyxRQUFRLENBQUMsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxLQUFLLENBQUMsRUFBRSxLQUFLLEVBQUUsY0FBYyxDQUFDLElBQUksRUFBRSxDQUFDLENBQUMsQ0FBQyxDQUFDLElBQUksQ0FBQztRQUM3RSxJQUFJLENBQUMsV0FBVyxHQUFHLFdBQVcsQ0FBQztRQUMvQixJQUFJLENBQUMsVUFBVSxHQUFHLElBQUksQ0FBQyxZQUFZLEVBQUUsQ0FBQztRQUN0QyxJQUFJLENBQUMsWUFBWSxHQUFHLFlBQVksQ0FBQztRQUNqQyxJQUFJLENBQUMsc0JBQXNCLEdBQUcsSUFBSSxzQkFBc0IsQ0FBQyxhQUFhLEVBQUUsRUFBRSxRQUFRLEVBQUUsQ0FBQyxDQUFDO1FBQ3RGLElBQUksQ0FBQyxLQUFLLEdBQUcsSUFBSSxRQUFRLENBQUMsUUFBUSxDQUFDLENBQUM7UUFDcEMsSUFBSSxDQUFDLGNBQWMsR0FBRyxJQUFJLHFCQUFxQixDQUFDO1lBQzlDLHNCQUFzQixFQUFFLElBQUksQ0FBQyxzQkFBc0I7WUFDbkQsaUJBQWlCO1lBQ2pCLFFBQVE7U0FDVCxDQUFDLENBQUM7UUFDSCxJQUFJLENBQUMsYUFBYSxHQUFHLElBQUksb0JBQW9CLENBQUM7WUFDNUMsUUFBUSxFQUFFLGFBQWE7WUFDdkIsc0JBQXNCLEVBQUUsSUFBSSxDQUFDLHNCQUFzQjtZQUNuRCxVQUFVLEVBQUUsSUFBSSxDQUFDLFVBQVU7WUFDM0IsaUJBQWlCO1lBQ2pCLFdBQVcsRUFBRSxJQUFJLENBQUMsV0FBVztZQUM3QixRQUFRO1NBQ1QsQ0FBQyxDQUFDO1FBRUgsSUFBSSxDQUFDLGlCQUFpQixHQUFHLElBQUksS0FBSyxDQUFDO1lBQ2pDLFdBQVcsRUFBRSx1QkFBdUIsSUFBSSxpQ0FBaUM7U0FDMUUsQ0FBQyxDQUFDO0lBQ0wsQ0FBQztJQUVPLFlBQVksQ0FBQyxHQUFZO1FBQy9CLE9BQU8sVUFBVSxDQUFDLFFBQVEsQ0FBQzthQUN4QixNQUFNLENBQUMsR0FBRyxJQUFJLFVBQVUsRUFBRSxDQUFDO2FBQzNCLE1BQU0sQ0FBQyxLQUFLLENBQUMsQ0FBQztJQUNuQixDQUFDO0lBRU0sS0FBSyxDQUFDLFNBQVMsQ0FDcEIsRUFBNEQ7UUFFNUQsSUFBSSxDQUFDLE1BQU0sQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLFNBQVMsRUFBRSxFQUFFLENBQUMsQ0FBQztRQUUxQyxPQUFPLEtBQUssSUFBSSxFQUFFO1lBQ2hCLElBQUksQ0FBQyxNQUFNLENBQUMsV0FBVyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsRUFBRSxDQUFDLENBQUM7UUFDOUMsQ0FBQyxDQUFDO0lBQ0osQ0FBQztJQUVPLE9BQU8sQ0FBQyxJQUFpQixFQUFFLE9BQWdCO1FBQ2pELElBQUksQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUU7WUFDbEMsSUFBSTtZQUNKLE9BQU87U0FDUixDQUFDLENBQUM7SUFDTCxDQUFDO0lBRU0sS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFXO1FBQzFCLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO1lBQ3pCLE1BQU0sSUFBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxHQUFHLENBQUMsS0FBSyxJQUFJLEVBQUU7Z0JBQ3RDLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO29CQUN6QixNQUFNLElBQUksQ0FBQyxZQUFZLENBQUMsR0FBRyxDQUFDLENBQUM7Z0JBQy9CLENBQUM7WUFDSCxDQUFDLENBQUMsQ0FBQztRQUNMLENBQUM7UUFFRCxPQUFPLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDO0lBQzdCLENBQUM7SUFFTyxlQUFlLENBQUMsR0FBVyxFQUFFLG1CQUE0QjtRQUMvRCxJQUFJLENBQUMsSUFBSSxDQUFDLGNBQWMsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQztZQUNsQyxJQUFJLENBQUMsbUJBQW1CO2dCQUFFLE9BQU8sSUFBSSxDQUFDO1lBQ3RDLE1BQU0sYUFBYSxHQUFHLG1CQUFtQixDQUFDLFFBQVEsQ0FBQyxRQUFRLENBQUMsQ0FBQztZQUM3RCxJQUFJLENBQUMsY0FBYyxDQUFDLEdBQUcsQ0FBQyxHQUFHLEVBQUUsYUFBYSxDQUFDLENBQUM7WUFFNUMsT0FBTyxhQUFhLENBQUM7UUFDdkIsQ0FBQztRQUVELE9BQU8sSUFBSSxDQUFDLGNBQWMsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLElBQUksSUFBSSxDQUFDO0lBQzlDLENBQUM7SUFFTSxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQVcsRUFBRSxLQUFRLEVBQUUsbUJBQTJCO1FBQ2pFLElBQUksSUFBSSxDQUFDLGFBQWEsQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLElBQUksS0FBSyxpQkFBaUIsQ0FBQyxZQUFZLEVBQUUsQ0FBQztZQUN2RixNQUFNLElBQUksS0FBSyxDQUFDLHlCQUF5QixDQUFDLENBQUM7UUFDN0MsQ0FBQztRQUNELE1BQU0sYUFBYSxHQUFHLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxFQUFFLG1CQUFtQixDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLGFBQWE7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHlCQUF5QixDQUFDLENBQUM7UUFDL0QsSUFBSSxDQUFDLGFBQWEsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDLFVBQVUsRUFBRTtZQUN2QyxLQUFLO1lBQ0wsVUFBVSxFQUFFLE1BQU0sQ0FBQyxnQkFBZ0I7U0FDcEMsQ0FBQyxDQUFDO1FBQ0gsSUFBSSxDQUFDLGFBQWEsQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLGlCQUFpQixDQUFDLFlBQVksRUFBRSxhQUFhLENBQUMsQ0FBQztJQUM3RSxDQUFDO0lBRU8sYUFBYSxDQUFDLEdBQVcsRUFBRSxVQUFrQixFQUFFLEtBQXFCO1FBQzFFLE1BQU0sU0FBUyxHQUFHLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxJQUFJLElBQUksR0FBRyxFQUFFLENBQUM7UUFDbkQsU0FBUyxDQUFDLEdBQUcsQ0FBQyxVQUFVLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDakMsSUFBSSxDQUFDLEtBQUssQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLFNBQVMsQ0FBQyxDQUFDO0lBQ2pDLENBQUM7SUFFTSxLQUFLLENBQUMsTUFBTSxDQUFDLEdBQVc7UUFDN0IsSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDdkIsSUFBSSxDQUFDLFVBQVUsQ0FBQyxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUM7UUFFNUIsTUFBTSxhQUFhLEdBQUcsSUFBSSxDQUFDLGVBQWUsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUNoRCxJQUFJLGFBQWEsRUFBRSxDQUFDO1lBQ2xCLElBQUksQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsRUFBRSxpQkFBaUIsQ0FBQyxZQUFZLEVBQUUsYUFBYSxDQUFDLENBQUM7WUFDM0UsSUFBSSxDQUFDLGNBQWMsQ0FBQyxNQUFNLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDbEMsQ0FBQzthQUFNLENBQUM7WUFDTixJQUFJLENBQUMsTUFBTSxFQUFFLEtBQUssQ0FBQywwQkFBMEIsR0FBRyxhQUFhLENBQUMsQ0FBQztRQUNqRSxDQUFDO1FBRUQsSUFBSSxDQUFDLFVBQVUsQ0FBQyxHQUFHLENBQUMsQ0FBQztJQUN2QixDQUFDO0lBRUQsZ0VBQWdFO0lBQ3pELEtBQUssQ0FBQyxHQUFHLENBQUMsR0FBVyxFQUFFLG1CQUEyQjtRQUN2RCxJQUFJLENBQUMsbUJBQW1CO1lBQUUsTUFBTSxJQUFJLEtBQUssQ0FBQyx5QkFBeUIsQ0FBQyxDQUFDO1FBQ3JFLElBQ0UsSUFBSSxDQUFDLGFBQWEsQ0FBQyxhQUFhLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLElBQUksS0FBSyxpQkFBaUIsQ0FBQyxZQUFZO1lBQ2xGLENBQUMsQ0FBQyxNQUFNLElBQUksQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLENBQUMsRUFDdEIsQ0FBQztZQUNELE9BQU8sSUFBSSxDQUFDO1FBQ2QsQ0FBQztRQUNELE1BQU0sYUFBYSxHQUFHLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxFQUFFLG1CQUFtQixDQUFDLENBQUM7UUFDckUsSUFBSSxDQUFDLGFBQWE7WUFBRSxNQUFNLElBQUksS0FBSyxDQUFDLHlCQUF5QixDQUFDLENBQUM7UUFDL0QsSUFBSSxJQUFJLENBQUMscUJBQXFCLENBQUMsR0FBRyxDQUFDLEVBQUUsQ0FBQztZQUNwQyxNQUFNLElBQUksQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDLENBQUMsR0FBRyxDQUFDLEtBQUssSUFBSSxFQUFFO2dCQUN0QyxJQUFJLElBQUksQ0FBQyxxQkFBcUIsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO29CQUNwQyxNQUFNLElBQUksQ0FBQyxlQUFlLENBQUMsR0FBRyxFQUFFLGFBQWEsQ0FBQyxDQUFDO2dCQUNqRCxDQUFDO1lBQ0gsQ0FBQyxDQUFDLENBQUM7UUFDTCxDQUFDO1FBRUQsTUFBTSxHQUFHLEdBQUcsSUFBSSxDQUFDLEtBQUssQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLENBQUM7UUFDaEMsSUFBSSxDQUFDLEdBQUcsRUFBRSxJQUFJO1lBQUUsT0FBTyxJQUFJLENBQUM7UUFDNUIsTUFBTSxlQUFlLEdBQUcsR0FBRyxDQUFDLEdBQUcsQ0FBQyxJQUFJLENBQUMsVUFBVSxDQUFDLEVBQUUsS0FBSyxJQUFJLElBQUksQ0FBQztRQUNoRSxNQUFNLGNBQWMsR0FBRyxLQUFLLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxPQUFPLEVBQUUsQ0FBQyxDQUFDLE1BQU0sQ0FBQyxDQUFDLEdBQUcsRUFBRSxDQUFDLFVBQVUsRUFBRSxRQUFRLENBQUMsRUFBRSxFQUFFO1lBQ3RGLE9BQU8sVUFBVSxLQUFLLElBQUksQ0FBQyxVQUFVLENBQUMsQ0FBQyxDQUFDLENBQUMsR0FBRyxHQUFHLEVBQUUsUUFBUSxFQUFFLEtBQUssSUFBSSxJQUFJLENBQUMsQ0FBQyxDQUFDLENBQUMsR0FBRyxDQUFDO1FBQ2xGLENBQUMsRUFBRSxFQUFrQixDQUFDLENBQUM7UUFFdkIsT0FBTyxDQUFDLGVBQWUsRUFBRSxHQUFHLGNBQWMsQ0FBQyxDQUFDO0lBQzlDLENBQUM7SUFFTyxRQUFRLENBQUMsR0FBVztRQUMxQixJQUFJLEtBQUssR0FBRyxJQUFJLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsQ0FBQztRQUVqQyxJQUFJLENBQUMsS0FBSyxFQUFFLENBQUM7WUFDWCxLQUFLLEdBQUcsSUFBSSxLQUFLLENBQUMsRUFBRSxXQUFXLEVBQUUsQ0FBQyxFQUFFLENBQUMsQ0FBQztZQUN0QyxJQUFJLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxHQUFHLEVBQUUsS0FBSyxDQUFDLENBQUM7UUFDOUIsQ0FBQztRQUVELE9BQU8sS0FBSyxDQUFDO0lBQ2YsQ0FBQztJQUVPLFVBQVUsQ0FBQyxHQUFXO1FBQzVCLE1BQU0sS0FBSyxHQUFHLElBQUksQ0FBQyxNQUFNLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxDQUFDO1FBQ25DLEtBQUssRUFBRSxLQUFLLEVBQUUsQ0FBQztRQUNmLElBQUksQ0FBQyxNQUFNLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDO0lBQzFCLENBQUM7SUFFTyxxQkFBcUIsQ0FBQyxHQUFXO1FBQ3ZDLE9BQU8sS0FBSyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxNQUFNLEVBQUUsSUFBSSxFQUFFLENBQUMsQ0FBQyxJQUFJLENBQ3pELENBQUMsUUFBUSxFQUFFLEVBQUUsQ0FBQyxRQUFRLENBQUMsS0FBSyxLQUFLLElBQUksQ0FDdEMsQ0FBQztJQUNKLENBQUM7SUFFTyxLQUFLLENBQUMsZUFBZSxDQUFDLEdBQVcsRUFBRSxhQUFxQjtRQUM5RCxNQUFNLFFBQVEsR0FBb0IsRUFBRSxDQUFDO1FBRXJDLElBQUksQ0FBQyxLQUFLLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLE9BQU8sQ0FBQyxDQUFDLFFBQVEsRUFBRSxVQUFVLEVBQUUsRUFBRTtZQUNwRCxJQUFJLFFBQVEsQ0FBQyxLQUFLLEtBQUssSUFBSSxFQUFFLENBQUM7Z0JBQzVCLE1BQU0sUUFBUSxHQUFHLEdBQUcsR0FBRyxJQUFJLFVBQVUsRUFBRSxDQUFDO2dCQUN4QyxNQUFNLGFBQWEsR0FBdUIsSUFBSSxDQUFDLFdBQVcsRUFBRSxHQUFHLEVBQUUsQ0FBQztnQkFFbEUsUUFBUSxDQUFDLElBQUksQ0FDWCxJQUFJLENBQUMsc0JBQXNCO3FCQUN4QixHQUFHLENBQUMsUUFBUSxFQUFFLGFBQWEsQ0FBQztxQkFDNUIsSUFBSSxDQUFDLENBQUMsSUFBSSxFQUFFLEVBQUU7b0JBQ2IsSUFBSSxJQUFJLENBQUMsV0FBVyxJQUFJLGFBQWEsS0FBSyxTQUFTLEVBQUUsQ0FBQzt3QkFDcEQsTUFBTSxjQUFjLEdBQUcsSUFBSSxDQUFDLFdBQVcsQ0FBQyxHQUFHLEVBQUUsQ0FBQzt3QkFDOUMsTUFBTSxDQUFDLElBQUksQ0FBQyxvQkFBb0IsQ0FBQyxjQUFjLEdBQUcsYUFBYSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQyxLQUFLLENBQUMsQ0FBQztvQkFDcEYsQ0FBQztvQkFDRCxJQUFJLENBQUMsYUFBYSxDQUFDLEdBQUcsRUFBRSxVQUFVLEVBQUU7d0JBQ2xDLEdBQUcsUUFBUTt3QkFDWCxLQUFLLEVBQUUsSUFBSTtxQkFDWixDQUFDLENBQUM7Z0JBQ0wsQ0FBQyxDQUFDO3FCQUNELEtBQUssQ0FBQyxDQUFDLEdBQUcsRUFBRSxFQUFFLENBQUMsSUFBSSxDQUFDLE1BQU0sRUFBRSxLQUFLLENBQUMsRUFBRSxHQUFHLEVBQUUsRUFBRSx3QkFBd0IsQ0FBQyxDQUFDLENBQ3pFLENBQUM7WUFDSixDQUFDO1FBQ0gsQ0FBQyxDQUFDLENBQUM7UUFFSCxNQUFNLE9BQU8sQ0FBQyxHQUFHLENBQUMsUUFBUSxDQUFDLENBQUM7SUFDOUIsQ0FBQztJQUVNLEtBQUs7UUFDVixJQUFJLENBQUMsS0FBSyxDQUFDLEtBQUssRUFBRSxDQUFDO1FBQ25CLElBQUksQ0FBQyxhQUFhLENBQUMsS0FBSyxFQUFFLENBQUM7SUFDN0IsQ0FBQztJQUVNLEdBQUc7UUFDUixJQUFJLENBQUMsYUFBYSxDQUFDLHdCQUF3QixDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsQ0FBQztRQUV4RCxJQUFJLElBQUksQ0FBQyxZQUFZLEVBQUUsQ0FBQztZQUN0QixJQUFJLENBQUMsb0JBQW9CLEVBQUUsQ0FBQztRQUM5QixDQUFDO0lBQ0gsQ0FBQztJQUVPLEtBQUssQ0FBQyxZQUFZLENBQUMsR0FBVztRQUNwQyxJQUNFLElBQUksQ0FBQyxVQUFVLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQztZQUN4QixJQUFJLENBQUMsYUFBYSxDQUFDLGFBQWEsQ0FBQyxHQUFHLENBQUMsR0FBRyxDQUFDLEVBQUUsSUFBSSxLQUFLLGlCQUFpQixDQUFDLFlBQVksRUFDbEYsQ0FBQztZQUNELE9BQU87UUFDVCxDQUFDO1FBQ0QsSUFBSSxDQUFDLFVBQVUsQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLElBQUksQ0FBQyxDQUFDO1FBRS9CLElBQUksQ0FBQztZQUNILElBQUksQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQUMsRUFBRSxDQUFDO2dCQUN6QixJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLEVBQUUsSUFBSSxHQUFHLEVBQUUsQ0FBQyxDQUFDO1lBQ2pDLENBQUM7WUFDRCxNQUFNLFdBQVcsR0FBRyxJQUFJLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxHQUFHLENBQWdDLENBQUM7WUFDdkUsTUFBTSxXQUFXLEdBQUcsV0FBVyxDQUFDLElBQUksQ0FBQztZQUVyQyxNQUFNLEVBQUUsT0FBTyxFQUFFLE9BQU8sRUFBRSxHQUFHLE1BQU0sSUFBSSxDQUFDLGNBQWMsQ0FBQyxxQkFBcUIsQ0FDMUUsR0FBRyxFQUNILFdBQVcsQ0FDWixDQUFDO1lBRUYsSUFBSSxPQUFPLENBQUMsR0FBRyxDQUFDLEdBQUcsQ0FBQyxFQUFFLENBQUM7Z0JBQ3JCLE1BQU0sSUFBSSxDQUFDLE1BQU0sQ0FBQyxHQUFHLENBQUMsQ0FBQztnQkFDdkIsSUFBSSxDQUFDLE9BQU8sQ0FBQyxXQUFXLENBQUMsV0FBVyxFQUFFLEdBQUcsQ0FBQyxDQUFDO2dCQUUzQyxPQUFPO1lBQ1QsQ0FBQztZQUVELE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQyxhQUFhLEVBQUUsVUFBVSxFQUFFLEVBQUU7Z0JBQzVDLFdBQVcsQ0FBQyxHQUFHLENBQUMsVUFBVSxFQUFFO29CQUMxQixLQUFLLEVBQUUsSUFBSTtvQkFDWCxVQUFVLEVBQUUsYUFBYSxDQUFDLFNBQVMsQ0FBQyxPQUFPLEVBQUU7aUJBQzlDLENBQUMsQ0FBQztZQUNMLENBQUMsQ0FBQyxDQUFDO1lBRUgsSUFBSSxPQUFPLENBQUMsSUFBSSxJQUFJLFdBQVcsRUFBRSxDQUFDO2dCQUNoQyxJQUFJLENBQUMsT0FBTyxDQUFDLFdBQVcsQ0FBQyxpQkFBaUIsRUFBRSxHQUFHLENBQUMsQ0FBQztZQUNuRCxDQUFDO1lBRUQsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDLFVBQVUsRUFBRSxFQUFFO2dCQUM3QixJQUFJLFVBQVUsS0FBSyxJQUFJLENBQUMsVUFBVSxFQUFFLENBQUM7b0JBQ25DLFdBQVcsQ0FBQyxNQUFNLENBQUMsVUFBVSxDQUFDLENBQUM7Z0JBQ2pDLENBQUM7WUFDSCxDQUFDLENBQUMsQ0FBQztZQUVILElBQUksQ0FBQyxXQUFXLENBQUMsSUFBSSxFQUFFLENBQUM7Z0JBQ3RCLElBQUksQ0FBQyxLQUFLLENBQUMsTUFBTSxDQUFDLEdBQUcsQ0FBQyxDQUFDO1lBQ3pCLENBQUM7UUFDSCxDQUFDO1FBQUMsT0FBTyxHQUFHLEVBQUUsQ0FBQztZQUNiLElBQUksQ0FBQyxNQUFNLEVBQUUsS0FBSyxDQUFDLEVBQUUsR0FBRyxFQUFFLEVBQUUsd0JBQXdCLENBQUMsQ0FBQztZQUV0RCxPQUFPO1FBQ1QsQ0FBQztnQkFBUyxDQUFDO1lBQ1QsSUFBSSxDQUFDLFVBQVUsQ0FBQyxHQUFHLENBQUMsR0FBRyxFQUFFLEtBQUssQ0FBQyxDQUFDO1FBQ2xDLENBQUM7SUFDSCxDQUFDO0lBRU8sS0FBSyxDQUFDLG9CQUFvQjtRQUNoQyxJQUFJLENBQUMsbUJBQW1CLEVBQUUsQ0FBQztRQUMzQixJQUFJLENBQUMsT0FBTyxHQUFHLFVBQVUsQ0FBQyxLQUFLLElBQUksRUFBRTtZQUNuQyxLQUFLLENBQUMsSUFBSSxDQUFDLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxFQUFFLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQyxHQUFHLEVBQUUsRUFBRTtnQkFDNUMsSUFBSSxDQUFDLGlCQUFpQixDQUFDLEdBQUcsQ0FBQyxLQUFLLElBQUksRUFBRTtvQkFDcEMsTUFBTSxJQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFDLEdBQUcsQ0FBQyxLQUFLLElBQUksRUFBRTt3QkFDdEMsTUFBTSxJQUFJLENBQUMsWUFBWSxDQUFDLEdBQUcsQ0FBQyxDQUFDO29CQUMvQixDQUFDLENBQUMsQ0FBQztnQkFDTCxDQUFDLENBQUMsQ0FBQztZQUNMLENBQUMsQ0FBQyxDQUFDO1lBRUgsTUFBTSxJQUFJLENBQUMsaUJBQWlCLENBQUMsTUFBTSxFQUFFLENBQUM7WUFFdEMsSUFBSSxDQUFDLG9CQUFvQixFQUFFLENBQUM7UUFDOUIsQ0FBQyxFQUFFLElBQUksQ0FBQyxZQUFZLENBQUMsQ0FBQztJQUN4QixDQUFDO0lBRU8sbUJBQW1CO1FBQ3pCLElBQUksSUFBSSxDQUFDLE9BQU87WUFBRSxZQUFZLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFDO0lBQy9DLENBQUM7SUFFTSxJQUFJO1FBQ1QsSUFBSSxDQUFDLG1CQUFtQixFQUFFLENBQUM7UUFDM0IsSUFBSSxDQUFDLGFBQWEsQ0FBQyxJQUFJLEVBQUUsQ0FBQztJQUM1QixDQUFDO0lBRU0sS0FBSyxDQUFDLFFBQVE7UUFDbkIsSUFBSSxDQUFDLElBQUksRUFBRSxDQUFDO1FBQ1osTUFBTSxJQUFJLENBQUMsYUFBYSxDQUFDLFFBQVEsQ0FBQyxJQUFJLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDaEQsQ0FBQztDQUNGIn0=

package/dist/mjs/providers/storage/StorageContentWriter.d.ts

@@ -0,0 +1,46 @@
+import { LRUCache } from 'lru-cache';
+import { CacheRecord, Performance } from './types.js';
+import StorageKeyValueAdapter from './StorageKeyValueAdapter.js';
+export interface StorageContentWriterConfig<V extends object> {
+    interval: number;
+    storageKeyValueAdapter: StorageKeyValueAdapter<V>;
+    instanceId: string;
+    objectDeletedFlag: string;
+    writeContentConcurrency?: number;
+    cacheExpirationTs?: number;
+    performance?: Performance;
+    showLogs?: boolean;
+}
+export declare enum ContentWriterType {
+    NEEDS_UPLOAD = "NEEDS_UPLOAD",
+    NEEDS_DELETE = "NEEDS_DELETE"
+}
+interface StorageWriteRecord {
+    type: ContentWriterType;
+    index: number;
+    encryptionKey: string;
+}
+export default class StorageContentWriter<K extends string, V extends object> {
+    private timeout;
+    private readonly INTERVAL;
+    private readonly storageKeyValueAdapter;
+    private readonly logger?;
+    private readonly instanceId;
+    private readonly cacheExpirationTs;
+    private readonly objectDeletedFlag;
+    private readonly queueWriteContent;
+    private readonly performance?;
+    readonly storageWrites: Map<K, StorageWriteRecord>;
+    constructor(config: StorageContentWriterConfig<V>);
+    private actualizeCacheDelete;
+    private actualizeCacheUpload;
+    private actualizeCache;
+    private deleteOutdatedInstances;
+    startActualizeCacheTimer(cache: LRUCache<K, Map<string, CacheRecord<V>>>): void;
+    stop(): void;
+    set(key: K, type: ContentWriterType, encryptionKey: string): void;
+    get(key: K): ContentWriterType | null;
+    clear(): void;
+    shutdown(cache: LRUCache<K, Map<string, CacheRecord<V>>>): Promise<void>;
+}
+export {};