@toa.io/extensions.storages 1.0.0-alpha.21 → 1.0.0-alpha.219

package/transpiled/providers/S3.js

@@ -32,9 +32,11 @@ const node_buffer_1 = require("node:buffer");
 const posix_1 = require("node:path/posix");
 const node_assert_1 = __importDefault(require("node:assert"));
 const lib_storage_1 = require("@aws-sdk/lib-storage");
-const client_s3_1 = require("@aws-sdk/client-s3");
+const s3 = __importStar(require("@aws-sdk/client-s3"));
 const nodeNativeFetch = __importStar(require("smithy-node-native-fetch"));
+const openspan_1 = require("openspan");
 const Provider_1 = require("../Provider");
+const errors_1 = require("../errors");
 class S3 extends Provider_1.Provider {
     static SECRETS = [
         { name: 'ACCESS_KEY_ID', optional: true },
@@ -43,7 +45,7 @@ class S3 extends Provider_1.Provider {
     bucket;
     client;
     constructor(options, secrets) {
-        super(options);
+        super(options, secrets);
         this.bucket = options.bucket;
         const s3Config = {
             retryMode: 'adaptive',
@@ -62,13 +64,13 @@ class S3 extends Provider_1.Provider {
                 secretAccessKey: secrets.SECRET_ACCESS_KEY
             };
         }
-        this.client = new client_s3_1.S3Client(s3Config);
+        this.client = new s3.S3Client(s3Config);
         this.client.middlewareStack.add((next, _context) => async (args) => {
+            // removes leading slash
             if ('Key' in args.input && typeof args.input.Key === 'string')
-                // removes leading slash
                 args.input.Key = args.input.Key.replace(/^\//, '');
+            // removes leading slash and ensures finishing slash
             if ('Prefix' in args.input && typeof args.input.Prefix === 'string')
-                // removes leading slash and ensures finishing slash
                 args.input.Prefix = args.input.Prefix.replace(/^\/|\/$/g, '') + '/';
             return next(args);
         }, {
@@ -78,76 +80,76 @@ class S3 extends Provider_1.Provider {
         });
     }
     async get(Key) {
-        try {
-            const fileResponse = await this.client.send(new client_s3_1.GetObjectCommand({
+        return await this.try(async () => {
+            const entry = await this.client.send(new s3.GetObjectCommand({
                 Bucket: this.bucket,
                 Key
             }));
-            if (fileResponse.Body === undefined)
-                return null; // should never happen
-            if (fileResponse.Body instanceof node_stream_1.Readable)
-                return fileResponse.Body;
-            return node_stream_1.Readable.fromWeb((fileResponse.Body instanceof node_buffer_1.Blob
-                ? fileResponse.Body.stream()
-                : fileResponse.Body)); // types mismatch between Node 20 and aws-sdk
-        }
-        catch (err) {
-            if (err instanceof client_s3_1.NotFound || err instanceof client_s3_1.NoSuchKey)
-                return null;
-            else
-                throw err;
-        }
+            const stream = entry.Body instanceof node_stream_1.Readable
+                ? entry.Body
+                : node_stream_1.Readable.fromWeb((entry.Body instanceof node_buffer_1.Blob
+                    ? entry.Body.stream()
+                    : entry.Body));
+            if (entry.Metadata?.value === undefined)
+                return errors_1.ERR_NOT_FOUND;
+            const metadata = JSON.parse(entry.Metadata.value);
+            return { stream, ...metadata };
+        });
     }
-    async put(path, filename, stream) {
+    async head(Key) {
+        return await this.try(async () => {
+            const entry = await this.client.send(new s3.HeadObjectCommand({
+                Bucket: this.bucket,
+                Key
+            }));
+            if (entry.Metadata?.value === undefined)
+                return errors_1.ERR_NOT_FOUND;
+            return JSON.parse(entry.Metadata.value);
+        });
+    }
+    async put(Key, stream) {
         await new lib_storage_1.Upload({
             client: this.client,
             params: {
                 Bucket: this.bucket,
-                Key: (0, posix_1.join)(path, filename),
+                Key,
                 Body: stream
             }
         }).done();
     }
-    /**
-     * Deletes either a single object or "directory" - all objects
-     * with given prefix (prefix will be enforced to finish with `/`)
-     * @param Key - key name or path prefix
-     */
+    async commit(Key, metadata) {
+        await this.client.send(new s3.CopyObjectCommand({
+            Bucket: this.bucket,
+            Key,
+            CopySource: (0, posix_1.join)(this.bucket, Key),
+            Metadata: { value: JSON.stringify(metadata) },
+            MetadataDirective: 'REPLACE'
+        }));
+        openspan_1.console.debug('Uploaded to S3', { bucket: this.bucket, path: Key, metadata });
+    }
     async delete(Key) {
-        const { client, bucket: Bucket } = this;
-        // checking if given key is a single file
-        if (!Key.endsWith('/'))
-            try {
-                // DeleteObject on S3 returns no error if object does not exist
-                await client.send(new client_s3_1.HeadObjectCommand({ Bucket, Key }));
-                await client.send(new client_s3_1.DeleteObjectCommand({ Bucket, Key }));
-                return;
-            }
-            catch (err) {
-                node_assert_1.default.ok(err instanceof client_s3_1.NotFound || err instanceof client_s3_1.NoSuchKey, err);
-            }
-        const objectsToRemove = [];
-        for await (const page of (0, client_s3_1.paginateListObjectsV2)({ client }, { Bucket, Prefix: Key }))
-            for (const { Key } of page.Contents ?? [])
-                objectsToRemove.push({ Key });
-        // Removing all objects in parallel in batches
-        await Promise.all((function* () {
-            while (objectsToRemove.length > 0)
-                yield client.send(new client_s3_1.DeleteObjectsCommand({
-                    Bucket,
-                    Delete: {
-                        Objects: objectsToRemove.splice(0, 1000 /* max batch size for DeleteObjects */)
-                    }
-                }));
-        })());
+        await this.client.send(new s3.DeleteObjectCommand({ Bucket: this.bucket, Key }));
     }
     async move(from, keyTo) {
-        await this.client.send(new client_s3_1.CopyObjectCommand({
-            Bucket: this.bucket,
-            Key: keyTo,
-            CopySource: (0, posix_1.join)(this.bucket, from)
-        }));
-        await this.client.send(new client_s3_1.DeleteObjectCommand({ Bucket: this.bucket, Key: from }));
+        return await this.try(async () => {
+            await this.client.send(new s3.CopyObjectCommand({
+                Bucket: this.bucket,
+                Key: keyTo,
+                CopySource: (0, posix_1.join)(this.bucket, from)
+            }));
+            await this.client.send(new s3.DeleteObjectCommand({ Bucket: this.bucket, Key: from }));
+        });
+    }
+    async try(action) {
+        try {
+            return await action();
+        }
+        catch (err) {
+            if (err?.name === 'NotFound' || err?.name === 'NoSuchKey')
+                return errors_1.ERR_NOT_FOUND;
+            else
+                throw err;
+        }
     }
 }
 exports.S3 = S3;

package/transpiled/providers/S3.js.map

@@ -1 +1 @@
-{"version":3,"file":"S3.js","sourceRoot":"","sources":["../../source/providers/S3.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAAsC;AACtC,6CAAkC;AAClC,2CAAsC;AACtC,8DAAgC;AAChC,sDAA6C;AAC7C,kDAY2B;AAC3B,0EAA2D;AAC3D,0CAAiF;AAYjF,MAAa,EAAG,SAAQ,mBAAmB;IAClC,MAAM,CAAmB,OAAO,GAA8B;QACnE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE;QACzC,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,IAAI,EAAE;KAC9C,CAAA;IAEkB,MAAM,CAAQ;IACd,MAAM,CAAU;IAEnC,YAAoB,OAAkB,EAAE,OAAmB;QACzD,KAAK,CAAC,OAAO,CAAC,CAAA;QAEd,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAE5B,MAAM,QAAQ,GAAuB;YACnC,SAAS,EAAE,UAAU;YACrB,GAAG,eAAe;SACnB,CAAA;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;YAChE,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QACtC,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAAE,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAElE,IAAI,OAAO,OAAO,EAAE,aAAa,KAAK,QAAQ,EAAE,CAAC;YAC/C,qBAAM,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,KAAK,SAAS,EAC/C,4DAA4D,CAAC,CAAA;YAE/D,QAAQ,CAAC,WAAW,GAAG;gBACrB,WAAW,EAAE,OAAO,CAAC,aAAa;gBAClC,eAAe,EAAE,OAAO,CAAC,iBAAiB;aAC3C,CAAA;QACH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,oBAAQ,CAAC,QAAQ,CAAC,CAAA;QAEpC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACjE,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,QAAQ;gBAC7D,wBAAwB;gBACtB,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;YAEpD,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ;gBACnE,oDAAoD;gBAClD,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,CAAA;YAErE,OAAO,IAAI,CAAC,IAAI,CAAC,CAAA;QACnB,CAAC,EACD;YACE,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,yBAAyB;SAChC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,GAAW;QAC3B,IAAI,CAAC;YACH,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,4BAAgB,CAAC;gBAC/D,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG;aACJ,CAAC,CAAC,CAAA;YAEH,IAAI,YAAY,CAAC,IAAI,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAA,CAAC,sBAAsB;YAEvE,IAAI,YAAY,CAAC,IAAI,YAAY,sBAAQ;gBAAE,OAAO,YAAY,CAAC,IAAI,CAAA;YAEnE,OAAO,sBAAQ,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,IAAI,YAAY,kBAAI;gBACxD,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE;gBAC5B,CAAC,CAAC,YAAY,CAAC,IAAI,CAAmB,CAAC,CAAA,CAAC,6CAA6C;QACzF,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,GAAG,YAAY,oBAAQ,IAAI,GAAG,YAAY,qBAAS;gBAAE,OAAO,IAAI,CAAA;;gBAC/D,MAAM,GAAG,CAAA;QAChB,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,IAAY,EAAE,QAAgB,EAAE,MAAgB;QAChE,MAAM,IAAI,oBAAM,CAAC;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,IAAA,YAAI,EAAC,IAAI,EAAE,QAAQ,CAAC;gBACzB,IAAI,EAAE,MAAM;aACb;SACF,CAAC,CAAC,IAAI,EAAE,CAAA;IACX,CAAC;IAED;;;;OAIG;IACI,KAAK,CAAC,MAAM,CAAE,GAAW;QAC9B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAEvC,yCAAyC;QACzC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YACpB,IAAI,CAAC;gBACH,+DAA+D;gBAC/D,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,6BAAiB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;gBACzD,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;gBAE3D,OAAM;YACR,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,qBAAM,CAAC,EAAE,CAAC,GAAG,YAAY,oBAAQ,IAAI,GAAG,YAAY,qBAAS,EAAE,GAAY,CAAC,CAAA;YAC9E,CAAC;QAEH,MAAM,eAAe,GAAuB,EAAE,CAAA;QAE9C,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,IAAA,iCAAqB,EAAC,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;YACjF,KAAK,MAAM,EAAE,GAAG,EAAE,IAAI,IAAI,CAAC,QAAQ,IAAI,EAAE;gBAAE,eAAe,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC,CAAA;QAE1E,8CAA8C;QAC9C,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,QAAS,CAAC;YAC3B,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC;gBAC/B,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,gCAAoB,CAAC;oBACzC,MAAM;oBACN,MAAM,EAAE;wBACN,OAAO,EAAE,eAAe,CAAC,MAAM,CAAC,CAAC,EAC/B,IAAI,CAAC,sCAAsC,CAAC;qBAC/C;iBACF,CAAC,CAAC,CAAA;QACP,CAAC,CAAC,EAAE,CAAC,CAAA;IACP,CAAC;IAEM,KAAK,CAAC,IAAI,CAAE,IAAY,EAAE,KAAa;QAC5C,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,6BAAiB,CAAC;YAC3C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG,EAAE,KAAK;YACV,UAAU,EAAE,IAAA,YAAI,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;SACpC,CAAC,CAAC,CAAA;QAEH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,+BAAmB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;IACrF,CAAC;;AArIH,gBAsIC"}
+{"version":3,"file":"S3.js","sourceRoot":"","sources":["../../source/providers/S3.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAAsC;AACtC,6CAAkC;AAClC,2CAAsC;AACtC,8DAAgC;AAChC,sDAA6C;AAC7C,uDAAwC;AACxC,0EAA2D;AAC3D,uCAAkC;AAClC,0CAAsC;AACtC,sCAAyC;AAezC,MAAa,EAAG,SAAQ,mBAAmB;IAClC,MAAM,CAAmB,OAAO,GAAsB;QAC3D,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE;QACzC,EAAE,IAAI,EAAE,mBAAmB,EAAE,QAAQ,EAAE,IAAI,EAAE;KAC9C,CAAA;IAEgB,MAAM,CAAQ;IACd,MAAM,CAAa;IAEpC,YAAoB,OAAkB,EAAE,OAAmB;QACzD,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAEvB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAE5B,MAAM,QAAQ,GAA0B;YACtC,SAAS,EAAE,UAAU;YACrB,GAAG,eAAe;SACnB,CAAA;QAED,IAAI,OAAO,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACnC,QAAQ,CAAC,cAAc,GAAG,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAA;YAChE,QAAQ,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAA;QACtC,CAAC;QAED,IAAI,OAAO,CAAC,MAAM,KAAK,SAAS;YAC9B,QAAQ,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;QAElC,IAAI,OAAO,OAAO,EAAE,aAAa,KAAK,QAAQ,EAAE,CAAC;YAC/C,qBAAM,CAAC,EAAE,CAAC,OAAO,CAAC,iBAAiB,KAAK,SAAS,EAC/C,4DAA4D,CAAC,CAAA;YAE/D,QAAQ,CAAC,WAAW,GAAG;gBACrB,WAAW,EAAE,OAAO,CAAC,aAAa;gBAClC,eAAe,EAAE,OAAO,CAAC,iBAAiB;aAC3C,CAAA;QACH,CAAC;QAED,IAAI,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAEvC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;YACjE,wBAAwB;YACxB,IAAI,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,KAAK,QAAQ;gBAC3D,IAAI,CAAC,KAAK,CAAC,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;YAEpD,oDAAoD;YACpD,IAAI,QAAQ,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,KAAK,QAAQ;gBACjE,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,GAAG,GAAG,CAAA;YAErE,OAAO,IAAI,CAAC,IAAI,CAAC,CAAA;QACnB,CAAC,EACD;YACE,IAAI,EAAE,YAAY;YAClB,QAAQ,EAAE,MAAM;YAChB,IAAI,EAAE,yBAAyB;SAChC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,GAAW;QAC3B,OAAO,MAAM,IAAI,CAAC,GAAG,CAAS,KAAK,IAAI,EAAE;YACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,gBAAgB,CAAC;gBAC3D,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG;aACJ,CAAC,CAAC,CAAA;YAEH,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,YAAY,sBAAQ;gBAC3C,CAAC,CAAC,KAAK,CAAC,IAAI;gBACZ,CAAC,CAAC,sBAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,IAAI,YAAY,kBAAI;oBAC5C,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE;oBACrB,CAAC,CAAC,KAAK,CAAC,IAAI,CAAmB,CAAC,CAAA;YAEpC,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,SAAS;gBACrC,OAAO,sBAAa,CAAA;YAEtB,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;YAEjD,OAAO,EAAE,MAAM,EAAE,GAAG,QAAQ,EAAE,CAAA;QAChC,CAAC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI,CAAE,GAAW;QAC5B,OAAO,MAAM,IAAI,CAAC,GAAG,CAAW,KAAK,IAAI,EAAE;YACzC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,iBAAiB,CAAC;gBAC5D,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG;aACJ,CAAC,CAAC,CAAA;YAEH,IAAI,KAAK,CAAC,QAAQ,EAAE,KAAK,KAAK,SAAS;gBACrC,OAAO,sBAAa,CAAA;YAEtB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;QACzC,CAAC,CAAC,CAAA;IACJ,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,GAAW,EAAE,MAAgB;QAC7C,MAAM,IAAI,oBAAM,CAAC;YACf,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG;gBACH,IAAI,EAAE,MAAM;aACb;SACF,CAAC,CAAC,IAAI,EAAE,CAAA;IACX,CAAC;IAEM,KAAK,CAAC,MAAM,CAAE,GAAW,EAAE,QAAgB;QAChD,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,iBAAiB,CAAC;YAC9C,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,GAAG;YACH,UAAU,EAAE,IAAA,YAAI,EAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC;YAClC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE;YAC7C,iBAAiB,EAAE,SAAS;SAC7B,CAAC,CAAC,CAAA;QAEH,kBAAO,CAAC,KAAK,CAAC,gBAAgB,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC,CAAA;IAC/E,CAAC;IAEM,KAAK,CAAC,MAAM,CAAE,GAAW;QAC9B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC,CAAA;IAClF,CAAC;IAEM,KAAK,CAAC,IAAI,CAAE,IAAY,EAAE,KAAa;QAC5C,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;YAC/B,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,iBAAiB,CAAC;gBAC9C,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,GAAG,EAAE,KAAK;gBACV,UAAU,EAAE,IAAA,YAAI,EAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC;aACpC,CAAC,CAAC,CAAA;YAEH,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,mBAAmB,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAA;QACxF,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,GAAG,CAAW,MAAwB;QAClD,IAAI,CAAC;YACH,OAAO,MAAM,MAAM,EAAE,CAAA;QACvB,CAAC;QAAC,OAAO,GAAQ,EAAE,CAAC;YAClB,IAAI,GAAG,EAAE,IAAI,KAAK,UAAU,IAAI,GAAG,EAAE,IAAI,KAAK,WAAW;gBACvD,OAAO,sBAAa,CAAA;;gBAEpB,MAAM,GAAG,CAAA;QACb,CAAC;IACH,CAAC;;AA7IH,gBA8IC"}

package/transpiled/providers/Temporary.d.ts

@@ -1,8 +1,7 @@
 import { FileSystem } from './FileSystem';
-import type { ProviderSecrets } from '../Provider';
 export interface TemporaryOptions {
     directory: string;
 }
 export declare class Temporary extends FileSystem {
-    constructor(options: TemporaryOptions, secrets?: ProviderSecrets);
+    constructor(options: TemporaryOptions);
 }

package/transpiled/providers/Temporary.js

@@ -5,9 +5,9 @@ const node_os_1 = require("node:os");
 const node_path_1 = require("node:path");
 const FileSystem_1 = require("./FileSystem");
 class Temporary extends FileSystem_1.FileSystem {
-    constructor(options, secrets) {
+    constructor(options) {
         const path = (0, node_path_1.join)((0, node_os_1.tmpdir)(), options.directory);
-        super({ path }, secrets);
+        super({ path });
     }
 }
 exports.Temporary = Temporary;

package/transpiled/providers/Temporary.js.map

@@ -1 +1 @@
-{"version":3,"file":"Temporary.js","sourceRoot":"","sources":["../../source/providers/Temporary.ts"],"names":[],"mappings":";;;AAAA,qCAAgC;AAChC,yCAAgC;AAChC,6CAAyC;AAOzC,MAAa,SAAU,SAAQ,uBAAU;IACvC,YAAoB,OAAyB,EAAE,OAAyB;QACtE,MAAM,IAAI,GAAG,IAAA,gBAAI,EAAC,IAAA,gBAAM,GAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;QAE9C,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAA;IAC1B,CAAC;CACF;AAND,8BAMC"}
+{"version":3,"file":"Temporary.js","sourceRoot":"","sources":["../../source/providers/Temporary.ts"],"names":[],"mappings":";;;AAAA,qCAAgC;AAChC,yCAAgC;AAChC,6CAAyC;AAMzC,MAAa,SAAU,SAAQ,uBAAU;IACvC,YAAoB,OAAyB;QAC3C,MAAM,IAAI,GAAG,IAAA,gBAAI,EAAC,IAAA,gBAAM,GAAE,EAAE,OAAO,CAAC,SAAS,CAAC,CAAA;QAE9C,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC,CAAA;IACjB,CAAC;CACF;AAND,8BAMC"}

package/transpiled/providers/Test.d.ts

@@ -1,6 +1,6 @@
 import { Temporary, type TemporaryOptions } from './Temporary';
-import type { ProviderSecret, ProviderSecrets } from '../Provider';
+import type { Secret } from '../Secrets';
 export declare class Test extends Temporary {
-    static readonly SECRETS: readonly ProviderSecret[];
-    constructor(options: TemporaryOptions, secrets?: ProviderSecrets);
+    static readonly SECRETS: readonly Secret[];
+    constructor(options: TemporaryOptions);
 }

package/transpiled/providers/Test.js

@@ -7,8 +7,8 @@ class Test extends Temporary_1.Temporary {
         { name: 'USERNAME' },
         { name: 'PASSWORD' }
     ];
-    constructor(options, secrets) {
-        super(options, secrets);
+    constructor(options) {
+        super(options);
     }
 }
 exports.Test = Test;

package/transpiled/providers/Test.js.map

@@ -1 +1 @@
-{"version":3,"file":"Test.js","sourceRoot":"","sources":["../../source/providers/Test.ts"],"names":[],"mappings":";;;AAAA,2CAA8D;AAG9D,MAAa,IAAK,SAAQ,qBAAS;IAC1B,MAAM,CAAmB,OAAO,GAA8B;QACnE,EAAE,IAAI,EAAE,UAAU,EAAE;QACpB,EAAE,IAAI,EAAE,UAAU,EAAE;KACrB,CAAA;IAED,YAAoB,OAAyB,EAAE,OAAyB;QACtE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;IACzB,CAAC;;AARH,oBASC"}
+{"version":3,"file":"Test.js","sourceRoot":"","sources":["../../source/providers/Test.ts"],"names":[],"mappings":";;;AAAA,2CAA8D;AAG9D,MAAa,IAAK,SAAQ,qBAAS;IAC1B,MAAM,CAAmB,OAAO,GAAsB;QAC3D,EAAE,IAAI,EAAE,UAAU,EAAE;QACpB,EAAE,IAAI,EAAE,UAAU,EAAE;KACrB,CAAA;IAED,YAAoB,OAAyB;QAC3C,KAAK,CAAC,OAAO,CAAC,CAAA;IAChB,CAAC;;AARH,oBASC"}

package/transpiled/providers/index.d.ts

@@ -1,13 +1,18 @@
 import { FileSystem } from './FileSystem';
 import { S3 } from './S3';
+import { Cloudinary } from './Cloudinary';
 import { Temporary } from './Temporary';
 import { Test } from './Test';
-import { InMemory } from './Memory';
 export declare const providers: {
     readonly s3: typeof S3;
+    readonly cloudinary: typeof Cloudinary;
     readonly fs: typeof FileSystem;
     readonly tmp: typeof Temporary;
-    readonly mem: typeof InMemory;
     readonly test: typeof Test;
 };
 export type { Declaration } from './Declaration';
+export type { S3Options } from './S3';
+export type { CloudinaryOptions } from './Cloudinary';
+export type { FileSystemOptions } from './FileSystem';
+export type { TemporaryOptions } from './Temporary';
+export type { FileSystem, S3, Cloudinary, Temporary };

package/transpiled/providers/index.js

@@ -3,14 +3,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.providers = void 0;
 const FileSystem_1 = require("./FileSystem");
 const S3_1 = require("./S3");
+const Cloudinary_1 = require("./Cloudinary");
 const Temporary_1 = require("./Temporary");
 const Test_1 = require("./Test");
-const Memory_1 = require("./Memory");
 exports.providers = {
     s3: S3_1.S3,
+    cloudinary: Cloudinary_1.Cloudinary,
     fs: FileSystem_1.FileSystem,
     tmp: Temporary_1.Temporary,
-    mem: Memory_1.InMemory,
     test: Test_1.Test
 };
 //# sourceMappingURL=index.js.map

package/transpiled/providers/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../source/providers/index.ts"],"names":[],"mappings":";;;AAAA,6CAAyC;AACzC,6BAAyB;AACzB,2CAAuC;AACvC,iCAA6B;AAC7B,qCAAmC;AAGtB,QAAA,SAAS,GAAG;IACvB,EAAE,EAAE,OAAE;IACN,EAAE,EAAE,uBAAU;IACd,GAAG,EAAE,qBAAS;IACd,GAAG,EAAE,iBAAQ;IACb,IAAI,EAAE,WAAI;CAC4C,CAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../source/providers/index.ts"],"names":[],"mappings":";;;AAAA,6CAAyC;AACzC,6BAAyB;AACzB,6CAAyC;AACzC,2CAAuC;AACvC,iCAA6B;AAGhB,QAAA,SAAS,GAAG;IACvB,EAAE,EAAE,OAAE;IACN,UAAU,EAAE,uBAAU;IACtB,EAAE,EAAE,uBAAU;IACd,GAAG,EAAE,qBAAS;IACd,IAAI,EAAE,WAAI;CACoC,CAAA"}

package/transpiled/schemas.d.ts

@@ -3,6 +3,7 @@ import type { Schema } from '@toa.io/schemas';
 import type { Annotation } from './Annotation';
 export declare const annotation: Schema<Annotation>;
 export declare const s3: Schema<Declaration>;
+export declare const cloudinary: Schema<Declaration>;
 export declare const fs: Schema<Declaration>;
 export declare const mem: Schema<Declaration>;
 export declare const tmp: Schema<Declaration>;

package/transpiled/schemas.js

@@ -1,12 +1,13 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.test = exports.tmp = exports.mem = exports.fs = exports.s3 = exports.annotation = void 0;
+exports.test = exports.tmp = exports.mem = exports.fs = exports.cloudinary = exports.s3 = exports.annotation = void 0;
 const node_path_1 = require("node:path");
 const schemas_1 = require("@toa.io/schemas");
 const path = (0, node_path_1.resolve)(__dirname, '../schemas');
 const ns = (0, schemas_1.namespace)(path);
 exports.annotation = ns.schema('annotation');
 exports.s3 = ns.schema('s3');
+exports.cloudinary = ns.schema('cloudinary');
 exports.fs = ns.schema('fs');
 exports.mem = ns.schema('mem');
 exports.tmp = ns.schema('tmp');

package/transpiled/schemas.js.map

@@ -1 +1 @@
-{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../source/schemas.ts"],"names":[],"mappings":";;;AAAA,yCAAmC;AACnC,6CAA2C;AAK3C,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,SAAS,EAAE,YAAY,CAAC,CAAA;AAC7C,MAAM,EAAE,GAAG,IAAA,mBAAS,EAAC,IAAI,CAAC,CAAA;AAEb,QAAA,UAAU,GAAuB,EAAE,CAAC,MAAM,CAAa,YAAY,CAAC,CAAA;AACpE,QAAA,EAAE,GAAwB,EAAE,CAAC,MAAM,CAAc,IAAI,CAAC,CAAA;AACtD,QAAA,EAAE,GAAwB,EAAE,CAAC,MAAM,CAAc,IAAI,CAAC,CAAA;AACtD,QAAA,GAAG,GAAwB,EAAE,CAAC,MAAM,CAAc,KAAK,CAAC,CAAA;AACxD,QAAA,GAAG,GAAwB,EAAE,CAAC,MAAM,CAAc,KAAK,CAAC,CAAA;AACxD,QAAA,IAAI,GAAwB,EAAE,CAAC,MAAM,CAAc,MAAM,CAAC,CAAA"}
+{"version":3,"file":"schemas.js","sourceRoot":"","sources":["../source/schemas.ts"],"names":[],"mappings":";;;AAAA,yCAAmC;AACnC,6CAA2C;AAK3C,MAAM,IAAI,GAAG,IAAA,mBAAO,EAAC,SAAS,EAAE,YAAY,CAAC,CAAA;AAC7C,MAAM,EAAE,GAAG,IAAA,mBAAS,EAAC,IAAI,CAAC,CAAA;AAEb,QAAA,UAAU,GAAuB,EAAE,CAAC,MAAM,CAAa,YAAY,CAAC,CAAA;AACpE,QAAA,EAAE,GAAwB,EAAE,CAAC,MAAM,CAAc,IAAI,CAAC,CAAA;AACtD,QAAA,UAAU,GAAwB,EAAE,CAAC,MAAM,CAAc,YAAY,CAAC,CAAA;AACtE,QAAA,EAAE,GAAwB,EAAE,CAAC,MAAM,CAAc,IAAI,CAAC,CAAA;AACtD,QAAA,GAAG,GAAwB,EAAE,CAAC,MAAM,CAAc,KAAK,CAAC,CAAA;AACxD,QAAA,GAAG,GAAwB,EAAE,CAAC,MAAM,CAAc,KAAK,CAAC,CAAA;AACxD,QAAA,IAAI,GAAwB,EAAE,CAAC,MAAM,CAAc,MAAM,CAAC,CAAA"}

package/transpiled/test/util.d.ts

@@ -1,3 +1,5 @@
+import type { Secrets } from '../Secrets';
+import type { providers, S3Options, CloudinaryOptions, FileSystemOptions, TemporaryOptions } from '../providers';
 export declare const suites: ({
     run: true;
     provider: "tmp";
@@ -6,13 +8,12 @@ export declare const suites: ({
         endpoint?: undefined;
         region?: undefined;
         bucket?: undefined;
+        environment?: undefined;
+        type?: undefined;
+        prefix?: undefined;
+        transformations?: undefined;
     };
     secrets?: undefined;
-} | {
-    run: true;
-    provider: "mem";
-    options?: undefined;
-    secrets?: undefined;
 } | {
     run: boolean;
     provider: "s3";
@@ -21,9 +22,92 @@ export declare const suites: ({
         region: string;
         bucket: string;
         directory?: undefined;
+        environment?: undefined;
+        type?: undefined;
+        prefix?: undefined;
+        transformations?: undefined;
     };
     secrets: {
         ACCESS_KEY_ID: string;
         SECRET_ACCESS_KEY: string;
+        API_KEY?: undefined;
+        API_SECRET?: undefined;
+    };
+} | {
+    run: boolean;
+    provider: "cloudinary";
+    options: {
+        environment: string;
+        type: "image";
+        prefix: string;
+        transformations: ({
+            extension: string;
+            transformation: {
+                width: string;
+                height: string;
+                zoom: string;
+                crop: string;
+                gravity: string;
+                angle?: undefined;
+                fetch_format?: undefined;
+            };
+            optional: true;
+            condition?: undefined;
+        } | {
+            extension: string;
+            transformation: {
+                width: string;
+                height: string;
+                zoom: string;
+                crop: string;
+                gravity?: undefined;
+                angle?: undefined;
+                fetch_format?: undefined;
+            };
+            optional: true;
+            condition?: undefined;
+        } | {
+            extension: string;
+            condition: string;
+            transformation: {
+                angle: number;
+                width?: undefined;
+                height?: undefined;
+                zoom?: undefined;
+                crop?: undefined;
+                gravity?: undefined;
+                fetch_format?: undefined;
+            };
+            optional: true;
+        } | {
+            extension: string;
+            transformation: {
+                fetch_format: string;
+                width?: undefined;
+                height?: undefined;
+                zoom?: undefined;
+                crop?: undefined;
+                gravity?: undefined;
+                angle?: undefined;
+            };
+            optional: true;
+            condition?: undefined;
+        })[];
+        directory?: undefined;
+        endpoint?: undefined;
+        region?: undefined;
+        bucket?: undefined;
+    };
+    secrets: {
+        API_KEY: string;
+        API_SECRET: string;
+        ACCESS_KEY_ID?: undefined;
+        SECRET_ACCESS_KEY?: undefined;
     };
 })[];
+export interface Suite {
+    run: boolean;
+    provider: keyof typeof providers;
+    options?: S3Options | CloudinaryOptions | FileSystemOptions | TemporaryOptions;
+    secrets?: Secrets;
+}

package/transpiled/test/util.js

@@ -15,10 +15,6 @@ exports.suites = [
             directory: 'toa-storages-temp'
         }
     },
-    {
-        run: true,
-        provider: 'mem'
-    },
     {
         run: process.env.RUN_S3 === '1',
         provider: 's3',
@@ -31,6 +27,57 @@ exports.suites = [
             ACCESS_KEY_ID: 'developer',
             SECRET_ACCESS_KEY: 'secret'
         }
+    },
+    {
+        run: process.env.RUN_CLOUDINARY === '1',
+        provider: 'cloudinary',
+        options: {
+            environment: 'dl5z4zgth',
+            type: 'image',
+            prefix: 'toa-dev',
+            transformations: [
+                {
+                    extension: '(?<width>\\d*)x(?<height>\\d*)(z(?<zoom>\\d*))?',
+                    transformation: {
+                        width: '<width>',
+                        height: '<height>',
+                        zoom: '<zoom>',
+                        crop: 'thumb',
+                        gravity: 'face'
+                    },
+                    optional: true
+                },
+                {
+                    extension: '\\[(?<width>\\d*)x(?<height>\\d*)\\](z(?<zoom>\\d+))?',
+                    transformation: {
+                        width: '<width>',
+                        height: '<height>',
+                        zoom: '<zoom>',
+                        crop: 'fit'
+                    },
+                    optional: true
+                },
+                {
+                    extension: 'vertical',
+                    condition: 'w_gt_h',
+                    transformation: {
+                        angle: 90
+                    },
+                    optional: true
+                },
+                {
+                    extension: '(?<format>jpeg|webp)',
+                    transformation: {
+                        fetch_format: '<format>'
+                    },
+                    optional: true
+                }
+            ]
+        },
+        secrets: {
+            API_KEY: process.env.CLOUDINARY_API_KEY ?? '',
+            API_SECRET: process.env.CLOUDINARY_API_SECRET ?? ''
+        }
     }
     // add more providers here, use `run` as a condition to run the test
     // e.g.: `run: process.env.ACCESS_KEY_ID !== undefined`

package/transpiled/test/util.js.map

@@ -1 +1 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../../source/test/util.ts"],"names":[],"mappings":";;;;;;AAAA,yCAAgC;AAChC,oDAA2B;AAO3B,gBAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAA,gBAAI,EAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;AAEnC,QAAA,MAAM,GAAG;IACpB;QACE,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE;YACP,SAAS,EAAE,mBAAmB;SAC/B;KACF;IACD;QACE,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;KAChB;IACD;QACE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG;QAC/B,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE;YACP,QAAQ,EAAE,uBAAuB;YACjC,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,aAAa;SACtB;QACD,OAAO,EAAE;YACP,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,QAAQ;SAC5B;KACF;IACD,oEAAoE;IACpE,uDAAuD;CACtC,CAAA"}
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../source/test/util.ts"],"names":[],"mappings":";;;;;;AAAA,yCAAgC;AAChC,oDAA2B;AAU3B,gBAAM,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,IAAA,gBAAI,EAAC,SAAS,EAAE,MAAM,CAAC,EAAE,CAAC,CAAA;AAEnC,QAAA,MAAM,GAAG;IACpB;QACE,GAAG,EAAE,IAAI;QACT,QAAQ,EAAE,KAAK;QACf,OAAO,EAAE;YACP,SAAS,EAAE,mBAAmB;SAC/B;KACF;IACD;QACE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,MAAM,KAAK,GAAG;QAC/B,QAAQ,EAAE,IAAI;QACd,OAAO,EAAE;YACP,QAAQ,EAAE,uBAAuB;YACjC,MAAM,EAAE,WAAW;YACnB,MAAM,EAAE,aAAa;SACtB;QACD,OAAO,EAAE;YACP,aAAa,EAAE,WAAW;YAC1B,iBAAiB,EAAE,QAAQ;SAC5B;KACF;IACD;QACE,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,GAAG;QACvC,QAAQ,EAAE,YAAY;QACtB,OAAO,EAAE;YACP,WAAW,EAAE,WAAW;YACxB,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,SAAS;YACjB,eAAe,EAAE;gBACf;oBACE,SAAS,EAAE,iDAAiD;oBAC5D,cAAc,EAAE;wBACd,KAAK,EAAE,SAAS;wBAChB,MAAM,EAAE,UAAU;wBAClB,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,OAAO;wBACb,OAAO,EAAE,MAAM;qBAChB;oBACD,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,uDAAuD;oBAClE,cAAc,EAAE;wBACd,KAAK,EAAE,SAAS;wBAChB,MAAM,EAAE,UAAU;wBAClB,IAAI,EAAE,QAAQ;wBACd,IAAI,EAAE,KAAK;qBACZ;oBACD,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,UAAU;oBACrB,SAAS,EAAE,QAAQ;oBACnB,cAAc,EAAE;wBACd,KAAK,EAAE,EAAE;qBACV;oBACD,QAAQ,EAAE,IAAI;iBACf;gBACD;oBACE,SAAS,EAAE,sBAAsB;oBACjC,cAAc,EAAE;wBACd,YAAY,EAAE,UAAU;qBACzB;oBACD,QAAQ,EAAE,IAAI;iBACf;aACF;SACF;QACD,OAAO,EAAE;YACP,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,EAAE;YAC7C,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,IAAI,EAAE;SACpD;KACF;IACD,oEAAoE;IACpE,uDAAuD;CACtC,CAAA"}