@toa.io/extensions.storages 1.0.0-alpha.0 → 1.0.0-alpha.2

package/transpiled/Storage.js

@@ -0,0 +1,176 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Storage = void 0;
+const node_stream_1 = require("node:stream");
+const node_path_1 = require("node:path");
+const msgpackr_1 = require("msgpackr");
+const generic_1 = require("@toa.io/generic");
+const error_value_1 = require("error-value");
+const Scanner_1 = require("./Scanner");
+class Storage {
+    provider;
+    constructor(provider) {
+        this.provider = provider;
+    }
+    async put(path, stream, options) {
+        const scanner = new Scanner_1.Scanner(options);
+        const pipe = stream.pipe(scanner);
+        const tempname = await this.transit(pipe);
+        if (scanner.error !== null)
+            return scanner.error;
+        const id = scanner.digest();
+        await this.persist(tempname, id);
+        return await this.create(path, id, scanner.size, scanner.type, options?.meta);
+    }
+    async get(path) {
+        const metapath = node_path_1.posix.join(ENTRIES, path, META);
+        const result = await this.provider.get(metapath);
+        if (result === null)
+            return ERR_NOT_FOUND;
+        else
+            return (0, msgpackr_1.decode)(await (0, generic_1.buffer)(result));
+    }
+    async fetch(path) {
+        const { rel, id, variant } = this.parse(path);
+        if (variant === null && rel !== '') {
+            const entry = await this.get(path);
+            if (entry instanceof Error)
+                return entry;
+        }
+        const blob = variant === null
+            ? node_path_1.posix.join(BLOBs, id)
+            : node_path_1.posix.join(ENTRIES, rel, id, variant);
+        const stream = await this.provider.get(blob);
+        if (stream === null)
+            return ERR_NOT_FOUND;
+        else
+            return stream;
+    }
+    async delete(path) {
+        const entry = await this.get(path);
+        if (entry instanceof Error)
+            return entry;
+        await this.conceal(path);
+        await this.provider.delete(node_path_1.posix.join(ENTRIES, path));
+    }
+    async list(path) {
+        const listfile = node_path_1.posix.join(ENTRIES, path, LIST);
+        const stream = await this.provider.get(listfile);
+        return stream === null ? [] : (0, msgpackr_1.decode)(await (0, generic_1.buffer)(stream));
+    }
+    async permute(path, ids) {
+        const unique = new Set(ids);
+        const dir = node_path_1.posix.join(ENTRIES, path);
+        const list = await this.list(path);
+        if (list.length !== ids.length || unique.size !== ids.length)
+            return ERR_PERMUTATION_MISMATCH;
+        for (const id of ids)
+            if (!list.includes(id))
+                return ERR_PERMUTATION_MISMATCH;
+        await this.provider.put(dir, LIST, node_stream_1.Readable.from((0, msgpackr_1.encode)(ids)));
+    }
+    async conceal(path) {
+        const { id, rel } = this.parse(path);
+        const dir = node_path_1.posix.join(ENTRIES, rel);
+        const list = await this.list(rel);
+        const index = list.indexOf(id);
+        if (index === -1)
+            return ERR_NOT_FOUND;
+        list.splice(index, 1);
+        await this.provider.put(dir, LIST, node_stream_1.Readable.from((0, msgpackr_1.encode)(list)));
+    }
+    async reveal(path) {
+        const { id, rel } = this.parse(path);
+        return await this.enroll(rel, id);
+    }
+    async diversify(path, name, stream) {
+        const scanner = new Scanner_1.Scanner();
+        const pipe = stream.pipe(scanner);
+        await this.provider.put(node_path_1.posix.join(ENTRIES, path), name, pipe);
+        if (scanner.error !== null)
+            return scanner.error;
+        const { size, type } = scanner;
+        const entry = await this.get(path);
+        if (entry instanceof Error)
+            return entry;
+        entry.variants = entry.variants.filter((variant) => variant.name !== name);
+        entry.variants.push({ name, size, type });
+        await this.save(path, entry);
+    }
+    async annotate(path, key, value) {
+        const entry = await this.get(path);
+        if (entry instanceof Error)
+            return entry;
+        // eslint-disable-next-line @typescript-eslint/no-dynamic-delete
+        if (value === undefined)
+            delete entry.meta[key];
+        else
+            entry.meta[key] = value;
+        await this.save(path, entry);
+    }
+    async transit(stream) {
+        const tempname = (0, generic_1.newid)();
+        await this.provider.put(TEMP, tempname, stream);
+        return tempname;
+    }
+    async persist(tempname, id) {
+        const temp = node_path_1.posix.join(TEMP, tempname);
+        const blob = node_path_1.posix.join(BLOBs, id);
+        await this.provider.move(temp, blob);
+    }
+    // eslint-disable-next-line max-params
+    async create(path, id, size, type, meta = {}) {
+        const entry = {
+            id,
+            size,
+            type,
+            created: Date.now(),
+            variants: [],
+            meta
+        };
+        const metafile = node_path_1.posix.join(path, entry.id);
+        const existing = await this.get(metafile);
+        if (existing instanceof Error)
+            await this.save(metafile, entry);
+        await this.enroll(path, id, true);
+        return entry;
+    }
+    async save(rel, entry) {
+        const buffer = (0, msgpackr_1.encode)(entry);
+        const stream = node_stream_1.Readable.from(buffer);
+        await this.provider.put(node_path_1.posix.join(ENTRIES, rel), META, stream);
+    }
+    async enroll(path, id, addition = false) {
+        const dir = node_path_1.posix.join(ENTRIES, path);
+        const list = await this.list(path);
+        const index = list.indexOf(id);
+        if (index !== -1)
+            if (addition)
+                list.splice(index, 1);
+            else
+                return;
+        else if (!addition) {
+            const entry = await this.get(node_path_1.posix.join(path, id));
+            if (entry instanceof Error)
+                return entry;
+        }
+        list.push(id);
+        await this.provider.put(dir, LIST, node_stream_1.Readable.from((0, msgpackr_1.encode)(list)));
+    }
+    parse(path) {
+        const [last, ...segments] = path.split('/').reverse();
+        const [id, ...rest] = last.split('.');
+        const variant = rest.length > 0 ? rest.join('.') : null;
+        const rel = segments.reverse().join('/');
+        return { rel, id, variant };
+    }
+}
+exports.Storage = Storage;
+const ERR_NOT_FOUND = (0, error_value_1.Err)('NOT_FOUND');
+const ERR_PERMUTATION_MISMATCH = (0, error_value_1.Err)('PERMUTATION_MISMATCH');
+const TEMP = '/temp';
+const BLOBs = '/blobs';
+const ENTRIES = '/entries';
+const LIST = '.list';
+const META = '.meta';
+//# sourceMappingURL=Storage.js.map

package/transpiled/Storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Storage.js","sourceRoot":"","sources":["../source/Storage.ts"],"names":[],"mappings":";;;AAAA,6CAAsC;AACtC,yCAAiC;AACjC,uCAAyC;AACzC,6CAA+C;AAC/C,6CAAiC;AACjC,uCAAmC;AAKnC,MAAa,OAAO;IACD,QAAQ,CAAU;IAEnC,YAAoB,QAAkB;QACpC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;IAC1B,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,IAAY,EAAE,MAAgB,EAAE,OAAiB;QACjE,MAAM,OAAO,GAAG,IAAI,iBAAO,CAAC,OAAO,CAAC,CAAA;QACpC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QACjC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QAEzC,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI;YACxB,OAAO,OAAO,CAAC,KAAK,CAAA;QAEtB,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAA;QAE3B,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAEhC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,CAAA;IAC/E,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,IAAY;QAC5B,MAAM,QAAQ,GAAG,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAEhD,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,aAAa,CAAA;;YACpC,OAAO,IAAA,iBAAM,EAAC,MAAM,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,CAAA;IAC1C,CAAC;IAEM,KAAK,CAAC,KAAK,CAAE,IAAY;QAC9B,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAE7C,IAAI,OAAO,KAAK,IAAI,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;YACnC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;YAElC,IAAI,KAAK,YAAY,KAAK;gBACxB,OAAO,KAAK,CAAA;QAChB,CAAC;QAED,MAAM,IAAI,GAAG,OAAO,KAAK,IAAI;YAC3B,CAAC,CAAC,iBAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC;YACvB,CAAC,CAAC,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,CAAC,CAAA;QAEzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAE5C,IAAI,MAAM,KAAK,IAAI;YAAE,OAAO,aAAa,CAAA;;YACpC,OAAO,MAAM,CAAA;IACpB,CAAC;IAEM,KAAK,CAAC,MAAM,CAAE,IAAY;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,KAAK,YAAY,KAAK;YACxB,OAAO,KAAK,CAAA;QAEd,MAAM,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACxB,MAAM,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,CAAA;IACvD,CAAC;IAEM,KAAK,CAAC,IAAI,CAAE,IAAY;QAC7B,MAAM,QAAQ,GAAG,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;QAChD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAEhD,OAAO,MAAM,KAAK,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAA,iBAAM,EAAC,MAAM,IAAA,gBAAM,EAAC,MAAM,CAAC,CAAC,CAAA;IAC5D,CAAC;IAEM,KAAK,CAAC,OAAO,CAAE,IAAY,EAAE,GAAa;QAC/C,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAA;QAC3B,MAAM,GAAG,GAAG,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,IAAI,CAAC,MAAM,KAAK,GAAG,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,KAAK,GAAG,CAAC,MAAM;YAC1D,OAAO,wBAAwB,CAAA;QAEjC,KAAK,MAAM,EAAE,IAAI,GAAG;YAClB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;gBACpB,OAAO,wBAAwB,CAAA;QAEnC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,sBAAQ,CAAC,IAAI,CAAC,IAAA,iBAAM,EAAC,GAAG,CAAC,CAAC,CAAC,CAAA;IAChE,CAAC;IAEM,KAAK,CAAC,OAAO,CAAE,IAAY;QAChC,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QACpC,MAAM,GAAG,GAAG,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACjC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAE9B,IAAI,KAAK,KAAK,CAAC,CAAC;YACd,OAAO,aAAa,CAAA;QAEtB,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;QAErB,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,sBAAQ,CAAC,IAAI,CAAC,IAAA,iBAAM,EAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,CAAC;IAEM,KAAK,CAAC,MAAM,CAAE,IAAY;QAC/B,MAAM,EAAE,EAAE,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAEpC,OAAO,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IACnC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAE,IAAY,EAAE,IAAY,EAAE,MAAgB;QAClE,MAAM,OAAO,GAAG,IAAI,iBAAO,EAAE,CAAA;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAEjC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;QAE9D,IAAI,OAAO,CAAC,KAAK,KAAK,IAAI;YACxB,OAAO,OAAO,CAAC,KAAK,CAAA;QAEtB,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,OAAO,CAAA;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,KAAK,YAAY,KAAK;YACxB,OAAO,KAAK,CAAA;QAEd,KAAK,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAA;QAC1E,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;QAEzC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC9B,CAAC;IAEM,KAAK,CAAC,QAAQ,CAAE,IAAY,EAAE,GAAW,EAAE,KAAe;QAC/D,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAElC,IAAI,KAAK,YAAY,KAAK;YACxB,OAAO,KAAK,CAAA;QAEd,gEAAgE;QAChE,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;;YAC1C,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAA;QAE5B,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;IAC9B,CAAC;IAEO,KAAK,CAAC,OAAO,CAAE,MAAgB;QACrC,MAAM,QAAQ,GAAG,IAAA,eAAK,GAAE,CAAA;QAExB,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAA;QAE/C,OAAO,QAAQ,CAAA;IACjB,CAAC;IAEO,KAAK,CAAC,OAAO,CAAE,QAAgB,EAAE,EAAU;QACjD,MAAM,IAAI,GAAG,iBAAK,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAA;QACvC,MAAM,IAAI,GAAG,iBAAK,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAElC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IACtC,CAAC;IAED,sCAAsC;IAC9B,KAAK,CAAC,MAAM,CACnB,IAAY,EAAE,EAAU,EAAE,IAAY,EAAE,IAAY,EAAE,OAAa,EAAE;QACpE,MAAM,KAAK,GAAU;YACnB,EAAE;YACF,IAAI;YACJ,IAAI;YACJ,OAAO,EAAE,IAAI,CAAC,GAAG,EAAE;YACnB,QAAQ,EAAE,EAAE;YACZ,IAAI;SACL,CAAA;QAED,MAAM,QAAQ,GAAG,iBAAK,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,CAAC,EAAE,CAAC,CAAA;QAC3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAEzC,IAAI,QAAQ,YAAY,KAAK;YAC3B,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAA;QAElC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,CAAA;QAEjC,OAAO,KAAK,CAAA;IACd,CAAC;IAEO,KAAK,CAAC,IAAI,CAAE,GAAW,EAAE,KAAY;QAC3C,MAAM,MAAM,GAAG,IAAA,iBAAM,EAAC,KAAK,CAAC,CAAA;QAC5B,MAAM,MAAM,GAAG,sBAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEpC,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,CAAA;IACjE,CAAC;IAEO,KAAK,CAAC,MAAM,CAAE,IAAY,EAAE,EAAU,EAAE,WAAoB,KAAK;QACvE,MAAM,GAAG,GAAG,iBAAK,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACrC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;QAE9B,IAAI,KAAK,KAAK,CAAC,CAAC;YACd,IAAI,QAAQ;gBAAE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;;gBAC9B,OAAM;aACR,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,iBAAK,CAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAA;YAElD,IAAI,KAAK,YAAY,KAAK;gBACxB,OAAO,KAAK,CAAA;QAChB,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAEb,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,sBAAQ,CAAC,IAAI,CAAC,IAAA,iBAAM,EAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACjE,CAAC;IAEO,KAAK,CAAE,IAAY;QACzB,MAAM,CAAC,IAAI,EAAE,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAA;QACrD,MAAM,CAAC,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QACvD,MAAM,GAAG,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAExC,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE,OAAO,EAAE,CAAA;IAC7B,CAAC;CACF;AAjND,0BAiNC;AAED,MAAM,aAAa,GAAG,IAAA,iBAAG,EAAC,WAAW,CAAC,CAAA;AACtC,MAAM,wBAAwB,GAAG,IAAA,iBAAG,EAAC,sBAAsB,CAAC,CAAA;AAE5D,MAAM,IAAI,GAAG,OAAO,CAAA;AACpB,MAAM,KAAK,GAAG,QAAQ,CAAA;AACtB,MAAM,OAAO,GAAG,UAAU,CAAA;AAC1B,MAAM,IAAI,GAAG,OAAO,CAAA;AACpB,MAAM,IAAI,GAAG,OAAO,CAAA"}

package/transpiled/deployment.d.ts

@@ -0,0 +1,5 @@
+import type { Dependency } from '@toa.io/operations';
+import type { context } from '@toa.io/norm';
+export declare const SERIALIZATION_PREFIX = "TOA_STORAGES";
+export declare function deployment(instances: Instance[], annotation: unknown): Dependency;
+export type Instance = context.Dependency<string[]>;

package/transpiled/deployment.js

@@ -0,0 +1,68 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.deployment = exports.SERIALIZATION_PREFIX = void 0;
+const assert = __importStar(require("node:assert"));
+const generic_1 = require("@toa.io/generic");
+const providers_1 = require("./providers");
+const Annotation_1 = require("./Annotation");
+exports.SERIALIZATION_PREFIX = 'TOA_STORAGES';
+function deployment(instances, annotation) {
+    validate(instances, annotation);
+    const value = (0, generic_1.encode)(annotation);
+    const pointer = { name: exports.SERIALIZATION_PREFIX, value };
+    const secrets = getSecrets(annotation);
+    return {
+        variables: { global: [pointer, ...secrets] }
+    };
+}
+exports.deployment = deployment;
+function validate(instances, annotation) {
+    (0, Annotation_1.validateAnnotation)(annotation);
+    for (const instance of instances)
+        contains(instance, annotation);
+}
+function contains(instance, annotation) {
+    for (const name of instance.manifest)
+        assert.ok(name in annotation, `Missing '${name}' storage annotation ` +
+            `declared in '${instance.component.locator.id}'`);
+}
+function getSecrets(annotation) {
+    const secrets = [];
+    for (const [name, declaration] of Object.entries(annotation)) {
+        const Provider = providers_1.providers[declaration.provider];
+        for (const secret of Provider.SECRETS)
+            secrets.push({
+                name: `${exports.SERIALIZATION_PREFIX}_${name}_${secret.name}`.toUpperCase(),
+                secret: {
+                    name: `toa-storages-${name}`,
+                    key: secret.name,
+                    optional: secret.optional
+                }
+            });
+    }
+    return secrets;
+}
+//# sourceMappingURL=deployment.js.map

package/transpiled/deployment.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"deployment.js","sourceRoot":"","sources":["../source/deployment.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,oDAAqC;AACrC,6CAAwC;AACxC,2CAAuC;AACvC,6CAAiD;AAKpC,QAAA,oBAAoB,GAAG,cAAc,CAAA;AAElD,SAAgB,UAAU,CAAE,SAAqB,EAAE,UAAmB;IACpE,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC,CAAA;IAE/B,MAAM,KAAK,GAAG,IAAA,gBAAM,EAAC,UAAU,CAAC,CAAA;IAChC,MAAM,OAAO,GAAa,EAAE,IAAI,EAAE,4BAAoB,EAAE,KAAK,EAAE,CAAA;IAC/D,MAAM,OAAO,GAAG,UAAU,CAAC,UAAU,CAAC,CAAA;IAEtC,OAAO;QACL,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,OAAO,EAAE,GAAG,OAAO,CAAC,EAAE;KAC7C,CAAA;AACH,CAAC;AAVD,gCAUC;AAED,SAAS,QAAQ,CAAE,SAAqB,EAAE,UAAmB;IAC3D,IAAA,+BAAkB,EAAC,UAAU,CAAC,CAAA;IAE9B,KAAK,MAAM,QAAQ,IAAI,SAAS;QAC9B,QAAQ,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAA;AAClC,CAAC;AAED,SAAS,QAAQ,CAAE,QAAkB,EAAE,UAAsB;IAC3D,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,QAAQ;QAClC,MAAM,CAAC,EAAE,CAAC,IAAI,IAAI,UAAU,EAC1B,YAAY,IAAI,uBAAuB;YACvC,gBAAgB,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,CAAA;AACvD,CAAC;AAED,SAAS,UAAU,CAAE,UAAsB;IACzC,MAAM,OAAO,GAAe,EAAE,CAAA;IAE9B,KAAK,MAAM,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAC7D,MAAM,QAAQ,GAAG,qBAAS,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAA;QAEhD,KAAK,MAAM,MAAM,IAAI,QAAQ,CAAC,OAAO;YACnC,OAAO,CAAC,IAAI,CAAC;gBACX,IAAI,EAAE,GAAG,4BAAoB,IAAI,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE;gBACpE,MAAM,EAAE;oBACN,IAAI,EAAE,gBAAgB,IAAI,EAAE;oBAC5B,GAAG,EAAE,MAAM,CAAC,IAAI;oBAChB,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B;aACF,CAAC,CAAA;IACN,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC"}

package/transpiled/index.d.ts

@@ -0,0 +1,4 @@
+export { Factory } from './Factory';
+export { deployment } from './deployment';
+export { manifest } from './manifest';
+export type { Entry } from './Entry';

package/transpiled/index.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.manifest = exports.deployment = exports.Factory = void 0;
+var Factory_1 = require("./Factory");
+Object.defineProperty(exports, "Factory", { enumerable: true, get: function () { return Factory_1.Factory; } });
+var deployment_1 = require("./deployment");
+Object.defineProperty(exports, "deployment", { enumerable: true, get: function () { return deployment_1.deployment; } });
+var manifest_1 = require("./manifest");
+Object.defineProperty(exports, "manifest", { enumerable: true, get: function () { return manifest_1.manifest; } });
+//# sourceMappingURL=index.js.map

package/transpiled/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../source/index.ts"],"names":[],"mappings":";;;AAAA,qCAAmC;AAA1B,kGAAA,OAAO,OAAA;AAChB,2CAAyC;AAAhC,wGAAA,UAAU,OAAA;AACnB,uCAAqC;AAA5B,oGAAA,QAAQ,OAAA"}

package/transpiled/manifest.d.ts

@@ -0,0 +1 @@
+export declare function manifest(manifest: string | string[] | null): string[];

package/transpiled/manifest.js

@@ -0,0 +1,9 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.manifest = void 0;
+const matchacho_1 = require("matchacho");
+function manifest(manifest) {
+    return (0, matchacho_1.match)(manifest, String, (name) => [name], Array, manifest, null, []);
+}
+exports.manifest = manifest;
+//# sourceMappingURL=manifest.js.map

package/transpiled/manifest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manifest.js","sourceRoot":"","sources":["../source/manifest.ts"],"names":[],"mappings":";;;AAAA,yCAAiC;AAEjC,SAAgB,QAAQ,CAAE,QAAkC;IAC1D,OAAO,IAAA,iBAAK,EAAC,QAAQ,EACnB,MAAM,EAAE,CAAC,IAAY,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,EAChC,KAAK,EAAE,QAAQ,EACf,IAAI,EAAE,EAAE,CAAC,CAAA;AACb,CAAC;AALD,4BAKC"}

package/transpiled/providers/Declaration.d.ts

@@ -0,0 +1,14 @@
+import type { S3Options } from './S3';
+import type { FileSystemOptions } from './FileSystem';
+import type { TemporaryOptions } from './Temporary';
+export type Declaration = ({
+    provider: 's3';
+} & S3Options) | ({
+    provider: 'fs';
+} & FileSystemOptions) | ({
+    provider: 'tmp';
+} & TemporaryOptions) | ({
+    provider: 'mem';
+}) | ({
+    provider: 'test';
+} & TemporaryOptions);

package/transpiled/providers/Declaration.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=Declaration.js.map

package/transpiled/providers/Declaration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Declaration.js","sourceRoot":"","sources":["../../source/providers/Declaration.ts"],"names":[],"mappings":""}

package/transpiled/providers/FileSystem.d.ts

@@ -0,0 +1,15 @@
+/// <reference types="node" />
+import { type Readable } from 'node:stream';
+import { Provider } from '../Provider';
+import type { ProviderSecrets } from '../Provider';
+export interface FileSystemOptions {
+    path: string;
+}
+export declare class FileSystem extends Provider<FileSystemOptions> {
+    protected readonly path: string;
+    constructor(options: FileSystemOptions, secrets?: ProviderSecrets);
+    get(path: string): Promise<Readable | null>;
+    put(rel: string, filename: string, stream: Readable): Promise<void>;
+    delete(path: string): Promise<void>;
+    move(from: string, to: string): Promise<void>;
+}

package/transpiled/providers/FileSystem.js

@@ -0,0 +1,44 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileSystem = void 0;
+const node_path_1 = require("node:path");
+const promises_1 = __importDefault(require("node:fs/promises"));
+const Provider_1 = require("../Provider");
+class FileSystem extends Provider_1.Provider {
+    path;
+    constructor(options, secrets) {
+        super(options, secrets);
+        this.path = options.path;
+    }
+    async get(path) {
+        try {
+            const fd = await promises_1.default.open((0, node_path_1.join)(this.path, path));
+            return fd.createReadStream();
+        }
+        catch (err) {
+            if (err?.code === 'ENOENT')
+                return null;
+            throw err;
+        }
+    }
+    async put(rel, filename, stream) {
+        const dir = (0, node_path_1.join)(this.path, rel);
+        const path = (0, node_path_1.join)(dir, filename);
+        await promises_1.default.mkdir((0, node_path_1.dirname)(path), { recursive: true });
+        await promises_1.default.writeFile(path, stream);
+    }
+    async delete(path) {
+        await promises_1.default.rm((0, node_path_1.join)(this.path, path), { recursive: true, force: true });
+    }
+    async move(from, to) {
+        from = (0, node_path_1.join)(this.path, from);
+        to = (0, node_path_1.join)(this.path, to);
+        await promises_1.default.mkdir((0, node_path_1.dirname)(to), { recursive: true });
+        await promises_1.default.rename(from, to);
+    }
+}
+exports.FileSystem = FileSystem;
+//# sourceMappingURL=FileSystem.js.map

package/transpiled/providers/FileSystem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"FileSystem.js","sourceRoot":"","sources":["../../source/providers/FileSystem.ts"],"names":[],"mappings":";;;;;;AACA,yCAAyC;AACzC,gEAAiC;AACjC,0CAAsC;AAOtC,MAAa,UAAW,SAAQ,mBAA2B;IACtC,IAAI,CAAQ;IAE/B,YAAoB,OAA0B,EAAE,OAAyB;QACvE,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAA;QAEvB,IAAI,CAAC,IAAI,GAAG,OAAO,CAAC,IAAI,CAAA;IAC1B,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,IAAY;QAC5B,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,MAAM,kBAAE,CAAC,IAAI,CAAC,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAA;YAE/C,OAAO,EAAE,CAAC,gBAAgB,EAAE,CAAA;QAC9B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAK,GAA6B,EAAE,IAAI,KAAK,QAAQ;gBAAE,OAAO,IAAI,CAAA;YAElE,MAAM,GAAG,CAAA;QACX,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,GAAG,CAAE,GAAW,EAAE,QAAgB,EAAE,MAAgB;QAC/D,MAAM,GAAG,GAAG,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;QAChC,MAAM,IAAI,GAAG,IAAA,gBAAI,EAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;QAEhC,MAAM,kBAAE,CAAC,KAAK,CAAC,IAAA,mBAAO,EAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAClD,MAAM,kBAAE,CAAC,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAA;IAClC,CAAC;IAEM,KAAK,CAAC,MAAM,CAAE,IAAY;QAC/B,MAAM,kBAAE,CAAC,EAAE,CAAC,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACtE,CAAC;IAEM,KAAK,CAAC,IAAI,CAAE,IAAY,EAAE,EAAU;QACzC,IAAI,GAAG,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;QAC5B,EAAE,GAAG,IAAA,gBAAI,EAAC,IAAI,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAExB,MAAM,kBAAE,CAAC,KAAK,CAAC,IAAA,mBAAO,EAAC,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAA;QAChD,MAAM,kBAAE,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IAC3B,CAAC;CACF;AAxCD,gCAwCC"}

package/transpiled/providers/Memory.d.ts

@@ -0,0 +1,13 @@
+/// <reference types="node" />
+import { Readable } from 'node:stream';
+import { Provider } from '../Provider';
+/**
+ * In-memory provider
+ */
+export declare class InMemory extends Provider {
+    private readonly storage;
+    get(path: string): Promise<Readable | null>;
+    put(path: string, filename: string, stream: Readable): Promise<void>;
+    delete(path: string): Promise<void>;
+    move(from: string, to: string): Promise<void>;
+}

package/transpiled/providers/Memory.js

@@ -0,0 +1,60 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InMemory = void 0;
+const node_stream_1 = require("node:stream");
+const node_path_1 = require("node:path");
+const consumers_1 = require("node:stream/consumers");
+const assert = __importStar(require("node:assert"));
+const Provider_1 = require("../Provider");
+/**
+ * In-memory provider
+ */
+class InMemory extends Provider_1.Provider {
+    storage = new Map();
+    async get(path) {
+        const data = this.storage.get(path);
+        if (data === undefined)
+            return null;
+        return node_stream_1.Readable.from(data);
+    }
+    async put(path, filename, stream) {
+        this.storage.set((0, node_path_1.join)(path, filename), await (0, consumers_1.buffer)(stream));
+    }
+    async delete(path) {
+        for (const f of this.storage.keys())
+            if (f.startsWith(path))
+                this.storage.delete(f);
+    }
+    async move(from, to) {
+        assert.notEqual(from, to, 'Source and destination are the same');
+        const buf = this.storage.get(from);
+        assert.ok(buf !== undefined, `File not found: ${from}`);
+        this.storage.set(to, buf);
+        this.storage.delete(from);
+    }
+}
+exports.InMemory = InMemory;
+//# sourceMappingURL=Memory.js.map

package/transpiled/providers/Memory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Memory.js","sourceRoot":"","sources":["../../source/providers/Memory.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,6CAAsC;AACtC,yCAAgC;AAChC,qDAA8C;AAC9C,oDAAqC;AAErC,0CAAsC;AAEtC;;GAEG;AACH,MAAa,QAAS,SAAQ,mBAAQ;IACnB,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;IAEpC,KAAK,CAAC,GAAG,CAAE,IAAY;QACrC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAEnC,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,IAAI,CAAA;QAEnC,OAAO,sBAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC5B,CAAC;IAEe,KAAK,CAAC,GAAG,CAAE,IAAY,EAAE,QAAgB,EAAE,MAAgB;QACzE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,gBAAI,EAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,MAAM,IAAA,kBAAM,EAAC,MAAM,CAAC,CAAC,CAAA;IAC9D,CAAC;IAEe,KAAK,CAAC,MAAM,CAAE,IAAY;QACxC,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE;YACjC,IAAI,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC;gBAAE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;IAClD,CAAC;IAEe,KAAK,CAAC,IAAI,CAAE,IAAY,EAAE,EAAU;QAClD,MAAM,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,EAAE,qCAAqC,CAAC,CAAA;QAEhE,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAA;QAElC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,SAAS,EAAE,mBAAmB,IAAI,EAAE,CAAC,CAAA;QAEvD,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,GAAG,CAAC,CAAA;QACzB,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC;CACF;AA9BD,4BA8BC"}

package/transpiled/providers/S3.d.ts

@@ -0,0 +1,27 @@
+/// <reference types="node" />
+import { Readable } from 'node:stream';
+import { S3Client } from '@aws-sdk/client-s3';
+import { Provider, type ProviderSecret, type ProviderSecrets } from '../Provider';
+export interface S3Options {
+    bucket: string;
+    region?: string;
+    prefix?: string;
+    endpoint?: string;
+}
+type S3Secrets = ProviderSecrets<'ACCESS_KEY_ID' | 'SECRET_ACCESS_KEY'>;
+export declare class S3 extends Provider<S3Options> {
+    static readonly SECRETS: readonly ProviderSecret[];
+    protected readonly bucket: string;
+    protected readonly client: S3Client;
+    constructor(options: S3Options, secrets?: S3Secrets);
+    get(Key: string): Promise<Readable | null>;
+    put(path: string, filename: string, stream: Readable): Promise<void>;
+    /**
+     * Deletes either a single object or "directory" - all objects
+     * with given prefix (prefix will be enforced to finish with `/`)
+     * @param Key - key name or path prefix
+     */
+    delete(Key: string): Promise<void>;
+    move(from: string, keyTo: string): Promise<void>;
+}
+export {};