@vertesia/memory 0.24.0-dev.202601221707

package/lib/esm/Builder.js

@@ -0,0 +1,178 @@
+import { AsyncObjectWalker } from "@vertesia/json";
+import { mkdtempSync, rmSync } from "fs";
+import os from "os";
+import { join, resolve } from "path";
+import { copy } from "./commands/copy.js";
+import { exec } from "./commands/exec.js";
+import { ContentObject, DocxObject, JsonObject, MediaObject, PdfObject } from "./ContentObject.js";
+import { AbstractContentSource, TextSource } from "./ContentSource.js";
+import { loadMemoryPack } from "./MemoryPack.js";
+import { MemoryPackBuilder } from "./MemoryPackBuilder.js";
+export class Builder {
+    options;
+    static instance;
+    static getInstance() {
+        if (!Builder.instance) {
+            throw new Error("No builder instance found");
+        }
+        return Builder.instance;
+    }
+    _vars;
+    _tmpdir;
+    memory;
+    constructor(options = {}) {
+        this.options = options;
+        this.memory = new MemoryPackBuilder(this);
+        this._vars = options.vars || {};
+        Builder.instance = this;
+    }
+    vars() {
+        return this._vars;
+    }
+    tmpdir() {
+        if (!this._tmpdir) {
+            this._tmpdir = mkdtempSync(join(os.tmpdir(), 'becomposable-memo-'));
+        }
+        return this._tmpdir;
+    }
+    from(location, options) {
+        return loadMemoryPack(location).then((memory) => {
+            return this.memory.load(memory, options);
+        });
+    }
+    addEntry(path, source) {
+        this.memory.add(path, source);
+    }
+    copy(location, path, options = {}) {
+        copy(this, location, path, options);
+    }
+    copyText(text, path) {
+        copy(this, new TextSource(text), path);
+    }
+    exec(cmd, options) {
+        return exec(cmd, options);
+    }
+    content(location, encoding) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new ContentObject(this, s, encoding));
+        }
+        else {
+            return new ContentObject(this, source, encoding);
+        }
+    }
+    json(location) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new JsonObject(this, s));
+        }
+        else {
+            return new JsonObject(this, source);
+        }
+    }
+    pdf(location) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new PdfObject(this, s));
+        }
+        else {
+            return new PdfObject(this, source);
+        }
+    }
+    docx(location) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new DocxObject(this, s));
+        }
+        else {
+            return new DocxObject(this, source);
+        }
+    }
+    media(location, options) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new MediaObject(this, s, options));
+        }
+        else {
+            return new MediaObject(this, source, options);
+        }
+    }
+    async build(object) {
+        try {
+            let { fileName, publishName } = this._getOutputNames();
+            // resolve all content objects values from the context object
+            object = await resolveContextObject(object);
+            // write the memory to a file
+            fileName = await this.memory.build(fileName, object);
+            let target = fileName;
+            if (publishName) {
+                try {
+                    target = await this.options.publish(fileName, publishName);
+                }
+                finally {
+                    rmSync(fileName);
+                }
+            }
+            this.options.quiet || console.log(`Memory saved to ${target}`);
+            return target;
+        }
+        finally {
+            if (this._tmpdir) {
+                rmSync(this._tmpdir, { recursive: true });
+            }
+        }
+    }
+    _getOutputNames() {
+        const options = this.options;
+        if (!options.out) {
+            options.out = "memory.tar";
+        }
+        let fileName;
+        let publishName;
+        const out = options.out;
+        if (out.startsWith("memory:")) {
+            if (!options.publish) {
+                throw new Error(`The publish option is required for "${out}" output`);
+            }
+            // force gzip when publishing
+            options.gzip = true;
+            // create a temporary path for the output
+            fileName = createTmpBaseName(this.tmpdir());
+            publishName = out.substring("memory:".length);
+        }
+        else {
+            fileName = resolve(out);
+        }
+        return { fileName, publishName };
+    }
+}
+function resolveContextObject(object) {
+    return new AsyncObjectWalker().map(object, async (_key, value) => {
+        if (value instanceof ContentObject) {
+            return await value.getText();
+        }
+        else {
+            return value;
+        }
+    });
+}
+function createTmpBaseName(tmpdir) {
+    return join(tmpdir, `.composable-memory-${Date.now()}.tar`);
+}
+export function buildMemoryPack(recipeFn, options) {
+    const builder = new Builder(options);
+    return recipeFn({
+        vars: builder.vars.bind(builder),
+        tmpdir: builder.tmpdir.bind(builder),
+        exec: builder.exec.bind(builder),
+        from: builder.from.bind(builder),
+        content: builder.content.bind(builder),
+        json: builder.json.bind(builder),
+        pdf: builder.pdf.bind(builder),
+        docx: builder.docx.bind(builder),
+        media: builder.media.bind(builder),
+        copy: builder.copy.bind(builder),
+        copyText: builder.copyText.bind(builder),
+    }).then(metadata => builder.build(metadata));
+}
+//# sourceMappingURL=Builder.js.map

package/lib/esm/Builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Builder.js","sourceRoot":"","sources":["../../src/Builder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AACrC,OAAO,EAAE,IAAI,EAAe,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,IAAI,EAAe,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAgB,SAAS,EAAE,MAAM,oBAAoB,CAAC;AACjH,OAAO,EAAE,qBAAqB,EAA6B,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAClG,OAAO,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AACjD,OAAO,EAAe,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAoDxE,MAAM,OAAO,OAAO;IAcG;IAbnB,MAAM,CAAC,QAAQ,CAAW;IAE1B,MAAM,CAAC,WAAW;QACd,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,OAAO,CAAC,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAsB;IAC3B,OAAO,CAAU;IACjB,MAAM,CAAoB;IAE1B,YAAmB,UAAwB,EAAE;QAA1B,YAAO,GAAP,OAAO,CAAmB;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,IAAI,IAAI,EAAE,CAAC;QAChC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,IAAI;QACA,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,MAAM;QACF,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAChB,IAAI,CAAC,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,oBAAoB,CAAC,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED,IAAI,CAAC,QAAgB,EAAE,OAAqB;QACxC,OAAO,cAAc,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,OAAO,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAC7C,CAAC,CAAC,CAAC;IACP,CAAC;IAED,QAAQ,CAAC,IAAY,EAAE,MAAqB;QACxC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IAClC,CAAC;IAED,IAAI,CAAC,QAAoB,EAAE,IAAY,EAAE,UAAuB,EAAE;QAC9D,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,QAAQ,CAAC,IAAY,EAAE,IAAY;QAC/B,IAAI,CAAC,IAAI,EAAE,IAAI,UAAU,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,OAAqB;QACnC,OAAO,IAAI,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IAC9B,CAAC;IAED,OAAO,CAAC,QAAgB,EAAE,QAAyB;QAC/C,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,IAAI,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjE,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAgB;QACjB,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,GAAG,CAAC,QAAgB;QAChB,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,SAAS,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,CAAC;IACL,CAAC;IAED,IAAI,CAAC,QAAgB;QACjB,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QACpD,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACxC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,QAAgB,EAAE,OAAsB;QAC1C,MAAM,MAAM,GAAG,qBAAqB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QACvD,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,WAAW,CAAC,IAAI,EAAE,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAC9D,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,WAAW,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAClD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAA2B;QACnC,IAAI,CAAC;YACD,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;YACvD,6DAA6D;YAC7D,MAAM,GAAG,MAAM,oBAAoB,CAAC,MAAM,CAAC,CAAC;YAC5C,6BAA6B;YAC7B,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YACrD,IAAI,MAAM,GAAW,QAAQ,CAAC;YAC9B,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,CAAC;oBACD,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAQ,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;gBAChE,CAAC;wBAAS,CAAC;oBACP,MAAM,CAAC,QAAQ,CAAC,CAAC;gBACrB,CAAC;YACL,CAAC;YACD,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,EAAE,CAAC,CAAC;YAC/D,OAAO,MAAM,CAAC;QAClB,CAAC;gBAAS,CAAC;YACP,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACf,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC9C,CAAC;QACL,CAAC;IACL,CAAC;IAEO,eAAe;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,GAAG,YAAY,CAAC;QAC/B,CAAC;QACD,IAAI,QAAgB,CAAC;QACrB,IAAI,WAA+B,CAAC;QACpC,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;QACxB,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;YAC5B,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;gBACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,UAAU,CAAC,CAAC;YAC1E,CAAC;YACD,6BAA6B;YAC7B,OAAO,CAAC,IAAI,GAAG,IAAI,CAAC;YACpB,yCAAyC;YACzC,QAAQ,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC;YAC5C,WAAW,GAAG,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACJ,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC5B,CAAC;QACD,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;IACrC,CAAC;CAEJ;AAED,SAAS,oBAAoB,CAAC,MAA2B;IACrD,OAAO,IAAI,iBAAiB,EAAE,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE;QAC7D,IAAI,KAAK,YAAY,aAAa,EAAE,CAAC;YACjC,OAAO,MAAM,KAAK,CAAC,OAAO,EAAE,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,iBAAiB,CAAC,MAAc;IACrC,OAAO,IAAI,CAAC,MAAM,EAAE,sBAAsB,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAChE,CAAC;AAGD,MAAM,UAAU,eAAe,CAAC,QAA8D,EAAE,OAAqB;IACjH,MAAM,OAAO,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,CAAC;IACrC,OAAO,QAAQ,CAAC;QACZ,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,MAAM,EAAE,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC;QACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QACtC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC;QAC9B,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC;QAClC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;QAChC,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;KAC3C,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/lib/esm/ContentObject.js

@@ -0,0 +1,103 @@
+import { manyToMarkdown, pdfToText, pdfToTextBuffer, transformImage, transformImageToBuffer } from "@vertesia/converters";
+import fs from "fs";
+import { PassThrough, Readable } from "stream";
+export class ContentObject {
+    builder;
+    source;
+    encoding;
+    constructor(builder, source, encoding = "utf-8") {
+        this.builder = builder;
+        this.source = source;
+        this.encoding = encoding;
+    }
+    getContent() {
+        return this.source.getContent();
+    }
+    getStream() {
+        return this.source.getStream();
+    }
+    copyTo(entry) {
+        this.builder.addEntry(entry, this);
+    }
+    async copyToFile(file) {
+        const input = await this.getStream();
+        const out = fs.createWriteStream(file);
+        const stream = input.pipe(out);
+        return new Promise((resolve, reject) => {
+            const handleError = (err) => {
+                reject(err);
+                out.close();
+            };
+            stream.on('finish', () => {
+                resolve(stream);
+                out.close();
+            });
+            input.on('error', handleError);
+            stream.on('error', handleError);
+        });
+    }
+    /**
+     * Get a text representation of the object
+     */
+    async getText(encoding) {
+        const t = (await this.getContent()).toString(encoding || this.encoding);
+        return t;
+    }
+    getJsonValue() {
+        return this.getText();
+    }
+}
+export class JsonObject extends ContentObject {
+    async getJsonValue() {
+        return JSON.parse(await this.getText());
+    }
+}
+export class MediaObject extends ContentObject {
+    options;
+    constructor(builder, source, options = {}) {
+        super(builder, source);
+        this.options = options;
+        this.encoding = "base64";
+    }
+    async getStream() {
+        const stream = await super.getStream();
+        const out = new PassThrough();
+        await transformImage(stream, out, this.options);
+        return out;
+    }
+    async getContent() {
+        const stream = await super.getStream();
+        return await transformImageToBuffer(stream, this.options);
+    }
+}
+export class PdfObject extends ContentObject {
+    constructor(builder, source) {
+        super(builder, source);
+    }
+    async getStream() {
+        return Readable.from(await this.getContent());
+    }
+    async getContent() {
+        return pdfToTextBuffer(await super.getContent());
+    }
+    async getText() {
+        return await pdfToText(await super.getContent());
+    }
+}
+export class DocxObject extends ContentObject {
+    constructor(builder, source) {
+        super(builder, source);
+    }
+    async getBuffer() {
+        return Buffer.from(await manyToMarkdown(await this.getStream(), "docx"), "utf-8");
+    }
+    async getStream() {
+        const stream = new PassThrough();
+        stream.end(await this.getBuffer());
+        return stream;
+    }
+    async getText() {
+        return await manyToMarkdown(await this.getStream(), "docx");
+    }
+}
+//# sourceMappingURL=ContentObject.js.map

package/lib/esm/ContentObject.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentObject.js","sourceRoot":"","sources":["../../src/ContentObject.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,eAAe,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAC1H,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAI/C,MAAM,OAAO,aAAa;IACH;IAAyB;IAA8B;IAA1E,YAAmB,OAAgB,EAAS,MAAqB,EAAS,WAA2B,OAAO;QAAzF,YAAO,GAAP,OAAO,CAAS;QAAS,WAAM,GAAN,MAAM,CAAe;QAAS,aAAQ,GAAR,QAAQ,CAA0B;IAAI,CAAC;IAEjH,UAAU;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACpC,CAAC;IAED,SAAS;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,KAAa;QAChB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAEzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAE,EAAE;gBAC7B,MAAM,CAAC,GAAG,CAAC,CAAC;gBACZ,GAAG,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC,CAAA;YACD,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACrB,OAAO,CAAC,MAAM,CAAC,CAAC;gBAChB,GAAG,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACpC,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,QAAyB;QACnC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxE,OAAO,CAAC,CAAC;IACb,CAAC;IAED,YAAY;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;CACJ;AAED,MAAM,OAAO,UAAW,SAAQ,aAAa;IACzC,KAAK,CAAC,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5C,CAAC;CACJ;AAMD,MAAM,OAAO,WAAY,SAAQ,aAAa;IACkB;IAA5D,YAAY,OAAgB,EAAE,MAAqB,EAAS,UAAwB,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QADiC,YAAO,GAAP,OAAO,CAAmB;QAElF,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,WAAW,EAAE,CAAC;QAC9B,MAAM,cAAc,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC;IACf,CAAC;IACD,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,OAAO,MAAM,sBAAsB,CAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CACJ;AAGD,MAAM,OAAO,SAAU,SAAQ,aAAa;IACxC,YAAY,OAAgB,EAAE,MAAqB;QAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,UAAU;QACZ,OAAO,eAAe,CAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,OAAO;QACT,OAAO,MAAM,SAAS,CAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;CACJ;AAGD,MAAM,OAAO,UAAW,SAAQ,aAAa;IACzC,YAAY,OAAgB,EAAE,MAAqB;QAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,cAAc,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,SAAS;QACX,MAAM,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,OAAO;QACT,OAAO,MAAM,cAAc,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;IAChE,CAAC;CAEJ"}

package/lib/esm/ContentSource.js

@@ -0,0 +1,75 @@
+import { createReadStream } from "fs";
+import { readFile } from "fs/promises";
+import { globSync } from 'glob';
+import { basename, extname, resolve } from "path";
+import { Readable } from "stream";
+export class AbstractContentSource {
+    async getStream() {
+        return Readable.from(await this.getContent());
+    }
+    static resolve(source) {
+        if (typeof source === 'string') {
+            return FileSource.resolve(source);
+        }
+        else if (source instanceof AbstractContentSource) {
+            return source;
+        }
+        throw new Error("Unsupported content source: " + source);
+    }
+}
+export class BufferSource extends AbstractContentSource {
+    buffer;
+    constructor(buffer) {
+        super();
+        this.buffer = buffer;
+    }
+    getContent() {
+        return Promise.resolve(this.buffer);
+    }
+}
+export class TextSource extends AbstractContentSource {
+    value;
+    encoding;
+    constructor(value, encoding = "utf-8") {
+        super();
+        this.value = value;
+        this.encoding = encoding;
+    }
+    getContent() {
+        return Promise.resolve(Buffer.from(this.value, this.encoding));
+    }
+}
+export class FileSource extends AbstractContentSource {
+    file;
+    constructor(file, resolvePath = true) {
+        super();
+        this.file = resolvePath ? resolve(file) : file;
+    }
+    get path() {
+        return this.file;
+    }
+    get name() {
+        return basename(this.file);
+    }
+    get extname() {
+        return extname(this.file);
+    }
+    get nameWithoutExt() {
+        return this.name.slice(0, -this.extname.length);
+    }
+    getContent() {
+        return readFile(this.file);
+    }
+    async getStream() {
+        return createReadStream(this.file);
+    }
+    static resolve(location) {
+        if (location.includes('*')) {
+            return globSync(location, { absolute: true, withFileTypes: false }).map(f => new FileSource(f));
+        }
+        else {
+            return new FileSource(location);
+        }
+    }
+}
+//# sourceMappingURL=ContentSource.js.map

package/lib/esm/ContentSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentSource.js","sourceRoot":"","sources":["../../src/ContentSource.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,MAAM,IAAI,CAAC;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,MAAM,CAAC;AAChC,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAClD,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAQlC,MAAM,OAAgB,qBAAqB;IAGvC,KAAK,CAAC,SAAS;QACX,OAAO,QAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAkB;QAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,MAAM,YAAY,qBAAqB,EAAE,CAAC;YACjD,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,MAAM,CAAC,CAAC;IAC7D,CAAC;CACJ;AAED,MAAM,OAAO,YAAa,SAAQ,qBAAqB;IAChC;IAAnB,YAAmB,MAAc;QAC7B,KAAK,EAAE,CAAA;QADQ,WAAM,GAAN,MAAM,CAAQ;IAEjC,CAAC;IACD,UAAU;QACN,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,OAAO,UAAW,SAAQ,qBAAqB;IAC9B;IAAsB;IAAzC,YAAmB,KAAa,EAAS,WAA2B,OAAO;QACvE,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAQ;QAAS,aAAQ,GAAR,QAAQ,CAA0B;IAE3E,CAAC;IAED,UAAU;QACN,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,CAAC;CACJ;AAED,MAAM,OAAO,UAAW,SAAQ,qBAAqB;IACjD,IAAI,CAAS;IACb,YAAY,IAAY,EAAE,WAAW,GAAG,IAAI;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO;QACP,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,cAAc;QACd,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,UAAU;QACN,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,SAAS;QACX,OAAO,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,QAAgB;QAC3B,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,QAAQ,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACpG,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;CAEJ"}

package/lib/esm/MemoryPack.js

@@ -0,0 +1,218 @@
+import micromatch from 'micromatch';
+import { extname } from "path";
+import { AbstractContentSource } from "./ContentSource.js";
+import { loadTarIndex } from "./utils/tar.js";
+export const MEMORY_METADATA_ENTRY = "metadata.json";
+const EXPORT_CONTENT_KEY = '@content:';
+const EXPORT_ENTRY_KEY = '@file:';
+const EXPORT_PROPERTY_KEY = '@';
+const mediaExtensions = new Set([".jpg", ".jpeg", ".png"]);
+function applyProjection(projection, object) {
+    const keys = Object.keys(projection);
+    if (keys.length < 1) {
+        return object;
+    }
+    const isInclusion = !!projection[keys[0]];
+    const out = {};
+    if (isInclusion) {
+        for (const key of Object.keys(object)) {
+            if (projection[key]) {
+                out[key] = object[key];
+            }
+        }
+    }
+    else {
+        for (const key of Object.keys(object)) {
+            const value = projection[key];
+            if (value === undefined || value) {
+                out[key] = object[key];
+            }
+        }
+    }
+    return out;
+}
+export class MemoryPack {
+    async exportObject(mapping) {
+        let metadata;
+        const result = {};
+        for (const key of Object.keys(mapping)) {
+            const value = mapping[key];
+            if (typeof value === 'string') {
+                if (value === '@') {
+                    if (!metadata) {
+                        metadata = await this.getMetadata();
+                    }
+                    if (key === '@') {
+                        Object.assign(result, metadata);
+                    }
+                    else {
+                        result[key] = metadata;
+                    }
+                }
+                else if (value.startsWith(EXPORT_CONTENT_KEY)) {
+                    const selector = value.slice(EXPORT_CONTENT_KEY.length);
+                    const isMulti = selector.includes('*') || selector.includes(',');
+                    if (isMulti) {
+                        result[key] = await this.getEntriesText(selector.split(','));
+                    }
+                    else {
+                        result[key] = await this.getEntryText(selector);
+                    }
+                }
+                else if (value.startsWith(EXPORT_ENTRY_KEY)) {
+                    const selector = value.slice(EXPORT_ENTRY_KEY.length);
+                    const isMulti = selector.includes('*') || selector.includes(',');
+                    if (isMulti) {
+                        const entries = this.getEntries(selector.split(','));
+                        result[key] = await Promise.all(entries.map(entry => entry.getText().then(content => ({ name: entry.name, content }))));
+                    }
+                    else {
+                        const entry = this.getEntry(selector);
+                        result[key] = entry ? { name: entry.name, content: await entry.getText() } : null;
+                    }
+                }
+                else if (value.startsWith(EXPORT_PROPERTY_KEY)) {
+                    if (!metadata) {
+                        metadata = await this.getMetadata();
+                    }
+                    const accessor = value.substring(EXPORT_PROPERTY_KEY.length);
+                    result[key] = resolveProperty(metadata, accessor);
+                }
+                else {
+                    result[key] = value;
+                }
+            }
+            else {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+}
+export class MemoryEntry extends AbstractContentSource {
+    index;
+    name;
+    offset;
+    size;
+    constructor(index, name, offset, size) {
+        super();
+        this.index = index;
+        this.name = name;
+        this.offset = offset;
+        this.size = size;
+    }
+    getContent() {
+        return this.index.getContentAt(this.offset, this.size);
+    }
+    getText(encoding = "utf-8") {
+        return this.getContent().then((b) => b.toString(encoding));
+    }
+}
+export class TarMemoryPack extends MemoryPack {
+    file;
+    index;
+    constructor(file, index) {
+        super();
+        this.file = file;
+        this.index = index;
+        if (!index.get(MEMORY_METADATA_ENTRY)) {
+            throw new Error("Invalid memory tar file. Context entry not found");
+        }
+    }
+    async getMetadata(projection) {
+        const content = await this.index.getContent(MEMORY_METADATA_ENTRY);
+        if (content) {
+            let metadata = JSON.parse(content.toString('utf-8'));
+            if (projection) {
+                metadata = applyProjection(projection, metadata);
+            }
+            return metadata;
+        }
+        else {
+            throw new Error("Invalid memory tar file. Context entry not found");
+        }
+    }
+    getPaths(filters) {
+        let paths = this.index.getSortedPaths();
+        if (filters && filters.length > 0) {
+            paths = micromatch(paths, filters);
+        }
+        return paths;
+    }
+    getEntries(filters) {
+        return this._getEntries(this.getPaths(filters));
+    }
+    _getEntries(paths) {
+        const entries = [];
+        const index = this.index;
+        for (const path of paths) {
+            const entry = index.get(path);
+            entries.push(new MemoryEntry(index, path, entry.offset, entry.size));
+        }
+        return entries;
+    }
+    getEntriesContent(filters) {
+        const paths = this.getPaths(filters);
+        const promises = [];
+        for (const path of paths) {
+            promises.push(this.getEntryContent(path));
+        }
+        return Promise.all(promises);
+    }
+    getEntriesText(filters, encoding) {
+        const paths = this.getPaths(filters);
+        const promises = [];
+        for (const path of paths) {
+            promises.push(this.getEntryText(path, encoding));
+        }
+        return Promise.all(promises);
+    }
+    getEntry(path) {
+        const entry = this.index.get(path);
+        return entry ? new MemoryEntry(this.index, path, entry.offset, entry.size) : null;
+    }
+    getEntryContent(path) {
+        const entry = this.index.get(path);
+        if (!entry) {
+            return Promise.resolve(null);
+        }
+        else {
+            return this.index.getContentAt(entry.offset, entry.size);
+        }
+    }
+    getEntryText(path, encoding) {
+        return this.getEntryContent(path).then((b) => b?.toString(encoding || getTextEncodingForPath(path)) || null);
+    }
+    static async loadFile(file) {
+        const index = await loadTarIndex(file);
+        if (!index) {
+            throw new Error("Invalid memory tar file. Cannot load index");
+        }
+        return new TarMemoryPack(file, index);
+    }
+}
+export function loadMemoryPack(location) {
+    // TODO we only support file paths as location for now
+    return TarMemoryPack.loadFile(location);
+}
+function getTextEncodingForPath(path) {
+    const ext = extname(path);
+    return mediaExtensions.has(ext) ? "base64" : "utf-8";
+}
+function resolveProperty(obj, key) {
+    if (key.includes('.')) {
+        const keys = key.split('.');
+        let value = obj;
+        for (const k of keys) {
+            value = value[k];
+            if (value == undefined) {
+                return undefined;
+            }
+        }
+        return value;
+    }
+    else {
+        return obj[key];
+    }
+}
+//# sourceMappingURL=MemoryPack.js.map

package/lib/esm/MemoryPack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryPack.js","sourceRoot":"","sources":["../../src/MemoryPack.ts"],"names":[],"mappings":"AAAA,OAAO,UAAU,MAAM,YAAY,CAAC;AACpC,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAC/B,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAA2B,MAAM,gBAAgB,CAAC;AAEvE,MAAM,CAAC,MAAM,qBAAqB,GAAG,eAAe,CAAC;AAErD,MAAM,kBAAkB,GAAG,WAAW,CAAC;AACvC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAClC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AAS1D,SAAS,eAAe,CAAC,UAAgC,EAAE,MAAW;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,WAAW,EAAE,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAGD,MAAM,OAAgB,UAAU;IAW5B,KAAK,CAAC,YAAY,CAAC,OAA4B;QAC3C,IAAI,QAAa,CAAC;QAClB,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;oBAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;wBACd,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAC3B,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBACpD,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBACrD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5H,CAAC;yBAAM,CAAC;wBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBACtF,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBAC7D,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACxB,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxB,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AAGD,MAAM,OAAO,WAAY,SAAQ,qBAAqB;IAC/B;IAAwB;IAAqB;IAAuB;IAAvF,YAAmB,KAAe,EAAS,IAAY,EAAS,MAAc,EAAS,IAAY;QAC/F,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAU;QAAS,SAAI,GAAJ,IAAI,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;QAAS,SAAI,GAAJ,IAAI,CAAQ;IAEnG,CAAC;IACD,UAAU;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,WAA2B,OAAO;QACtC,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/D,CAAC;CACJ;AAED,MAAM,OAAO,aAAc,SAAQ,UAAU;IACtB;IAAqB;IAAxC,YAAmB,IAAY,EAAS,KAAe;QACnD,KAAK,EAAE,CAAC;QADO,SAAI,GAAJ,IAAI,CAAQ;QAAS,UAAK,GAAL,KAAK,CAAU;QAEnD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,qBAAqB,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,UAAiC;QAC/C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,CAAC;QACnE,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,IAAI,UAAU,EAAE,CAAC;gBACb,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,OAAkB;QACvB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,GAAG,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,OAAkB;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,WAAW,CAAC,KAAe;QAC/B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,KAAK,GAAkB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,iBAAiB,CAAC,OAAkB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAoB,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,cAAc,CAAC,OAAkB,EAAE,QAAyB;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAoB,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,QAAQ,CAAC,IAAY;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtF,CAAC;IAED,eAAe,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,QAAyB;QAChD,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACjH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;CAEJ;AAGD,MAAM,UAAU,cAAc,CAAC,QAAgB;IAC3C,sDAAsD;IACtD,OAAO,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;AACzD,CAAC;AAGD,SAAS,eAAe,CAAC,GAAwB,EAAE,GAAW;IAC1D,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,KAAK,GAAG,GAAG,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACnB,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACrB,OAAO,SAAS,CAAC;YACrB,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;AACL,CAAC"}

package/lib/esm/MemoryPackBuilder.js

@@ -0,0 +1,43 @@
+import { MEMORY_METADATA_ENTRY } from "./MemoryPack.js";
+import { normalizePath, TarBuilder } from "./utils/tar.js";
+export class MemoryPackBuilder {
+    builder;
+    baseMetadata = {};
+    entries = {};
+    constructor(builder) {
+        this.builder = builder;
+    }
+    async load(memory, options = {}) {
+        const files = options.files || [];
+        // do not fetch the context entry an the metadata.json file
+        files.push(`!${MEMORY_METADATA_ENTRY}`);
+        const entries = memory.getEntries(files);
+        for (const entry of entries) {
+            this.add(entry.name, entry);
+        }
+        this.baseMetadata = await memory.getMetadata(options.projection);
+    }
+    add(path, content) {
+        path = normalizePath(path);
+        this.entries[path] = content;
+    }
+    async build(file, metadata) {
+        metadata = { ...this.baseMetadata, ...metadata };
+        if (!file.endsWith('.tar')) {
+            file += '.tar';
+        }
+        if (this.builder.options.gzip) {
+            file += ".gz";
+        }
+        const tar = new TarBuilder(file);
+        const keys = Object.keys(this.entries).sort();
+        for (const key of keys) {
+            const source = this.entries[key];
+            tar.add(key, await source.getContent());
+        }
+        tar.add(MEMORY_METADATA_ENTRY, Buffer.from(JSON.stringify(metadata, undefined, this.builder.options.indent || undefined), "utf-8"));
+        await tar.build();
+        return file;
+    }
+}
+//# sourceMappingURL=MemoryPackBuilder.js.map

package/lib/esm/MemoryPackBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryPackBuilder.js","sourceRoot":"","sources":["../../src/MemoryPackBuilder.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAoC,MAAM,iBAAiB,CAAC;AAC1F,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAO3D,MAAM,OAAO,iBAAiB;IAIP;IAHnB,YAAY,GAAwB,EAAE,CAAC;IACvC,OAAO,GAAsC,EAAE,CAAC;IAEhD,YAAmB,OAAgB;QAAhB,YAAO,GAAP,OAAO,CAAS;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAkB,EAAE,UAAuB,EAAE;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,2DAA2D;QAC3D,KAAK,CAAC,IAAI,CAAC,IAAI,qBAAqB,EAAE,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,GAAG,CAAC,IAAY,EAAE,OAAsB;QACpC,IAAI,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAgB;QACtC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,GAAG,QAAQ,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,IAAI,MAAM,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,IAAI,KAAK,CAAC;QAClB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,qBAAqB,EAAE,MAAM,CAAC,IAAI,CACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,EAC7E,OAAO,CAAC,CACX,CAAC;QACF,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}