@vertesia/memory 0.24.0-dev.202601221707

package/lib/cjs/ContentObject.js

@@ -0,0 +1,114 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DocxObject = exports.PdfObject = exports.MediaObject = exports.JsonObject = exports.ContentObject = void 0;
+const converters_1 = require("@vertesia/converters");
+const fs_1 = __importDefault(require("fs"));
+const stream_1 = require("stream");
+class ContentObject {
+    builder;
+    source;
+    encoding;
+    constructor(builder, source, encoding = "utf-8") {
+        this.builder = builder;
+        this.source = source;
+        this.encoding = encoding;
+    }
+    getContent() {
+        return this.source.getContent();
+    }
+    getStream() {
+        return this.source.getStream();
+    }
+    copyTo(entry) {
+        this.builder.addEntry(entry, this);
+    }
+    async copyToFile(file) {
+        const input = await this.getStream();
+        const out = fs_1.default.createWriteStream(file);
+        const stream = input.pipe(out);
+        return new Promise((resolve, reject) => {
+            const handleError = (err) => {
+                reject(err);
+                out.close();
+            };
+            stream.on('finish', () => {
+                resolve(stream);
+                out.close();
+            });
+            input.on('error', handleError);
+            stream.on('error', handleError);
+        });
+    }
+    /**
+     * Get a text representation of the object
+     */
+    async getText(encoding) {
+        const t = (await this.getContent()).toString(encoding || this.encoding);
+        return t;
+    }
+    getJsonValue() {
+        return this.getText();
+    }
+}
+exports.ContentObject = ContentObject;
+class JsonObject extends ContentObject {
+    async getJsonValue() {
+        return JSON.parse(await this.getText());
+    }
+}
+exports.JsonObject = JsonObject;
+class MediaObject extends ContentObject {
+    options;
+    constructor(builder, source, options = {}) {
+        super(builder, source);
+        this.options = options;
+        this.encoding = "base64";
+    }
+    async getStream() {
+        const stream = await super.getStream();
+        const out = new stream_1.PassThrough();
+        await (0, converters_1.transformImage)(stream, out, this.options);
+        return out;
+    }
+    async getContent() {
+        const stream = await super.getStream();
+        return await (0, converters_1.transformImageToBuffer)(stream, this.options);
+    }
+}
+exports.MediaObject = MediaObject;
+class PdfObject extends ContentObject {
+    constructor(builder, source) {
+        super(builder, source);
+    }
+    async getStream() {
+        return stream_1.Readable.from(await this.getContent());
+    }
+    async getContent() {
+        return (0, converters_1.pdfToTextBuffer)(await super.getContent());
+    }
+    async getText() {
+        return await (0, converters_1.pdfToText)(await super.getContent());
+    }
+}
+exports.PdfObject = PdfObject;
+class DocxObject extends ContentObject {
+    constructor(builder, source) {
+        super(builder, source);
+    }
+    async getBuffer() {
+        return Buffer.from(await (0, converters_1.manyToMarkdown)(await this.getStream(), "docx"), "utf-8");
+    }
+    async getStream() {
+        const stream = new stream_1.PassThrough();
+        stream.end(await this.getBuffer());
+        return stream;
+    }
+    async getText() {
+        return await (0, converters_1.manyToMarkdown)(await this.getStream(), "docx");
+    }
+}
+exports.DocxObject = DocxObject;
+//# sourceMappingURL=ContentObject.js.map

package/lib/cjs/ContentObject.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentObject.js","sourceRoot":"","sources":["../../src/ContentObject.ts"],"names":[],"mappings":";;;;;;AAAA,qDAA0H;AAC1H,4CAAoB;AACpB,mCAA+C;AAI/C,MAAa,aAAa;IACH;IAAyB;IAA8B;IAA1E,YAAmB,OAAgB,EAAS,MAAqB,EAAS,WAA2B,OAAO;QAAzF,YAAO,GAAP,OAAO,CAAS;QAAS,WAAM,GAAN,MAAM,CAAe;QAAS,aAAQ,GAAR,QAAQ,CAA0B;IAAI,CAAC;IAEjH,UAAU;QACN,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IACpC,CAAC;IAED,SAAS;QACL,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IACnC,CAAC;IAED,MAAM,CAAC,KAAa;QAChB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QAEzB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,YAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/B,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YACnC,MAAM,WAAW,GAAG,CAAC,GAAQ,EAAE,EAAE;gBAC7B,MAAM,CAAC,GAAG,CAAC,CAAC;gBACZ,GAAG,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC,CAAA;YACD,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;gBACrB,OAAO,CAAC,MAAM,CAAC,CAAC;gBAChB,GAAG,CAAC,KAAK,EAAE,CAAC;YAChB,CAAC,CAAC,CAAC;YACH,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;YAC/B,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACpC,CAAC,CAAC,CAAA;IACN,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO,CAAC,QAAyB;QACnC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxE,OAAO,CAAC,CAAC;IACb,CAAC;IAED,YAAY;QACR,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IAC1B,CAAC;CACJ;AA7CD,sCA6CC;AAED,MAAa,UAAW,SAAQ,aAAa;IACzC,KAAK,CAAC,YAAY;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;IAC5C,CAAC;CACJ;AAJD,gCAIC;AAMD,MAAa,WAAY,SAAQ,aAAa;IACkB;IAA5D,YAAY,OAAgB,EAAE,MAAqB,EAAS,UAAwB,EAAE;QAClF,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QADiC,YAAO,GAAP,OAAO,CAAmB;QAElF,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAC7B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,MAAM,GAAG,GAAG,IAAI,oBAAW,EAAE,CAAC;QAC9B,MAAM,IAAA,2BAAc,EAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,OAAO,GAAG,CAAC;IACf,CAAC;IACD,KAAK,CAAC,UAAU;QACZ,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,SAAS,EAAE,CAAC;QACvC,OAAO,MAAM,IAAA,mCAAsB,EAAC,MAAM,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9D,CAAC;CACJ;AAfD,kCAeC;AAGD,MAAa,SAAU,SAAQ,aAAa;IACxC,YAAY,OAAgB,EAAE,MAAqB;QAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,OAAO,iBAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IACD,KAAK,CAAC,UAAU;QACZ,OAAO,IAAA,4BAAe,EAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;IACD,KAAK,CAAC,OAAO;QACT,OAAO,MAAM,IAAA,sBAAS,EAAC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC;IACrD,CAAC;CACJ;AAbD,8BAaC;AAGD,MAAa,UAAW,SAAQ,aAAa;IACzC,YAAY,OAAgB,EAAE,MAAqB;QAC/C,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3B,CAAC;IACD,KAAK,CAAC,SAAS;QACX,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,IAAA,2BAAc,EAAC,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IACD,KAAK,CAAC,SAAS;QACX,MAAM,MAAM,GAAG,IAAI,oBAAW,EAAE,CAAC;QACjC,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC;QACnC,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,KAAK,CAAC,OAAO;QACT,OAAO,MAAM,IAAA,2BAAc,EAAC,MAAM,IAAI,CAAC,SAAS,EAAE,EAAE,MAAM,CAAC,CAAC;IAChE,CAAC;CAEJ;AAhBD,gCAgBC"}

package/lib/cjs/ContentSource.js

@@ -0,0 +1,82 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileSource = exports.TextSource = exports.BufferSource = exports.AbstractContentSource = void 0;
+const fs_1 = require("fs");
+const promises_1 = require("fs/promises");
+const glob_1 = require("glob");
+const path_1 = require("path");
+const stream_1 = require("stream");
+class AbstractContentSource {
+    async getStream() {
+        return stream_1.Readable.from(await this.getContent());
+    }
+    static resolve(source) {
+        if (typeof source === 'string') {
+            return FileSource.resolve(source);
+        }
+        else if (source instanceof AbstractContentSource) {
+            return source;
+        }
+        throw new Error("Unsupported content source: " + source);
+    }
+}
+exports.AbstractContentSource = AbstractContentSource;
+class BufferSource extends AbstractContentSource {
+    buffer;
+    constructor(buffer) {
+        super();
+        this.buffer = buffer;
+    }
+    getContent() {
+        return Promise.resolve(this.buffer);
+    }
+}
+exports.BufferSource = BufferSource;
+class TextSource extends AbstractContentSource {
+    value;
+    encoding;
+    constructor(value, encoding = "utf-8") {
+        super();
+        this.value = value;
+        this.encoding = encoding;
+    }
+    getContent() {
+        return Promise.resolve(Buffer.from(this.value, this.encoding));
+    }
+}
+exports.TextSource = TextSource;
+class FileSource extends AbstractContentSource {
+    file;
+    constructor(file, resolvePath = true) {
+        super();
+        this.file = resolvePath ? (0, path_1.resolve)(file) : file;
+    }
+    get path() {
+        return this.file;
+    }
+    get name() {
+        return (0, path_1.basename)(this.file);
+    }
+    get extname() {
+        return (0, path_1.extname)(this.file);
+    }
+    get nameWithoutExt() {
+        return this.name.slice(0, -this.extname.length);
+    }
+    getContent() {
+        return (0, promises_1.readFile)(this.file);
+    }
+    async getStream() {
+        return (0, fs_1.createReadStream)(this.file);
+    }
+    static resolve(location) {
+        if (location.includes('*')) {
+            return (0, glob_1.globSync)(location, { absolute: true, withFileTypes: false }).map(f => new FileSource(f));
+        }
+        else {
+            return new FileSource(location);
+        }
+    }
+}
+exports.FileSource = FileSource;
+//# sourceMappingURL=ContentSource.js.map

package/lib/cjs/ContentSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentSource.js","sourceRoot":"","sources":["../../src/ContentSource.ts"],"names":[],"mappings":";;;AAAA,2BAAsC;AACtC,0CAAuC;AACvC,+BAAgC;AAChC,+BAAkD;AAClD,mCAAkC;AAQlC,MAAsB,qBAAqB;IAGvC,KAAK,CAAC,SAAS;QACX,OAAO,iBAAQ,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,MAAkB;QAC7B,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;YAC7B,OAAO,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QACtC,CAAC;aAAM,IAAI,MAAM,YAAY,qBAAqB,EAAE,CAAC;YACjD,OAAO,MAAM,CAAC;QAClB,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,8BAA8B,GAAG,MAAM,CAAC,CAAC;IAC7D,CAAC;CACJ;AAfD,sDAeC;AAED,MAAa,YAAa,SAAQ,qBAAqB;IAChC;IAAnB,YAAmB,MAAc;QAC7B,KAAK,EAAE,CAAA;QADQ,WAAM,GAAN,MAAM,CAAQ;IAEjC,CAAC;IACD,UAAU;QACN,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACxC,CAAC;CACJ;AAPD,oCAOC;AAED,MAAa,UAAW,SAAQ,qBAAqB;IAC9B;IAAsB;IAAzC,YAAmB,KAAa,EAAS,WAA2B,OAAO;QACvE,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAQ;QAAS,aAAQ,GAAR,QAAQ,CAA0B;IAE3E,CAAC;IAED,UAAU;QACN,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,CAAC;CACJ;AARD,gCAQC;AAED,MAAa,UAAW,SAAQ,qBAAqB;IACjD,IAAI,CAAS;IACb,YAAY,IAAY,EAAE,WAAW,GAAG,IAAI;QACxC,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,IAAA,cAAO,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnD,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAI,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,IAAI,IAAI;QACJ,OAAO,IAAA,eAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO;QACP,OAAO,IAAA,cAAO,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC9B,CAAC;IAED,IAAI,cAAc;QACd,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,CAAC;IAED,UAAU;QACN,OAAO,IAAA,mBAAQ,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,SAAS;QACX,OAAO,IAAA,qBAAgB,EAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,CAAC;IAED,MAAM,CAAC,OAAO,CAAC,QAAgB;QAC3B,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,OAAO,IAAA,eAAQ,EAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QACpG,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,CAAC;IACL,CAAC;CAEJ;AAvCD,gCAuCC"}

package/lib/cjs/MemoryPack.js

@@ -0,0 +1,228 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TarMemoryPack = exports.MemoryEntry = exports.MemoryPack = exports.MEMORY_METADATA_ENTRY = void 0;
+exports.loadMemoryPack = loadMemoryPack;
+const micromatch_1 = __importDefault(require("micromatch"));
+const path_1 = require("path");
+const ContentSource_js_1 = require("./ContentSource.js");
+const tar_js_1 = require("./utils/tar.js");
+exports.MEMORY_METADATA_ENTRY = "metadata.json";
+const EXPORT_CONTENT_KEY = '@content:';
+const EXPORT_ENTRY_KEY = '@file:';
+const EXPORT_PROPERTY_KEY = '@';
+const mediaExtensions = new Set([".jpg", ".jpeg", ".png"]);
+function applyProjection(projection, object) {
+    const keys = Object.keys(projection);
+    if (keys.length < 1) {
+        return object;
+    }
+    const isInclusion = !!projection[keys[0]];
+    const out = {};
+    if (isInclusion) {
+        for (const key of Object.keys(object)) {
+            if (projection[key]) {
+                out[key] = object[key];
+            }
+        }
+    }
+    else {
+        for (const key of Object.keys(object)) {
+            const value = projection[key];
+            if (value === undefined || value) {
+                out[key] = object[key];
+            }
+        }
+    }
+    return out;
+}
+class MemoryPack {
+    async exportObject(mapping) {
+        let metadata;
+        const result = {};
+        for (const key of Object.keys(mapping)) {
+            const value = mapping[key];
+            if (typeof value === 'string') {
+                if (value === '@') {
+                    if (!metadata) {
+                        metadata = await this.getMetadata();
+                    }
+                    if (key === '@') {
+                        Object.assign(result, metadata);
+                    }
+                    else {
+                        result[key] = metadata;
+                    }
+                }
+                else if (value.startsWith(EXPORT_CONTENT_KEY)) {
+                    const selector = value.slice(EXPORT_CONTENT_KEY.length);
+                    const isMulti = selector.includes('*') || selector.includes(',');
+                    if (isMulti) {
+                        result[key] = await this.getEntriesText(selector.split(','));
+                    }
+                    else {
+                        result[key] = await this.getEntryText(selector);
+                    }
+                }
+                else if (value.startsWith(EXPORT_ENTRY_KEY)) {
+                    const selector = value.slice(EXPORT_ENTRY_KEY.length);
+                    const isMulti = selector.includes('*') || selector.includes(',');
+                    if (isMulti) {
+                        const entries = this.getEntries(selector.split(','));
+                        result[key] = await Promise.all(entries.map(entry => entry.getText().then(content => ({ name: entry.name, content }))));
+                    }
+                    else {
+                        const entry = this.getEntry(selector);
+                        result[key] = entry ? { name: entry.name, content: await entry.getText() } : null;
+                    }
+                }
+                else if (value.startsWith(EXPORT_PROPERTY_KEY)) {
+                    if (!metadata) {
+                        metadata = await this.getMetadata();
+                    }
+                    const accessor = value.substring(EXPORT_PROPERTY_KEY.length);
+                    result[key] = resolveProperty(metadata, accessor);
+                }
+                else {
+                    result[key] = value;
+                }
+            }
+            else {
+                result[key] = value;
+            }
+        }
+        return result;
+    }
+}
+exports.MemoryPack = MemoryPack;
+class MemoryEntry extends ContentSource_js_1.AbstractContentSource {
+    index;
+    name;
+    offset;
+    size;
+    constructor(index, name, offset, size) {
+        super();
+        this.index = index;
+        this.name = name;
+        this.offset = offset;
+        this.size = size;
+    }
+    getContent() {
+        return this.index.getContentAt(this.offset, this.size);
+    }
+    getText(encoding = "utf-8") {
+        return this.getContent().then((b) => b.toString(encoding));
+    }
+}
+exports.MemoryEntry = MemoryEntry;
+class TarMemoryPack extends MemoryPack {
+    file;
+    index;
+    constructor(file, index) {
+        super();
+        this.file = file;
+        this.index = index;
+        if (!index.get(exports.MEMORY_METADATA_ENTRY)) {
+            throw new Error("Invalid memory tar file. Context entry not found");
+        }
+    }
+    async getMetadata(projection) {
+        const content = await this.index.getContent(exports.MEMORY_METADATA_ENTRY);
+        if (content) {
+            let metadata = JSON.parse(content.toString('utf-8'));
+            if (projection) {
+                metadata = applyProjection(projection, metadata);
+            }
+            return metadata;
+        }
+        else {
+            throw new Error("Invalid memory tar file. Context entry not found");
+        }
+    }
+    getPaths(filters) {
+        let paths = this.index.getSortedPaths();
+        if (filters && filters.length > 0) {
+            paths = (0, micromatch_1.default)(paths, filters);
+        }
+        return paths;
+    }
+    getEntries(filters) {
+        return this._getEntries(this.getPaths(filters));
+    }
+    _getEntries(paths) {
+        const entries = [];
+        const index = this.index;
+        for (const path of paths) {
+            const entry = index.get(path);
+            entries.push(new MemoryEntry(index, path, entry.offset, entry.size));
+        }
+        return entries;
+    }
+    getEntriesContent(filters) {
+        const paths = this.getPaths(filters);
+        const promises = [];
+        for (const path of paths) {
+            promises.push(this.getEntryContent(path));
+        }
+        return Promise.all(promises);
+    }
+    getEntriesText(filters, encoding) {
+        const paths = this.getPaths(filters);
+        const promises = [];
+        for (const path of paths) {
+            promises.push(this.getEntryText(path, encoding));
+        }
+        return Promise.all(promises);
+    }
+    getEntry(path) {
+        const entry = this.index.get(path);
+        return entry ? new MemoryEntry(this.index, path, entry.offset, entry.size) : null;
+    }
+    getEntryContent(path) {
+        const entry = this.index.get(path);
+        if (!entry) {
+            return Promise.resolve(null);
+        }
+        else {
+            return this.index.getContentAt(entry.offset, entry.size);
+        }
+    }
+    getEntryText(path, encoding) {
+        return this.getEntryContent(path).then((b) => b?.toString(encoding || getTextEncodingForPath(path)) || null);
+    }
+    static async loadFile(file) {
+        const index = await (0, tar_js_1.loadTarIndex)(file);
+        if (!index) {
+            throw new Error("Invalid memory tar file. Cannot load index");
+        }
+        return new TarMemoryPack(file, index);
+    }
+}
+exports.TarMemoryPack = TarMemoryPack;
+function loadMemoryPack(location) {
+    // TODO we only support file paths as location for now
+    return TarMemoryPack.loadFile(location);
+}
+function getTextEncodingForPath(path) {
+    const ext = (0, path_1.extname)(path);
+    return mediaExtensions.has(ext) ? "base64" : "utf-8";
+}
+function resolveProperty(obj, key) {
+    if (key.includes('.')) {
+        const keys = key.split('.');
+        let value = obj;
+        for (const k of keys) {
+            value = value[k];
+            if (value == undefined) {
+                return undefined;
+            }
+        }
+        return value;
+    }
+    else {
+        return obj[key];
+    }
+}
+//# sourceMappingURL=MemoryPack.js.map

package/lib/cjs/MemoryPack.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryPack.js","sourceRoot":"","sources":["../../src/MemoryPack.ts"],"names":[],"mappings":";;;;;;AA+MA,wCAGC;AAlND,4DAAoC;AACpC,+BAA+B;AAC/B,yDAA2D;AAC3D,2CAAuE;AAE1D,QAAA,qBAAqB,GAAG,eAAe,CAAC;AAErD,MAAM,kBAAkB,GAAG,WAAW,CAAC;AACvC,MAAM,gBAAgB,GAAG,QAAQ,CAAC;AAClC,MAAM,mBAAmB,GAAG,GAAG,CAAC;AAChC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC,CAAA;AAS1D,SAAS,eAAe,CAAC,UAAgC,EAAE,MAAW;IAClE,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACrC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,MAAM,WAAW,GAAG,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1C,MAAM,GAAG,GAAQ,EAAE,CAAC;IACpB,IAAI,WAAW,EAAE,CAAC;QACd,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAClB,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YACpC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC;YAC9B,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,EAAE,CAAC;gBAC/B,GAAG,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YAC3B,CAAC;QACL,CAAC;IACL,CAAC;IACD,OAAO,GAAG,CAAC;AACf,CAAC;AAGD,MAAsB,UAAU;IAW5B,KAAK,CAAC,YAAY,CAAC,OAA4B;QAC3C,IAAI,QAAa,CAAC;QAClB,MAAM,MAAM,GAAwB,EAAE,CAAC;QACvC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;YACrC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;YAC3B,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;oBAChB,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,IAAI,GAAG,KAAK,GAAG,EAAE,CAAC;wBACd,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;oBACpC,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;oBAC3B,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,kBAAkB,CAAC,EAAE,CAAC;oBAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;oBACxD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;oBACjE,CAAC;yBAAM,CAAC;wBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;oBACpD,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBAC5C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC;oBACtD,MAAM,OAAO,GAAG,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;oBACjE,IAAI,OAAO,EAAE,CAAC;wBACV,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;wBACrD,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5H,CAAC;yBAAM,CAAC;wBACJ,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;wBACtC,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;oBACtF,CAAC;gBACL,CAAC;qBAAM,IAAI,KAAK,CAAC,UAAU,CAAC,mBAAmB,CAAC,EAAE,CAAC;oBAC/C,IAAI,CAAC,QAAQ,EAAE,CAAC;wBACZ,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;oBACxC,CAAC;oBACD,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC;oBAC7D,MAAM,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;gBACtD,CAAC;qBAAM,CAAC;oBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;gBACxB,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACxB,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;CACJ;AA3DD,gCA2DC;AAGD,MAAa,WAAY,SAAQ,wCAAqB;IAC/B;IAAwB;IAAqB;IAAuB;IAAvF,YAAmB,KAAe,EAAS,IAAY,EAAS,MAAc,EAAS,IAAY;QAC/F,KAAK,EAAE,CAAC;QADO,UAAK,GAAL,KAAK,CAAU;QAAS,SAAI,GAAJ,IAAI,CAAQ;QAAS,WAAM,GAAN,MAAM,CAAQ;QAAS,SAAI,GAAJ,IAAI,CAAQ;IAEnG,CAAC;IACD,UAAU;QACN,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IACD,OAAO,CAAC,WAA2B,OAAO;QACtC,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC/D,CAAC;CACJ;AAVD,kCAUC;AAED,MAAa,aAAc,SAAQ,UAAU;IACtB;IAAqB;IAAxC,YAAmB,IAAY,EAAS,KAAe;QACnD,KAAK,EAAE,CAAC;QADO,SAAI,GAAJ,IAAI,CAAQ;QAAS,UAAK,GAAL,KAAK,CAAU;QAEnD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,6BAAqB,CAAC,EAAE,CAAC;YACpC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IACD,KAAK,CAAC,WAAW,CAAC,UAAiC;QAC/C,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,6BAAqB,CAAC,CAAC;QACnE,IAAI,OAAO,EAAE,CAAC;YACV,IAAI,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;YACrD,IAAI,UAAU,EAAE,CAAC;gBACb,QAAQ,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;YACrD,CAAC;YACD,OAAO,QAAQ,CAAC;QACpB,CAAC;aAAM,CAAC;YACJ,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACxE,CAAC;IACL,CAAC;IAED,QAAQ,CAAC,OAAkB;QACvB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QACxC,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChC,KAAK,GAAG,IAAA,oBAAU,EAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,UAAU,CAAC,OAAkB;QACzB,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IACpD,CAAC;IAEO,WAAW,CAAC,KAAe;QAC/B,MAAM,OAAO,GAAkB,EAAE,CAAC;QAClC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;QACzB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,MAAM,KAAK,GAAkB,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAC7C,OAAO,CAAC,IAAI,CAAC,IAAI,WAAW,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAED,iBAAiB,CAAC,OAAkB;QAChC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAoB,CAAC,CAAC;QACjE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,cAAc,CAAC,OAAkB,EAAE,QAAyB;QACxD,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,QAAQ,GAAsB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,EAAE,QAAQ,CAAoB,CAAC,CAAC;QACxE,CAAC;QACD,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,CAAC;IAED,QAAQ,CAAC,IAAY;QACjB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,OAAO,KAAK,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACtF,CAAC;IAED,eAAe,CAAC,IAAY;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;aAAM,CAAC;YACJ,OAAO,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QAC7D,CAAC;IACL,CAAC;IAED,YAAY,CAAC,IAAY,EAAE,QAAyB;QAChD,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,QAAQ,CAAC,QAAQ,IAAI,sBAAsB,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IACjH,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAY;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAA,qBAAY,EAAC,IAAI,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;QAClE,CAAC;QACD,OAAO,IAAI,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC1C,CAAC;CAEJ;AAtFD,sCAsFC;AAGD,SAAgB,cAAc,CAAC,QAAgB;IAC3C,sDAAsD;IACtD,OAAO,aAAa,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,sBAAsB,CAAC,IAAY;IACxC,MAAM,GAAG,GAAG,IAAA,cAAO,EAAC,IAAI,CAAC,CAAC;IAC1B,OAAO,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;AACzD,CAAC;AAGD,SAAS,eAAe,CAAC,GAAwB,EAAE,GAAW;IAC1D,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC5B,IAAI,KAAK,GAAG,GAAG,CAAC;QAChB,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACnB,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACjB,IAAI,KAAK,IAAI,SAAS,EAAE,CAAC;gBACrB,OAAO,SAAS,CAAC;YACrB,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC;IACjB,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;IACpB,CAAC;AACL,CAAC"}

package/lib/cjs/MemoryPackBuilder.js

@@ -0,0 +1,47 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryPackBuilder = void 0;
+const MemoryPack_js_1 = require("./MemoryPack.js");
+const tar_js_1 = require("./utils/tar.js");
+class MemoryPackBuilder {
+    builder;
+    baseMetadata = {};
+    entries = {};
+    constructor(builder) {
+        this.builder = builder;
+    }
+    async load(memory, options = {}) {
+        const files = options.files || [];
+        // do not fetch the context entry an the metadata.json file
+        files.push(`!${MemoryPack_js_1.MEMORY_METADATA_ENTRY}`);
+        const entries = memory.getEntries(files);
+        for (const entry of entries) {
+            this.add(entry.name, entry);
+        }
+        this.baseMetadata = await memory.getMetadata(options.projection);
+    }
+    add(path, content) {
+        path = (0, tar_js_1.normalizePath)(path);
+        this.entries[path] = content;
+    }
+    async build(file, metadata) {
+        metadata = { ...this.baseMetadata, ...metadata };
+        if (!file.endsWith('.tar')) {
+            file += '.tar';
+        }
+        if (this.builder.options.gzip) {
+            file += ".gz";
+        }
+        const tar = new tar_js_1.TarBuilder(file);
+        const keys = Object.keys(this.entries).sort();
+        for (const key of keys) {
+            const source = this.entries[key];
+            tar.add(key, await source.getContent());
+        }
+        tar.add(MemoryPack_js_1.MEMORY_METADATA_ENTRY, Buffer.from(JSON.stringify(metadata, undefined, this.builder.options.indent || undefined), "utf-8"));
+        await tar.build();
+        return file;
+    }
+}
+exports.MemoryPackBuilder = MemoryPackBuilder;
+//# sourceMappingURL=MemoryPackBuilder.js.map

package/lib/cjs/MemoryPackBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryPackBuilder.js","sourceRoot":"","sources":["../../src/MemoryPackBuilder.ts"],"names":[],"mappings":";;;AAEA,mDAA0F;AAC1F,2CAA2D;AAO3D,MAAa,iBAAiB;IAIP;IAHnB,YAAY,GAAwB,EAAE,CAAC;IACvC,OAAO,GAAsC,EAAE,CAAC;IAEhD,YAAmB,OAAgB;QAAhB,YAAO,GAAP,OAAO,CAAS;IACnC,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAAkB,EAAE,UAAuB,EAAE;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAClC,2DAA2D;QAC3D,KAAK,CAAC,IAAI,CAAC,IAAI,qCAAqB,EAAE,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QACzC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;YAC1B,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACrE,CAAC;IAED,GAAG,CAAC,IAAY,EAAE,OAAsB;QACpC,IAAI,GAAG,IAAA,sBAAa,EAAC,IAAI,CAAC,CAAC;QAC3B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,IAAY,EAAE,QAAgB;QACtC,QAAQ,GAAG,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,GAAG,QAAQ,EAAE,CAAC;QACjD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,IAAI,IAAI,MAAM,CAAC;QACnB,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC5B,IAAI,IAAI,KAAK,CAAC;QAClB,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,mBAAU,CAAC,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC9C,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,GAAG,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5C,CAAC;QACD,GAAG,CAAC,GAAG,CAAC,qCAAqB,EAAE,MAAM,CAAC,IAAI,CACtC,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,IAAI,SAAS,CAAC,EAC7E,OAAO,CAAC,CACX,CAAC;QACF,MAAM,GAAG,CAAC,KAAK,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AA5CD,8CA4CC"}

package/lib/cjs/commands/copy.js

@@ -0,0 +1,53 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.copy = copy;
+const ContentObject_js_1 = require("../ContentObject.js");
+const ContentSource_js_1 = require("../ContentSource.js");
+const rewrite_js_1 = require("../utils/rewrite.js");
+function rewritePath(source, index, mapper) {
+    const path = source instanceof ContentSource_js_1.FileSource ? source.file : '';
+    return mapper(path, index);
+}
+function copy(builder, source, toPath, options = {}) {
+    const resolved = ContentSource_js_1.AbstractContentSource.resolve(source);
+    const mapperFn = (0, rewrite_js_1.createPathRewrite)(toPath);
+    if (Array.isArray(resolved)) {
+        for (let i = 0, l = resolved.length; i < l; i++) {
+            const cs = resolved[i];
+            copyOne(builder, cs, rewritePath(cs, i, mapperFn), options);
+        }
+    }
+    else {
+        return copyOne(builder, resolved, rewritePath(resolved, 0, mapperFn), options);
+    }
+}
+function copyOne(builder, source, toPath, options) {
+    if (options.media) {
+        new ContentObject_js_1.MediaObject(builder, source, options.media).copyTo(toPath);
+    }
+    else if (options.extractText) {
+        let type = options.extractText;
+        if (typeof type === "boolean") {
+            if (source instanceof ContentSource_js_1.FileSource) {
+                type = source.extname ? source.extname.slice(1) : source.extname;
+            }
+            else {
+                throw new Error("source type for extractText must be specified");
+            }
+        }
+        switch (type) {
+            case "pdf":
+                new ContentObject_js_1.PdfObject(builder, source).copyTo(toPath);
+                break;
+            case "docx":
+                new ContentObject_js_1.DocxObject(builder, source).copyTo(toPath);
+                break;
+            default:
+                throw new Error("Unsupported extractText type: " + type);
+        }
+    }
+    else {
+        builder.addEntry(toPath, source);
+    }
+}
+//# sourceMappingURL=copy.js.map

package/lib/cjs/commands/copy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"copy.js","sourceRoot":"","sources":["../../../src/commands/copy.ts"],"names":[],"mappings":";;AAcA,oBAWC;AAxBD,0DAAuF;AACvF,0DAAmG;AACnG,oDAAsE;AAEtE,SAAS,WAAW,CAAC,MAAqB,EAAE,KAAa,EAAE,MAAoB;IAC3E,MAAM,IAAI,GAAG,MAAM,YAAY,6BAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,OAAO,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;AAC/B,CAAC;AAMD,SAAgB,IAAI,CAAC,OAAgB,EAAE,MAAkB,EAAE,MAAc,EAAE,UAAuB,EAAE;IAChG,MAAM,QAAQ,GAAG,wCAAqB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvD,MAAM,QAAQ,GAAG,IAAA,8BAAiB,EAAC,MAAM,CAAC,CAAC;IAC3C,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACvB,OAAO,CAAC,OAAO,EAAE,EAAE,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;QAChE,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,OAAO,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,EAAE,QAAQ,CAAC,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;AACL,CAAC;AAED,SAAS,OAAO,CAAC,OAAgB,EAAE,MAAqB,EAAE,MAAc,EAAE,OAAoB;IAC1F,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAChB,IAAI,8BAAW,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACnE,CAAC;SAAM,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;QAC7B,IAAI,IAAI,GAAG,OAAO,CAAC,WAAW,CAAC;QAC/B,IAAI,OAAO,IAAI,KAAK,SAAS,EAAE,CAAC;YAC5B,IAAI,MAAM,YAAY,6BAAU,EAAE,CAAC;gBAC/B,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YACrE,CAAC;iBAAM,CAAC;gBACJ,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAC;YACrE,CAAC;QACL,CAAC;QACD,QAAQ,IAAI,EAAE,CAAC;YACX,KAAK,KAAK;gBACN,IAAI,4BAAS,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC9C,MAAM;YACV,KAAK,MAAM;gBACP,IAAI,6BAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAC/C,MAAM;YACV;gBACI,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,IAAI,CAAC,CAAC;QACjE,CAAC;IACL,CAAC;SAAM,CAAC;QACJ,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACrC,CAAC;AACL,CAAC"}

package/lib/cjs/commands/exec.js

@@ -0,0 +1,82 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.exec = exec;
+exports.executePipe = executePipe;
+const child_process_1 = require("child_process");
+const fs_1 = __importDefault(require("fs"));
+const cmdline_js_1 = require("../utils/cmdline.js");
+const stream_js_1 = require("../utils/stream.js");
+async function exec(commandLine, options = {}) {
+    const verbose = !options.quiet;
+    commandLine = commandLine.trim();
+    const { commands, out } = (0, cmdline_js_1.splitPipeCommands)(commandLine);
+    if (!commands.length) {
+        throw new Error('Invalid command line. No command: ' + commandLine);
+    }
+    let outStream;
+    if (out) {
+        outStream = fs_1.default.createWriteStream(out, { flags: 'w' });
+    }
+    else {
+        outStream = new stream_js_1.BufferWritableStream();
+    }
+    const pipePromise = executePipe(commands, outStream, verbose);
+    const outPromise = new Promise((resolve, reject) => {
+        outStream.on('finish', () => {
+            resolve(undefined);
+        });
+        outStream.on('error', (err) => {
+            reject(err);
+            outStream.destroy();
+        });
+    });
+    const [status] = await Promise.all([pipePromise, outPromise]);
+    if (verbose) {
+        if (!status) {
+            console.log(`Command: ${commandLine} exited with status ${status}`);
+        }
+        else {
+            console.error(`Command: ${commandLine} exited with status ${status}`);
+        }
+    }
+    if (outStream instanceof stream_js_1.BufferWritableStream) {
+        return outStream.getText();
+    }
+    else {
+        return undefined;
+    }
+}
+function executePipe(commands, finalOutput, verbose = false) {
+    return new Promise((resolve, reject) => {
+        let input;
+        let child;
+        for (const cmd of commands) {
+            verbose && console.log(`Running: ${cmd.name} ${cmd.args?.join(' ')}`);
+            child = (0, child_process_1.spawn)(cmd.name, cmd.args, {
+                // in, out, err
+                stdio: ['pipe', 'pipe', 'inherit'],
+            });
+            if (input) {
+                input.pipe(child.stdin);
+            }
+            input = child.stdout;
+            child.on("error", (err) => {
+                console.error(`Failed to run ${cmd.name}`, err);
+                reject(err);
+            });
+        }
+        if (child) {
+            child.on("exit", (code, signal) => {
+                resolve(code !== null ? code : signal);
+            });
+            finalOutput && child.stdout?.pipe(finalOutput);
+        }
+        else {
+            reject(new Error("no child spawned"));
+        }
+    });
+}
+//# sourceMappingURL=exec.js.map

package/lib/cjs/commands/exec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"exec.js","sourceRoot":"","sources":["../../../src/commands/exec.ts"],"names":[],"mappings":";;;;;AAUA,oBAwCC;AAGD,kCA6BC;AAlFD,iDAAoD;AACpD,4CAAoB;AAEpB,oDAAiE;AACjE,kDAA0D;AAMnD,KAAK,UAAU,IAAI,CAAC,WAAmB,EAAE,UAAuB,EAAE;IACrE,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC;IAC/B,WAAW,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC;IACjC,MAAM,EAAE,QAAQ,EAAE,GAAG,EAAE,GAAG,IAAA,8BAAiB,EAAC,WAAW,CAAC,CAAC;IACzD,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,oCAAoC,GAAG,WAAW,CAAC,CAAC;IACxE,CAAC;IAED,IAAI,SAAmB,CAAC;IACxB,IAAI,GAAG,EAAE,CAAC;QACN,SAAS,GAAG,YAAE,CAAC,iBAAiB,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,CAAC;IAC1D,CAAC;SAAM,CAAC;QACJ,SAAS,GAAG,IAAI,gCAAoB,EAAE,CAAC;IAC3C,CAAC;IACD,MAAM,WAAW,GAAG,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAG,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC/C,SAAS,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,EAAE;YACxB,OAAO,CAAC,SAAS,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;YACjC,MAAM,CAAC,GAAG,CAAC,CAAC;YACZ,SAAS,CAAC,OAAO,EAAE,CAAC;QACxB,CAAC,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,UAAU,CAAC,CAAC,CAAC;IAE9D,IAAI,OAAO,EAAE,CAAC;QACV,IAAI,CAAC,MAAM,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,YAAY,WAAW,uBAAuB,MAAM,EAAE,CAAC,CAAC;QACxE,CAAC;aAAM,CAAC;YACJ,OAAO,CAAC,KAAK,CAAC,YAAY,WAAW,uBAAuB,MAAM,EAAE,CAAC,CAAC;QAC1E,CAAC;IACL,CAAC;IAED,IAAI,SAAS,YAAY,gCAAoB,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,OAAO,EAAE,CAAC;IAC/B,CAAC;SAAM,CAAC;QACJ,OAAO,SAAS,CAAC;IACrB,CAAC;AACL,CAAC;AAGD,SAAgB,WAAW,CAAC,QAAmB,EAAE,WAAiC,EAAE,UAAmB,KAAK;IACxG,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACnC,IAAI,KAAyB,CAAC;QAC9B,IAAI,KAA+B,CAAC;QACpC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;YACzB,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,YAAY,GAAG,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,KAAK,GAAG,IAAA,qBAAK,EAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE;gBAC9B,eAAe;gBACf,KAAK,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC;aACrC,CAAC,CAAC;YACH,IAAI,KAAK,EAAE,CAAC;gBACR,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAM,CAAC,CAAC;YAC7B,CAAC;YACD,KAAK,GAAG,KAAK,CAAC,MAAO,CAAC;YACtB,KAAK,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;gBAC7B,OAAO,CAAC,KAAK,CAAC,iBAAiB,GAAG,CAAC,IAAI,EAAE,EAAE,GAAG,CAAC,CAAC;gBAChD,MAAM,CAAC,GAAG,CAAC,CAAC;YAChB,CAAC,CAAC,CAAA;QACN,CAAC;QACD,IAAI,KAAK,EAAE,CAAC;YACR,KAAK,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAmB,EAAE,MAAqB,EAAE,EAAE;gBAC5D,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;YAC3C,CAAC,CAAC,CAAC;YACH,WAAW,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;QACnD,CAAC;aAAM,CAAC;YACJ,MAAM,CAAC,IAAI,KAAK,CAAC,kBAAkB,CAAC,CAAC,CAAC;QAC1C,CAAC;IACL,CAAC,CAAC,CAAC;AAEP,CAAC"}