@vertesia/memory 0.43.0

package/lib/types/ContentObject.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentObject.d.ts","sourceRoot":"","sources":["../../src/ContentObject.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAEnD,qBAAa,aAAc,YAAW,aAAa;IAC5B,OAAO,EAAE,OAAO;IAAS,MAAM,EAAE,aAAa;IAAS,QAAQ,EAAE,cAAc;gBAA/E,OAAO,EAAE,OAAO,EAAS,MAAM,EAAE,aAAa,EAAS,QAAQ,GAAE,cAAwB;IAE5G,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAI7B,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;IAI3C,MAAM,CAAC,KAAK,EAAE,MAAM;IAId,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,EAAE,CAAC,WAAW,CAAC;IAmBvD;;OAEG;IACG,OAAO,CAAC,QAAQ,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC;IAKzD,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;CAG/B;AAED,qBAAa,UAAW,SAAQ,aAAa;IACnC,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC;CAGrC;AAED,MAAM,WAAW,YAAY;IACzB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;CAC3B;AACD,qBAAa,WAAY,SAAQ,aAAa;IACkB,OAAO,EAAE,YAAY;gBAArE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa,EAAS,OAAO,GAAE,YAAiB;IAIhF,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;IAM3C,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;CAItC;AAGD,qBAAa,SAAU,SAAQ,aAAa;gBAC5B,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa;IAG7C,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;IAG3C,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAG7B,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;CAGnC;AAGD,qBAAa,UAAW,SAAQ,aAAa;gBAC7B,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,aAAa;IAG7C,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC;IAG5B,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;IAK3C,OAAO,IAAI,OAAO,CAAC,MAAM,CAAC;CAInC"}

package/lib/types/ContentSource.d.ts

@@ -0,0 +1,32 @@
+export interface ContentSource {
+    getContent(): Promise<Buffer>;
+    getStream(): Promise<NodeJS.ReadableStream>;
+}
+export type SourceSpec = string | ContentSource;
+export declare abstract class AbstractContentSource implements ContentSource {
+    abstract getContent(): Promise<Buffer>;
+    getStream(): Promise<NodeJS.ReadableStream>;
+    static resolve(source: SourceSpec): ContentSource | ContentSource[];
+}
+export declare class BufferSource extends AbstractContentSource {
+    buffer: Buffer;
+    constructor(buffer: Buffer);
+    getContent(): Promise<Buffer>;
+}
+export declare class TextSource extends AbstractContentSource {
+    value: string;
+    encoding: BufferEncoding;
+    constructor(value: string, encoding?: BufferEncoding);
+    getContent(): Promise<Buffer>;
+}
+export declare class FileSource extends AbstractContentSource {
+    file: string;
+    constructor(file: string, resolvePath?: boolean);
+    get path(): string;
+    get name(): string;
+    get extname(): string;
+    get nameWithoutExt(): string;
+    getContent(): Promise<Buffer>;
+    getStream(): Promise<NodeJS.ReadableStream>;
+    static resolve(location: string): FileSource | FileSource[];
+}

package/lib/types/ContentSource.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContentSource.d.ts","sourceRoot":"","sources":["../../src/ContentSource.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,aAAa;IAC1B,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IAC9B,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;CAC/C;AAED,MAAM,MAAM,UAAU,GAAG,MAAM,GAAG,aAAa,CAAC;AAChD,8BAAsB,qBAAsB,YAAW,aAAa;IAChE,QAAQ,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAEhC,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;IAIjD,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,aAAa,GAAG,aAAa,EAAE;CAQtE;AAED,qBAAa,YAAa,SAAQ,qBAAqB;IAChC,MAAM,EAAE,MAAM;gBAAd,MAAM,EAAE,MAAM;IAGjC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;CAGhC;AAED,qBAAa,UAAW,SAAQ,qBAAqB;IAC9B,KAAK,EAAE,MAAM;IAAS,QAAQ,EAAE,cAAc;gBAA9C,KAAK,EAAE,MAAM,EAAS,QAAQ,GAAE,cAAwB;IAI3E,UAAU;CAGb;AAED,qBAAa,UAAW,SAAQ,qBAAqB;IACjD,IAAI,EAAE,MAAM,CAAC;gBACD,IAAI,EAAE,MAAM,EAAE,WAAW,UAAO;IAK5C,IAAI,IAAI,WAEP;IAED,IAAI,IAAI,WAEP;IAED,IAAI,OAAO,WAEV;IAED,IAAI,cAAc,WAEjB;IAED,UAAU;IAIJ,SAAS,IAAI,OAAO,CAAC,MAAM,CAAC,cAAc,CAAC;IAIjD,MAAM,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,GAAG,UAAU,EAAE;CAQ9D"}

package/lib/types/MemoryPack.d.ts

@@ -0,0 +1,46 @@
+import { AbstractContentSource } from "./ContentSource.js";
+import { TarIndex } from "./utils/tar.js";
+export declare const MEMORY_METADATA_ENTRY = "metadata.json";
+/**
+ * Projection cannot contains both include and exclude keys
+ */
+export interface ProjectionProperties {
+    [key: string]: boolean | 0 | 1;
+}
+export declare abstract class MemoryPack {
+    abstract readonly file: string;
+    abstract getMetadata(projection?: ProjectionProperties): Promise<Record<string, any>>;
+    abstract getEntry(path: string): MemoryEntry | null;
+    abstract getEntryContent(path: string): Promise<Buffer | null>;
+    abstract getEntryText(path: string, encoding?: BufferEncoding): Promise<string | null>;
+    abstract getPaths(filters?: string[]): string[];
+    abstract getEntries(filters?: string[]): MemoryEntry[];
+    abstract getEntriesContent(filters?: string[]): Promise<Buffer[]>;
+    abstract getEntriesText(filters?: string[], encoding?: BufferEncoding): Promise<string[]>;
+    exportObject(mapping: Record<string, any>): Promise<Record<string, any>>;
+}
+export declare class MemoryEntry extends AbstractContentSource {
+    index: TarIndex;
+    name: string;
+    offset: number;
+    size: number;
+    constructor(index: TarIndex, name: string, offset: number, size: number);
+    getContent(): Promise<Buffer>;
+    getText(encoding?: BufferEncoding): Promise<string>;
+}
+export declare class TarMemoryPack extends MemoryPack {
+    file: string;
+    index: TarIndex;
+    constructor(file: string, index: TarIndex);
+    getMetadata(projection?: ProjectionProperties): Promise<Record<string, any>>;
+    getPaths(filters?: string[]): string[];
+    getEntries(filters?: string[]): MemoryEntry[];
+    private _getEntries;
+    getEntriesContent(filters?: string[]): Promise<Buffer[]>;
+    getEntriesText(filters?: string[], encoding?: BufferEncoding): Promise<string[]>;
+    getEntry(path: string): MemoryEntry | null;
+    getEntryContent(path: string): Promise<Buffer | null>;
+    getEntryText(path: string, encoding?: BufferEncoding): Promise<string | null>;
+    static loadFile(file: string): Promise<TarMemoryPack>;
+}
+export declare function loadMemoryPack(location: string): Promise<MemoryPack>;

package/lib/types/MemoryPack.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryPack.d.ts","sourceRoot":"","sources":["../../src/MemoryPack.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,EAA+B,QAAQ,EAAE,MAAM,gBAAgB,CAAC;AAEvE,eAAO,MAAM,qBAAqB,kBAAkB,CAAC;AAOrD;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACjC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC;CAClC;AA2BD,8BAAsB,UAAU;IAC5B,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,CAAC,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACrF,QAAQ,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IACnD,QAAQ,CAAC,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAC9D,QAAQ,CAAC,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IACtF,QAAQ,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE;IAC/C,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,WAAW,EAAE;IACtD,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IACjE,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAEnF,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAgDjF;AAGD,qBAAa,WAAY,SAAQ,qBAAqB;IAC/B,KAAK,EAAE,QAAQ;IAAS,IAAI,EAAE,MAAM;IAAS,MAAM,EAAE,MAAM;IAAS,IAAI,EAAE,MAAM;gBAAhF,KAAK,EAAE,QAAQ,EAAS,IAAI,EAAE,MAAM,EAAS,MAAM,EAAE,MAAM,EAAS,IAAI,EAAE,MAAM;IAGnG,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IAG7B,OAAO,CAAC,QAAQ,GAAE,cAAwB,GAAG,OAAO,CAAC,MAAM,CAAC;CAG/D;AAED,qBAAa,aAAc,SAAQ,UAAU;IACtB,IAAI,EAAE,MAAM;IAAS,KAAK,EAAE,QAAQ;gBAApC,IAAI,EAAE,MAAM,EAAS,KAAK,EAAE,QAAQ;IAMjD,WAAW,CAAC,UAAU,CAAC,EAAE,oBAAoB,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAalF,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE;IAQ3B,UAAU,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE;IAI7B,OAAO,CAAC,WAAW;IAUnB,iBAAiB,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE;IASpC,cAAc,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,EAAE,QAAQ,CAAC,EAAE,cAAc;IAS5D,QAAQ,CAAC,IAAI,EAAE,MAAM;IAKrB,eAAe,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IASrD,YAAY,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;WAIhE,QAAQ,CAAC,IAAI,EAAE,MAAM;CAQrC;AAGD,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAGpE"}

package/lib/types/MemoryPackBuilder.d.ts

@@ -0,0 +1,18 @@
+import { Builder } from "./Builder.js";
+import { ContentSource } from "./ContentSource.js";
+import { MemoryPack, ProjectionProperties } from "./MemoryPack.js";
+export interface FromOptions {
+    files?: string[];
+    projection?: ProjectionProperties;
+}
+export declare class MemoryPackBuilder {
+    builder: Builder;
+    baseMetadata: Record<string, any>;
+    entries: {
+        [path: string]: ContentSource;
+    };
+    constructor(builder: Builder);
+    load(memory: MemoryPack, options?: FromOptions): Promise<void>;
+    add(path: string, content: ContentSource): void;
+    build(file: string, metadata: object): Promise<string>;
+}

package/lib/types/MemoryPackBuilder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"MemoryPackBuilder.d.ts","sourceRoot":"","sources":["../../src/MemoryPackBuilder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAyB,UAAU,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAG1F,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,UAAU,CAAC,EAAE,oBAAoB,CAAC;CACrC;AAED,qBAAa,iBAAiB;IAIP,OAAO,EAAE,OAAO;IAHnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAM;IACvC,OAAO,EAAE;QAAE,CAAC,IAAI,EAAE,MAAM,GAAG,aAAa,CAAA;KAAE,CAAM;gBAE7B,OAAO,EAAE,OAAO;IAG7B,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,GAAE,WAAgB;IAWxD,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa;IAKlC,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM;CAqB7C"}

package/lib/types/commands/copy.d.ts

@@ -0,0 +1,8 @@
+import { Builder } from "../Builder.js";
+import { MediaOptions } from "../ContentObject.js";
+import { SourceSpec } from "../ContentSource.js";
+export interface CopyOptions {
+    media?: MediaOptions;
+    extractText?: boolean | string;
+}
+export declare function copy(builder: Builder, source: SourceSpec, toPath: string, options?: CopyOptions): void;

package/lib/types/commands/copy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"copy.d.ts","sourceRoot":"","sources":["../../../src/commands/copy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AACxC,OAAO,EAA2B,YAAY,EAAa,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAoD,UAAU,EAAE,MAAM,qBAAqB,CAAC;AAQnG,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,YAAY,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,GAAG,MAAM,CAAC;CAClC;AACD,wBAAgB,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,QAWnG"}

package/lib/types/commands/exec.d.ts

@@ -0,0 +1,7 @@
+import { Writable } from 'stream';
+import { Command } from '../utils/cmdline.js';
+export interface ExecOptions {
+    quiet?: boolean;
+}
+export declare function exec(commandLine: string, options?: ExecOptions): Promise<string | undefined>;
+export declare function executePipe(commands: Command[], finalOutput: Writable | undefined, verbose?: boolean): Promise<unknown>;

package/lib/types/commands/exec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"exec.d.ts","sourceRoot":"","sources":["../../../src/commands/exec.ts"],"names":[],"mappings":"AAEA,OAAO,EAAU,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAqB,MAAM,qBAAqB,CAAC;AAGjE,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,wBAAsB,IAAI,CAAC,WAAW,EAAE,MAAM,EAAE,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,MAAM,GAAG,SAAS,CAAC,CAwCtG;AAGD,wBAAgB,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAE,WAAW,EAAE,QAAQ,GAAG,SAAS,EAAE,OAAO,GAAE,OAAe,oBA6B3G"}

package/lib/types/index.d.ts

@@ -0,0 +1,14 @@
+export { Builder, buildMemoryPack } from "./Builder.js";
+export type { BuildOptions, Commands } from "./Builder.js";
+export type { CopyOptions } from "./commands/copy.js";
+export type { ExecOptions } from "./commands/exec.js";
+export { ContentObject, DocxObject, JsonObject, MediaObject, PdfObject } from "./ContentObject.js";
+export type { MediaOptions } from "./ContentObject.js";
+export { AbstractContentSource, BufferSource, FileSource, TextSource } from "./ContentSource.js";
+export type { ContentSource, SourceSpec } from "./ContentSource.js";
+export { MemoryEntry, TarMemoryPack, loadMemoryPack } from "./MemoryPack.js";
+export type { MemoryPack, ProjectionProperties } from "./MemoryPack.js";
+export { MemoryPackBuilder } from "./MemoryPackBuilder.js";
+export type { FromOptions } from "./MemoryPackBuilder.js";
+export { TarBuilder, TarIndex, loadTarIndex } from './utils/tar.js';
+export type { TarEntry, TarEntryIndex } from './utils/tar.js';

package/lib/types/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AACvD,YAAY,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAA;AAC1D,YAAY,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AACrD,YAAY,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAA;AAClG,YAAY,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,EAAE,qBAAqB,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAChG,YAAY,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AACnE,OAAO,EAAE,WAAW,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAA;AAC5E,YAAY,EAAE,UAAU,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAA;AACvE,OAAO,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAA;AAC1D,YAAY,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAA;AACzD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAA;AACnE,YAAY,EAAE,QAAQ,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAA"}

package/lib/types/utils/cmdline.d.ts

@@ -0,0 +1,10 @@
+export declare function splitCommandLine(text: string): string[];
+export interface Command {
+    name: string;
+    args: string[];
+}
+export interface CommandPipe {
+    commands: Command[];
+    out?: string | undefined;
+}
+export declare function splitPipeCommands(text: string): CommandPipe;

package/lib/types/utils/cmdline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cmdline.d.ts","sourceRoot":"","sources":["../../../src/utils/cmdline.ts"],"names":[],"mappings":"AA6BA,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,YAkB5C;AAED,MAAM,WAAW,OAAO;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,EAAE,CAAC;CAClB;AACD,MAAM,WAAW,WAAW;IACxB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B;AACD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAkC3D"}

package/lib/types/utils/rewrite.d.ts

@@ -0,0 +1,38 @@
+/**
+ * The path argumentmay is the empty string when mapping streams or buffers not related to a file system file.
+ */
+export type PathMapperFn = ((path: string, index: number) => string);
+export declare function createPathRewrite(path: string): PathMapperFn;
+export declare class Path {
+    _name?: string;
+    _extname?: string;
+    _dirname?: string;
+    _basename?: string;
+    /**
+     * The complete path value
+     */
+    value: string;
+    /**
+     * The file name (the last portion of the path). Includes the extension if present.
+     */
+    get name(): string;
+    /**
+     * The extension of the file  including the leading '.'.
+     * An empty string if the file has no extension.
+     */
+    get extname(): string;
+    /**
+     * The directory portion of the path. Doesn'r include the trailing slash.
+     * If no directory is present, returns an empty string.
+     */
+    get dirname(): string;
+    /**
+     * The path without the extension
+     */
+    get basename(): string;
+    constructor(value: string);
+    /**
+     * Return the complete path value (same as `value`)
+     */
+    toString(): string;
+}

package/lib/types/utils/rewrite.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"rewrite.d.ts","sourceRoot":"","sources":["../../../src/utils/rewrite.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,MAAM,YAAY,GAAG,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,MAAM,CAAC,CAAC;AAErE,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,YAAY,CA+B5D;AAgED,qBAAa,IAAI;IACb,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;IAEb;;OAEG;IACH,IAAI,IAAI,IAAI,MAAM,CAKjB;IAED;;;OAGG;IACH,IAAI,OAAO,IAAI,MAAM,CAKpB;IACD;;;OAGG;IACH,IAAI,OAAO,IAAI,MAAM,CAQpB;IACD;;OAEG;IACH,IAAI,QAAQ,IAAI,MAAM,CAKrB;gBAEW,KAAK,EAAE,MAAM;IAIzB;;OAEG;IACH,QAAQ,IAAI,MAAM;CAGrB"}

package/lib/types/utils/stream.d.ts

@@ -0,0 +1,9 @@
+import { Writable } from "stream";
+export declare class BufferWritableStream extends Writable {
+    chunks: Buffer[];
+    buffer: Buffer | undefined;
+    _write(chunk: Buffer, _encoding: BufferEncoding, callback: (error?: Error | null) => void): void;
+    _final(callback: (error?: Error | null) => void): void;
+    getBuffer(): Buffer | undefined;
+    getText(encoding?: BufferEncoding): string | undefined;
+}

package/lib/types/utils/stream.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.d.ts","sourceRoot":"","sources":["../../../src/utils/stream.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,QAAQ,CAAC;AAElC,qBAAa,oBAAqB,SAAQ,QAAQ;IAC9C,MAAM,EAAE,MAAM,EAAE,CAAK;IACrB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAG3B,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI;IAMzF,MAAM,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,GAAG,IAAI,KAAK,IAAI;IAM/C,SAAS;IAIT,OAAO,CAAC,QAAQ,GAAE,cAAwB;CAG7C"}

package/lib/types/utils/tar.d.ts

@@ -0,0 +1,40 @@
+import fs from "fs";
+import { FileHandle } from "fs/promises";
+import tar from "tar-stream";
+export interface TarEntry {
+    name: string;
+    getContent(): Promise<Buffer>;
+}
+export declare class TarBuilder {
+    pack: tar.Pack;
+    indexData: string[];
+    currentOffset: number;
+    tarPromise: Promise<unknown>;
+    constructor(file: string);
+    add(name: string, content?: Buffer): Promise<void>;
+    build(): Promise<void>;
+    destroy(): void;
+}
+export declare function loadTarIndex(tarFile: string): Promise<TarIndex | null>;
+export interface TarEntryIndex {
+    offset: number;
+    size: number;
+}
+export declare class TarIndex {
+    fd: FileHandle;
+    entries: Record<string, TarEntryIndex>;
+    headerBuffer: Buffer;
+    /**
+     * @param fd the tar file descriptor
+     * @param content the index content
+     */
+    constructor(fd: FileHandle, content: string);
+    getPaths(): string[];
+    getSortedPaths(): string[];
+    get(name: string): TarEntryIndex;
+    getContentAt(offset: number, size: number): Promise<Buffer>;
+    getContent(name: string): Promise<Buffer | null>;
+    getReadStream(name: string, encoding?: BufferEncoding): fs.ReadStream | null;
+    close(): Promise<void>;
+}
+export declare function normalizePath(path: string): string;

package/lib/types/utils/tar.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tar.d.ts","sourceRoot":"","sources":["../../../src/utils/tar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,EAAE,UAAU,EAAQ,MAAM,aAAa,CAAC;AAE/C,OAAO,GAAG,MAAM,YAAY,CAAC;AAG7B,MAAM,WAAW,QAAQ;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;CACjC;AAED,qBAAa,UAAU;IACnB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC;IACf,SAAS,EAAE,MAAM,EAAE,CAAM;IACzB,aAAa,SAAK;IAClB,UAAU,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC;gBAEjB,IAAI,EAAE,MAAM;IAalB,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM;IAwBlC,KAAK;IAcX,OAAO;CAIV;AAED,wBAAsB,YAAY,CAAC,OAAO,EAAE,MAAM,4BAQjD;AAoCD,MAAM,WAAW,aAAa;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAA;CACf;AACD,qBAAa,QAAQ;IAOE,EAAE,EAAE,UAAU;IANjC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAM;IAC5C,YAAY,SAAqB;IACjC;;;OAGG;gBACgB,EAAE,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM;IAalD,QAAQ;IAIR,cAAc;IAId,GAAG,CAAC,IAAI,EAAE,MAAM;IAIV,YAAY,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM;IAKzC,UAAU,CAAC,IAAI,EAAE,MAAM;IAS7B,aAAa,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE,cAAc;IAc/C,KAAK;CAId;AAQD,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,UAQzC"}

package/package.json

@@ -0,0 +1,40 @@
+{
+  "name": "@vertesia/memory",
+  "description": "Manipulate memory images for LLMs",
+  "version": "0.43.0",
+  "type": "module",
+  "types": "./lib/types/index.d.ts",
+  "files": [
+    "lib",
+    "src"
+  ],
+  "license": "Apache-2.0",
+  "devDependencies": {
+    "@types/micromatch": "^4.0.9",
+    "@types/node": "^22.5.1",
+    "@types/tar-stream": "^3.1.3",
+    "ts-dual-module": "^0.6.3",
+    "vitest": "^1.4.0"
+  },
+  "dependencies": {
+    "@vertesia/converters": "^0.42.2",
+    "@vertesia/json": "^0.42.2",
+    "glob": "^11.0.0",
+    "micromatch": "^4.0.8",
+    "tar-stream": "^3.1.7"
+  },
+  "ts_dual_module": {
+    "outDir": "lib"
+  },
+  "exports": {
+    "types": "./lib/types/index.d.ts",
+    "import": "./lib/esm/index.js",
+    "require": "./lib/cjs/index.js"
+  },
+  "scripts": {
+    "eslint": "eslint './src/**/*.{jsx,js,tsx,ts}'",
+    "build": "pnpm exec tsmod build",
+    "test": "vitest run",
+    "clean": "rimraf ./node_modules ./lib ./tsconfig.tsbuildinfo"
+  }
+}

package/src/Builder.ts

@@ -0,0 +1,239 @@
+import { AsyncObjectWalker } from "@vertesia/json";
+import { mkdtempSync, rmSync } from "fs";
+import os from "os";
+import { join, resolve } from "path";
+import { copy, CopyOptions } from "./commands/copy.js";
+import { exec, ExecOptions } from "./commands/exec.js";
+import { ContentObject, DocxObject, JsonObject, MediaObject, MediaOptions, PdfObject } from "./ContentObject.js";
+import { AbstractContentSource, ContentSource, SourceSpec, TextSource } from "./ContentSource.js";
+import { loadMemoryPack } from "./MemoryPack.js";
+import { FromOptions, MemoryPackBuilder } from "./MemoryPackBuilder.js";
+
+export interface BuildOptions {
+    indent?: number;
+    /**
+     * the path to save the output. Defaults to 'memory.tar'.
+     * If no .tar extension is present it will be added
+     */
+    out?: string;
+
+    /**
+     * If set, suppress logs. Defaults to false.
+     */
+    quiet?: boolean;
+
+    /**
+     * If true, compress the output (tar or json) with gzip. Defaults to false.
+     */
+    gzip?: boolean;
+
+    /**
+     * Vars to be injected into the script context as the vars object
+     */
+    vars?: Record<string, any>;
+
+    /**
+     * Optional publish action
+     * @param file
+     * @returns the URI of the published memory
+     */
+    publish?: (file: string, name: string) => Promise<string>
+
+    /**
+     * The directory where to transpile the recipe ts file
+     */
+    transpileDir?: string;
+}
+
+export interface Commands {
+    vars: () => Record<string, any>;
+    tmpdir: () => string;
+    exec: (cmd: string, options?: ExecOptions) => Promise<void | string>;
+    from: (location: string, options?: FromOptions) => Promise<void>;
+    content: (location: string, encoding?: BufferEncoding) => ContentObject | ContentObject[];
+    json: (location: string) => ContentObject | ContentObject[];
+    pdf: (location: string) => PdfObject | PdfObject[];
+    docx: (location: string) => DocxObject | DocxObject[];
+    media: (location: string, options?: MediaOptions) => MediaObject | MediaObject[];
+    copy: (location: SourceSpec, path: string, options?: CopyOptions) => void;
+    copyText: (text: string, path: string) => void;
+}
+
+export class Builder implements Commands {
+    static instance?: Builder;
+
+    static getInstance() {
+        if (!Builder.instance) {
+            throw new Error("No builder instance found");
+        }
+        return Builder.instance;
+    }
+
+    _vars: Record<string, any>;
+    _tmpdir?: string;
+    memory: MemoryPackBuilder;
+
+    constructor(public options: BuildOptions = {}) {
+        this.memory = new MemoryPackBuilder(this);
+        this._vars = options.vars || {};
+        Builder.instance = this;
+    }
+
+    vars(): Record<string, any> {
+        return this._vars;
+    }
+
+    tmpdir() {
+        if (!this._tmpdir) {
+            this._tmpdir = mkdtempSync(join(os.tmpdir(), 'becomposable-memo-'));
+        }
+        return this._tmpdir;
+    }
+
+    from(location: string, options?: FromOptions) {
+        return loadMemoryPack(location).then((memory) => {
+            return this.memory.load(memory, options);
+        });
+    }
+
+    addEntry(path: string, source: ContentSource) {
+        this.memory.add(path, source);
+    }
+
+    copy(location: SourceSpec, path: string, options: CopyOptions = {}) {
+        copy(this, location, path, options);
+    }
+
+    copyText(text: string, path: string) {
+        copy(this, new TextSource(text), path);
+    }
+
+    exec(cmd: string, options?: ExecOptions) {
+        return exec(cmd, options);
+    }
+
+    content(location: string, encoding?: BufferEncoding) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new ContentObject(this, s, encoding));
+        } else {
+            return new ContentObject(this, source, encoding);
+        }
+    }
+
+    json(location: string) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new JsonObject(this, s));
+        } else {
+            return new JsonObject(this, source);
+        }
+    }
+
+    pdf(location: string) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new PdfObject(this, s));
+        } else {
+            return new PdfObject(this, source);
+        }
+    }
+
+    docx(location: string) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new DocxObject(this, s));
+        } else {
+            return new DocxObject(this, source);
+        }
+    }
+
+    media(location: string, options?: MediaOptions) {
+        const source = AbstractContentSource.resolve(location);
+        if (Array.isArray(source)) {
+            return source.map(s => new MediaObject(this, s, options));
+        } else {
+            return new MediaObject(this, source, options);
+        }
+    }
+
+    async build(object: Record<string, any>) {
+        try {
+            let { fileName, publishName } = this._getOutputNames();
+            // resolve all content objects values from the conext object
+            object = await resolveContextObject(object);
+            // write the memory to a file
+            fileName = await this.memory.build(fileName, object);
+            let target: string = fileName;
+            if (publishName) {
+                try {
+                    target = await this.options.publish!(fileName, publishName);
+                } finally {
+                    rmSync(fileName);
+                }
+            }
+            this.options.quiet || console.log(`Memory saved to ${target}`);
+            return target;
+        } finally {
+            if (this._tmpdir) {
+                rmSync(this._tmpdir, { recursive: true });
+            }
+        }
+    }
+
+    private _getOutputNames(): { fileName: string, publishName: string | undefined } {
+        const options = this.options;
+        if (!options.out) {
+            options.out = "memory.tar";
+        }
+        let fileName: string;
+        let publishName: string | undefined;
+        const out = options.out;
+        if (out.startsWith("memory:")) {
+            if (!options.publish) {
+                throw new Error(`The publish option is required for "${out}" output`);
+            }
+            // force gzip when publishing
+            options.gzip = true;
+            // create a temporary path for the output
+            fileName = createTmpBaseName(this.tmpdir());
+            publishName = out.substring("memory:".length);
+        } else {
+            fileName = resolve(out);
+        }
+        return { fileName, publishName };
+    }
+
+}
+
+function resolveContextObject(object: Record<string, any>): Promise<Record<string, any>> {
+    return new AsyncObjectWalker().map(object, async (_key, value) => {
+        if (value instanceof ContentObject) {
+            return await value.getText();
+        } else {
+            return value;
+        }
+    });
+}
+
+function createTmpBaseName(tmpdir: string) {
+    return join(tmpdir, `.composable-memory-${Date.now()}.tar`);
+}
+
+
+export function buildMemoryPack(recipeFn: (commands: Commands) => Promise<Record<string, any>>, options: BuildOptions): Promise<string> {
+    const builder = new Builder(options);
+    return recipeFn({
+        vars: builder.vars.bind(builder),
+        tmpdir: builder.tmpdir.bind(builder),
+        exec: builder.exec.bind(builder),
+        from: builder.from.bind(builder),
+        content: builder.content.bind(builder),
+        json: builder.json.bind(builder),
+        pdf: builder.pdf.bind(builder),
+        docx: builder.docx.bind(builder),
+        media: builder.media.bind(builder),
+        copy: builder.copy.bind(builder),
+        copyText: builder.copyText.bind(builder),
+    }).then(metadata => builder.build(metadata));
+}