text-compress 2.0.0

package/dist/streaming/folder.js

@@ -0,0 +1,220 @@
+/**
+ * @module streaming/folder
+ *
+ * Memory-efficient folder compression pipeline.
+ *
+ * Large directory trees may exceed available RAM if every file is loaded
+ * into a single buffer. This module streams each stage to disk:
+ *
+ * ```
+ *   walk tree → temp archive file
+ *            → stream Brotli → temp compressed file
+ *            → stream encode  → output .txt (possibly split)
+ * ```
+ *
+ * ## Pattern: staged pipeline with temp files
+ *
+ * Each stage reads from the previous stage's output file and writes to
+ * the next, keeping peak memory bounded by chunk buffer sizes rather than
+ * total archive size.
+ *
+ * ## Chunk sizes
+ *
+ * - `COPY_CHUNK` (1 MiB) — file content copied into the archive.
+ * - `ENCODE_READ_CHUNK` (3 MiB) — binary read buffer for Base64 streaming.
+ *   Base64 encoding is applied per-chunk for `encoding === 64`; Z85 requires
+ *   the full padded buffer and is loaded once (trade-off for correctness).
+ */
+import { closeSync, createReadStream, createWriteStream, mkdtempSync, openSync, readFileSync, readSync, rmSync, statSync, writeFileSync, writeSync, } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { Readable } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { writeDirEntry, writeFileEntry } from "../archive/format.js";
+import { createMaxQualityBrotliCompress } from "../compression/brotli.js";
+import { encryptBuffer } from "../crypto/password.js";
+import { encodeBase64 } from "../encoding/base64.js";
+import { estimatedEncodedLength } from "../encoding/index.js";
+import { encodeBase85 } from "../encoding/z85.js";
+import { walkDirectory } from "../fs/walk.js";
+import { TAG_FOLDER } from "../payload/tags.js";
+import { createSplitChunkHeader, formatSplitOutputPath, resolveSplitChunkSize, } from "../split/parts.js";
+/** Buffer size when copying file content into the archive. */
+const COPY_CHUNK = 1024 * 1024;
+/** Buffer size when reading compressed bytes for Base64 encoding. */
+const ENCODE_READ_CHUNK = 3 * 1024 * 1024;
+/**
+ * Depth-first walk that writes archive entries directly to a file.
+ *
+ * Same traversal order as `collectEntries`, but streams to disk.
+ */
+function buildArchiveFile(rootDir, archivePath) {
+    const fd = openSync(archivePath, "w");
+    let fileCount = 0;
+    let dirCount = 0;
+    let originalBytes = 0;
+    try {
+        walkDirectory(rootDir, {
+            onDirectory: (_absDir, relDir) => {
+                writeDirEntry(fd, relDir);
+                dirCount++;
+            },
+            onFile: (abs, rel) => {
+                originalBytes += writeFileEntry(fd, rel, abs, COPY_CHUNK);
+                fileCount++;
+            },
+        });
+    }
+    finally {
+        closeSync(fd);
+    }
+    return {
+        fileCount,
+        dirCount,
+        originalBytes,
+        archiveBytes: statSync(archivePath).size,
+    };
+}
+/**
+ * Create a readable stream that prepends the folder tag byte before file bytes.
+ *
+ * Pattern: **prefix transform** — prepends metadata without copying the
+ * entire file into memory.
+ */
+function prependTagStream(tag, filePath) {
+    const tagBuf = Buffer.from([tag]);
+    const file = createReadStream(filePath);
+    return Readable.from((async function* () {
+        yield tagBuf;
+        for await (const chunk of file) {
+            yield chunk;
+        }
+    })());
+}
+/**
+ * Stream Brotli-compress a file (with tag prefix) to another file.
+ */
+async function brotliCompressFile(inputPath, outputPath) {
+    await pipeline(prependTagStream(TAG_FOLDER, inputPath), createMaxQualityBrotliCompress(statSync(inputPath).size + 1), createWriteStream(outputPath));
+}
+/** Open one numbered part file for split output. */
+function openPart(outputPath, partIndex, totalParts) {
+    const path = formatSplitOutputPath(outputPath, partIndex, totalParts);
+    const fd = openSync(path, "w");
+    writeSync(fd, createSplitChunkHeader(partIndex, totalParts));
+    return { path, fd };
+}
+/**
+ * Stream-read a binary file and write encoded text to one or more output files.
+ *
+ * Handles optional character-based splitting across part files.
+ */
+function encodeBinaryFileToTextFiles(inputPath, outputPath, encoding, split) {
+    const binaryBytes = statSync(inputPath).size;
+    const srcFd = openSync(inputPath, "r");
+    const readAndEncode = (writeEncoded) => {
+        if (encoding === 64) {
+            const buf = Buffer.alloc(ENCODE_READ_CHUNK);
+            let pos = 0;
+            while (pos < binaryBytes) {
+                const toRead = Math.min(buf.length, binaryBytes - pos);
+                const n = readSync(srcFd, buf, 0, toRead, pos);
+                if (n <= 0)
+                    break;
+                writeEncoded(encodeBase64(buf.subarray(0, n)));
+                pos += n;
+            }
+        }
+        else {
+            const raw = Buffer.alloc(binaryBytes);
+            let pos = 0;
+            while (pos < binaryBytes) {
+                const n = readSync(srcFd, raw, pos, binaryBytes - pos, pos);
+                if (n <= 0)
+                    break;
+                pos += n;
+            }
+            writeEncoded(encodeBase85(raw));
+        }
+    };
+    if (!split) {
+        const outFd = openSync(outputPath, "w");
+        try {
+            readAndEncode((text) => writeSync(outFd, text));
+        }
+        finally {
+            closeSync(srcFd);
+            closeSync(outFd);
+        }
+        return [outputPath];
+    }
+    const encodedLength = estimatedEncodedLength(binaryBytes, encoding);
+    const totalParts = Math.ceil(encodedLength / split);
+    const paths = [];
+    let partIndex = 1;
+    let part = openPart(outputPath, partIndex, totalParts);
+    paths.push(part.path);
+    let partChars = 0;
+    const flushPart = () => {
+        closeSync(part.fd);
+        if (partIndex < totalParts) {
+            partIndex++;
+            part = openPart(outputPath, partIndex, totalParts);
+            paths.push(part.path);
+            partChars = 0;
+        }
+    };
+    const writeEncoded = (text) => {
+        let offset = 0;
+        while (offset < text.length) {
+            const remaining = split - partChars;
+            if (remaining <= 0) {
+                flushPart();
+                continue;
+            }
+            const slice = text.slice(offset, offset + remaining);
+            writeSync(part.fd, slice);
+            partChars += slice.length;
+            offset += slice.length;
+            if (partChars >= split && offset < text.length)
+                flushPart();
+        }
+    };
+    try {
+        readAndEncode(writeEncoded);
+    }
+    finally {
+        closeSync(srcFd);
+        closeSync(part.fd);
+    }
+    return paths;
+}
+/**
+ * Compress a folder to encoded text file(s) using the streaming pipeline.
+ *
+ * Creates a temporary working directory that is always cleaned up in `finally`.
+ */
+export async function compressFolderToPath(dirPath, outputPath, encoding = 64, split, password) {
+    const tempDir = mkdtempSync(join(tmpdir(), "text-compress-"));
+    const archivePath = join(tempDir, "archive.bin");
+    const compressedPath = join(tempDir, "compressed.bin");
+    try {
+        const stats = buildArchiveFile(dirPath, archivePath);
+        await brotliCompressFile(archivePath, compressedPath);
+        let encodeInputPath = compressedPath;
+        if (password) {
+            const encryptedPath = join(tempDir, "encrypted.bin");
+            writeFileSync(encryptedPath, encryptBuffer(readFileSync(compressedPath), password));
+            encodeInputPath = encryptedPath;
+        }
+        const compressedBytes = statSync(encodeInputPath).size;
+        const encodedLength = estimatedEncodedLength(compressedBytes, encoding);
+        const splitChunkSize = resolveSplitChunkSize(encodedLength, split);
+        const outputPaths = encodeBinaryFileToTextFiles(encodeInputPath, outputPath, encoding, splitChunkSize);
+        return { ...stats, compressedBytes, outputPaths, splitChunkSize };
+    }
+    finally {
+        rmSync(tempDir, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=folder.js.map

package/dist/streaming/folder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"folder.js","sourceRoot":"","sources":["../../src/streaming/folder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,OAAO,EACL,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,aAAa,EACb,SAAS,GACV,MAAM,SAAS,CAAA;AAChB,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAA;AAChC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAA;AAChC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAA;AACtC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAA;AACpE,OAAO,EAAE,8BAA8B,EAAE,MAAM,0BAA0B,CAAA;AACzE,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAA;AACrD,OAAO,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAA;AACpD,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAA;AAC7D,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACjD,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAA;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAA;AAC/C,OAAO,EACL,sBAAsB,EACtB,qBAAqB,EACrB,qBAAqB,GACtB,MAAM,mBAAmB,CAAA;AAG1B,8DAA8D;AAC9D,MAAM,UAAU,GAAG,IAAI,GAAG,IAAI,CAAA;AAE9B,qEAAqE;AACrE,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAA;AAUzC;;;;GAIG;AACH,SAAS,gBAAgB,CAAC,OAAe,EAAE,WAAmB;IAC5D,MAAM,EAAE,GAAG,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAA;IACrC,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,IAAI,aAAa,GAAG,CAAC,CAAA;IAErB,IAAI,CAAC;QACH,aAAa,CAAC,OAAO,EAAE;YACrB,WAAW,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC/B,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,CAAA;gBACzB,QAAQ,EAAE,CAAA;YACZ,CAAC;YACD,MAAM,EAAE,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;gBACnB,aAAa,IAAI,cAAc,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,UAAU,CAAC,CAAA;gBACzD,SAAS,EAAE,CAAA;YACb,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,EAAE,CAAC,CAAA;IACf,CAAC;IAED,OAAO;QACL,SAAS;QACT,QAAQ;QACR,aAAa;QACb,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI;KACzC,CAAA;AACH,CAAC;AAED;;;;;GAKG;AACH,SAAS,gBAAgB,CAAC,GAAW,EAAE,QAAgB;IACrD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACjC,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAA;IACvC,OAAO,QAAQ,CAAC,IAAI,CAClB,CAAC,KAAK,SAAS,CAAC;QACd,MAAM,MAAM,CAAA;QACZ,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YAC/B,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC,CAAC,EAAE,CACL,CAAA;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAAC,SAAiB,EAAE,UAAkB;IACrE,MAAM,QAAQ,CACZ,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,EACvC,8BAA8B,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,EAC5D,iBAAiB,CAAC,UAAU,CAAC,CAC9B,CAAA;AACH,CAAC;AAED,oDAAoD;AACpD,SAAS,QAAQ,CAAC,UAAkB,EAAE,SAAiB,EAAE,UAAkB;IACzE,MAAM,IAAI,GAAG,qBAAqB,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;IACrE,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;IAC9B,SAAS,CAAC,EAAE,EAAE,sBAAsB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAA;IAC5D,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAA;AACrB,CAAC;AAED;;;;GAIG;AACH,SAAS,2BAA2B,CAClC,SAAiB,EACjB,UAAkB,EAClB,QAAkB,EAClB,KAAc;IAEd,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAA;IAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAA;IAEtC,MAAM,aAAa,GAAG,CAAC,YAAoC,EAAE,EAAE;QAC7D,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;YACpB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAA;YAC3C,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,OAAO,GAAG,GAAG,WAAW,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,GAAG,GAAG,CAAC,CAAA;gBACtD,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAA;gBAC9C,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAK;gBACjB,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC9C,GAAG,IAAI,CAAC,CAAA;YACV,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;YACrC,IAAI,GAAG,GAAG,CAAC,CAAA;YACX,OAAO,GAAG,GAAG,WAAW,EAAE,CAAC;gBACzB,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,GAAG,GAAG,EAAE,GAAG,CAAC,CAAA;gBAC3D,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAK;gBACjB,GAAG,IAAI,CAAC,CAAA;YACV,CAAC;YACD,YAAY,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAA;QACjC,CAAC;IACH,CAAC,CAAA;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAA;QACvC,IAAI,CAAC;YACH,aAAa,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;QACjD,CAAC;gBAAS,CAAC;YACT,SAAS,CAAC,KAAK,CAAC,CAAA;YAChB,SAAS,CAAC,KAAK,CAAC,CAAA;QAClB,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,CAAA;IACrB,CAAC;IAED,MAAM,aAAa,GAAG,sBAAsB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;IACnE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAA;IACnD,MAAM,KAAK,GAAa,EAAE,CAAA;IAE1B,IAAI,SAAS,GAAG,CAAC,CAAA;IACjB,IAAI,IAAI,GAAG,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;IACtD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACrB,IAAI,SAAS,GAAG,CAAC,CAAA;IAEjB,MAAM,SAAS,GAAG,GAAG,EAAE;QACrB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QAClB,IAAI,SAAS,GAAG,UAAU,EAAE,CAAC;YAC3B,SAAS,EAAE,CAAA;YACX,IAAI,GAAG,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAA;YAClD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;YACrB,SAAS,GAAG,CAAC,CAAA;QACf,CAAC;IACH,CAAC,CAAA;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,EAAE;QACpC,IAAI,MAAM,GAAG,CAAC,CAAA;QACd,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,KAAK,GAAG,SAAS,CAAA;YACnC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBACnB,SAAS,EAAE,CAAA;gBACX,SAAQ;YACV,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAA;YACpD,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAA;YACzB,SAAS,IAAI,KAAK,CAAC,MAAM,CAAA;YACzB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAA;YACtB,IAAI,SAAS,IAAI,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM;gBAAE,SAAS,EAAE,CAAA;QAC7D,CAAC;IACH,CAAC,CAAA;IAED,IAAI,CAAC;QACH,aAAa,CAAC,YAAY,CAAC,CAAA;IAC7B,CAAC;YAAS,CAAC;QACT,SAAS,CAAC,KAAK,CAAC,CAAA;QAChB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;IACpB,CAAC;IAED,OAAO,KAAK,CAAA;AACd,CAAC;AASD;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,OAAe,EACf,UAAkB,EAClB,QAAQ,GAAa,EAAE,EACvB,KAAc,EACd,QAAiB;IAEjB,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAA;IAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;IAChD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA;IAEtD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAA;QACpD,MAAM,kBAAkB,CAAC,WAAW,EAAE,cAAc,CAAC,CAAA;QACrD,IAAI,eAAe,GAAG,cAAc,CAAA;QACpC,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,CAAA;YACpD,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,YAAY,CAAC,cAAc,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAA;YACnF,eAAe,GAAG,aAAa,CAAA;QACjC,CAAC;QACD,MAAM,eAAe,GAAG,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI,CAAA;QACtD,MAAM,aAAa,GAAG,sBAAsB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAA;QACvE,MAAM,cAAc,GAAG,qBAAqB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAA;QAClE,MAAM,WAAW,GAAG,2BAA2B,CAC7C,eAAe,EACf,UAAU,EACV,QAAQ,EACR,cAAc,CACf,CAAA;QACD,OAAO,EAAE,GAAG,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,CAAA;IACnE,CAAC;YAAS,CAAC;QACT,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACnD,CAAC;AACH,CAAC"}

package/dist/streaming.d.ts

@@ -0,0 +1,16 @@
+import { type Encoding } from "./index.js";
+interface ArchiveStats {
+    fileCount: number;
+    dirCount: number;
+    originalBytes: number;
+    archiveBytes: number;
+}
+export interface CompressFolderToPathResult extends ArchiveStats {
+    outputPaths: string[];
+    compressedBytes: number;
+    splitChunkSize?: number;
+}
+export declare function compressFolderToPath(dirPath: string, outputPath: string, encoding?: Encoding, split?: number): Promise<CompressFolderToPathResult>;
+export declare function brotliCompressBuffer(input: Buffer): Buffer;
+export {};
+//# sourceMappingURL=streaming.d.ts.map

package/dist/streaming.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.d.ts","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAqBA,OAAO,EACN,KAAK,QAAQ,EAIb,MAAM,YAAY,CAAC;AAKpB,UAAU,YAAY;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;CACrB;AAoPD,MAAM,WAAW,0BAA2B,SAAQ,YAAY;IAC/D,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAsB,oBAAoB,CACzC,OAAO,EAAE,MAAM,EACf,UAAU,EAAE,MAAM,EAClB,QAAQ,GAAE,QAAa,EACvB,KAAK,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,0BAA0B,CAAC,CAqBrC;AAGD,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAQ1D"}

package/dist/streaming.js

@@ -0,0 +1,243 @@
+import { closeSync, createReadStream, createWriteStream, mkdtempSync, openSync, readdirSync, readSync, rmSync, statSync, writeSync, } from "node:fs";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { Readable } from "node:stream";
+import { pipeline } from "node:stream/promises";
+import { brotliCompressSync, createBrotliCompress, constants as zlibConstants, } from "node:zlib";
+import { formatSplitOutputPath, resolveSplitChunkSize, TAG_FOLDER, } from "./index.js";
+const COPY_CHUNK = 1024 * 1024;
+const ENCODE_READ_CHUNK = 3 * 1024 * 1024;
+function writeDirEntry(fd, relPath) {
+    const pathBuf = Buffer.from(relPath, "utf-8");
+    const pathLenBuf = Buffer.alloc(4);
+    pathLenBuf.writeUInt32LE(pathBuf.length, 0);
+    writeSync(fd, Buffer.from([0x44]));
+    writeSync(fd, pathLenBuf);
+    writeSync(fd, pathBuf);
+}
+function writeFileEntry(fd, relPath, filePath) {
+    const pathBuf = Buffer.from(relPath, "utf-8");
+    const pathLenBuf = Buffer.alloc(4);
+    pathLenBuf.writeUInt32LE(pathBuf.length, 0);
+    const contentLen = statSync(filePath).size;
+    const contentLenBuf = Buffer.alloc(4);
+    contentLenBuf.writeUInt32LE(contentLen, 0);
+    writeSync(fd, Buffer.from([0x46]));
+    writeSync(fd, pathLenBuf);
+    writeSync(fd, pathBuf);
+    writeSync(fd, contentLenBuf);
+    const srcFd = openSync(filePath, "r");
+    try {
+        const buf = Buffer.alloc(COPY_CHUNK);
+        let copied = 0;
+        while (copied < contentLen) {
+            const toRead = Math.min(buf.length, contentLen - copied);
+            const n = readSync(srcFd, buf, 0, toRead, copied);
+            if (n <= 0)
+                break;
+            writeSync(fd, buf, 0, n);
+            copied += n;
+        }
+    }
+    finally {
+        closeSync(srcFd);
+    }
+    return contentLen;
+}
+function buildArchiveFile(rootDir, archivePath) {
+    const fd = openSync(archivePath, "w");
+    let fileCount = 0;
+    let dirCount = 0;
+    let originalBytes = 0;
+    function walk(absDir, relDir) {
+        if (relDir !== "") {
+            writeDirEntry(fd, relDir);
+            dirCount++;
+        }
+        const dirents = readdirSync(absDir, { withFileTypes: true }).sort((a, b) => a.name.localeCompare(b.name));
+        for (const dirent of dirents) {
+            const abs = join(absDir, dirent.name);
+            const rel = relDir ? `${relDir}/${dirent.name}` : dirent.name;
+            if (dirent.isDirectory()) {
+                walk(abs, rel);
+            }
+            else if (dirent.isFile()) {
+                originalBytes += writeFileEntry(fd, rel, abs);
+                fileCount++;
+            }
+        }
+    }
+    try {
+        walk(rootDir, "");
+    }
+    finally {
+        closeSync(fd);
+    }
+    return {
+        fileCount,
+        dirCount,
+        originalBytes,
+        archiveBytes: statSync(archivePath).size,
+    };
+}
+function prependTagStream(tag, filePath) {
+    const tagBuf = Buffer.from([tag]);
+    const file = createReadStream(filePath);
+    return Readable.from((async function* () {
+        yield tagBuf;
+        for await (const chunk of file) {
+            yield chunk;
+        }
+    })());
+}
+async function brotliCompressFile(inputPath, outputPath) {
+    await pipeline(prependTagStream(TAG_FOLDER, inputPath), createBrotliCompress({
+        params: {
+            [zlibConstants.BROTLI_PARAM_QUALITY]: zlibConstants.BROTLI_MAX_QUALITY,
+            [zlibConstants.BROTLI_PARAM_LGWIN]: zlibConstants.BROTLI_MAX_WINDOW_BITS,
+            [zlibConstants.BROTLI_PARAM_SIZE_HINT]: statSync(inputPath).size + 1,
+        },
+    }), createWriteStream(outputPath));
+}
+function estimatedEncodedLength(binaryBytes, encoding) {
+    if (encoding === 64)
+        return Math.ceil(binaryBytes / 3) * 4;
+    const padded = 1 + binaryBytes + ((4 - ((binaryBytes + 1) % 4)) % 4);
+    return (padded / 4) * 5;
+}
+const Z85_ALPHABET = "0123456789abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ.-:+=^!/*?&<>()[]{}@%$#";
+function z85EncodeBuffer(buffer) {
+    let out = "";
+    for (let i = 0; i < buffer.length; i += 4) {
+        let value = buffer[i] * 16777216 +
+            buffer[i + 1] * 65536 +
+            buffer[i + 2] * 256 +
+            buffer[i + 3];
+        const chars = new Array(5);
+        for (let j = 4; j >= 0; j--) {
+            chars[j] = Z85_ALPHABET[value % 85];
+            value = Math.floor(value / 85);
+        }
+        out += chars.join("");
+    }
+    return out;
+}
+function openPart(outputPath, partIndex, totalParts) {
+    const path = formatSplitOutputPath(outputPath, partIndex, totalParts);
+    const fd = openSync(path, "w");
+    return { path, fd };
+}
+function encodeBinaryFileToTextFiles(inputPath, outputPath, encoding, split) {
+    const binaryBytes = statSync(inputPath).size;
+    const srcFd = openSync(inputPath, "r");
+    const readAndEncode = (writeEncoded) => {
+        if (encoding === 64) {
+            const buf = Buffer.alloc(ENCODE_READ_CHUNK);
+            let pos = 0;
+            while (pos < binaryBytes) {
+                const toRead = Math.min(buf.length, binaryBytes - pos);
+                const n = readSync(srcFd, buf, 0, toRead, pos);
+                if (n <= 0)
+                    break;
+                writeEncoded(buf.subarray(0, n).toString("base64"));
+                pos += n;
+            }
+        }
+        else {
+            const raw = Buffer.alloc(binaryBytes);
+            let pos = 0;
+            while (pos < binaryBytes) {
+                const n = readSync(srcFd, raw, pos, binaryBytes - pos, pos);
+                if (n <= 0)
+                    break;
+                pos += n;
+            }
+            const padLength = (4 - ((raw.length + 1) % 4)) % 4;
+            const padded = Buffer.concat([
+                Buffer.from([padLength]),
+                raw,
+                Buffer.alloc(padLength),
+            ]);
+            writeEncoded(z85EncodeBuffer(padded));
+        }
+    };
+    if (!split) {
+        const outFd = openSync(outputPath, "w");
+        try {
+            readAndEncode((text) => writeSync(outFd, text));
+        }
+        finally {
+            closeSync(srcFd);
+            closeSync(outFd);
+        }
+        return [outputPath];
+    }
+    const encodedLength = estimatedEncodedLength(binaryBytes, encoding);
+    const totalParts = Math.ceil(encodedLength / split);
+    const paths = [];
+    let partIndex = 1;
+    let part = openPart(outputPath, partIndex, totalParts);
+    paths.push(part.path);
+    let partChars = 0;
+    const flushPart = () => {
+        closeSync(part.fd);
+        if (partIndex < totalParts) {
+            partIndex++;
+            part = openPart(outputPath, partIndex, totalParts);
+            paths.push(part.path);
+            partChars = 0;
+        }
+    };
+    const writeEncoded = (text) => {
+        let offset = 0;
+        while (offset < text.length) {
+            const remaining = split - partChars;
+            if (remaining <= 0) {
+                flushPart();
+                continue;
+            }
+            const slice = text.slice(offset, offset + remaining);
+            writeSync(part.fd, slice);
+            partChars += slice.length;
+            offset += slice.length;
+            if (partChars >= split && offset < text.length)
+                flushPart();
+        }
+    };
+    try {
+        readAndEncode(writeEncoded);
+    }
+    finally {
+        closeSync(srcFd);
+        closeSync(part.fd);
+    }
+    return paths;
+}
+export async function compressFolderToPath(dirPath, outputPath, encoding = 64, split) {
+    const tempDir = mkdtempSync(join(tmpdir(), "text-compress-"));
+    const archivePath = join(tempDir, "archive.bin");
+    const compressedPath = join(tempDir, "compressed.bin");
+    try {
+        const stats = buildArchiveFile(dirPath, archivePath);
+        await brotliCompressFile(archivePath, compressedPath);
+        const compressedBytes = statSync(compressedPath).size;
+        const encodedLength = estimatedEncodedLength(compressedBytes, encoding);
+        const splitChunkSize = resolveSplitChunkSize(encodedLength, split);
+        const outputPaths = encodeBinaryFileToTextFiles(compressedPath, outputPath, encoding, splitChunkSize);
+        return { ...stats, compressedBytes, outputPaths, splitChunkSize };
+    }
+    finally {
+        rmSync(tempDir, { recursive: true, force: true });
+    }
+}
+// Small in-memory brotli helper kept for tests / text mode parity checks.
+export function brotliCompressBuffer(input) {
+    return brotliCompressSync(input, {
+        params: {
+            [zlibConstants.BROTLI_PARAM_QUALITY]: zlibConstants.BROTLI_MAX_QUALITY,
+            [zlibConstants.BROTLI_PARAM_LGWIN]: zlibConstants.BROTLI_MAX_WINDOW_BITS,
+            [zlibConstants.BROTLI_PARAM_SIZE_HINT]: input.length,
+        },
+    });
+}
+//# sourceMappingURL=streaming.js.map

package/dist/streaming.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"streaming.js","sourceRoot":"","sources":["../src/streaming.ts"],"names":[],"mappings":"AAAA,OAAO,EACN,SAAS,EACT,gBAAgB,EAChB,iBAAiB,EACjB,WAAW,EACX,QAAQ,EACR,WAAW,EACX,QAAQ,EACR,MAAM,EACN,QAAQ,EACR,SAAS,GACT,MAAM,SAAS,CAAC;AACjB,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACN,kBAAkB,EAClB,oBAAoB,EACpB,SAAS,IAAI,aAAa,GAC1B,MAAM,WAAW,CAAC;AACnB,OAAO,EAEN,qBAAqB,EACrB,qBAAqB,EACrB,UAAU,GACV,MAAM,YAAY,CAAC;AAEpB,MAAM,UAAU,GAAG,IAAI,GAAG,IAAI,CAAC;AAC/B,MAAM,iBAAiB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAS1C,SAAS,aAAa,CAAC,EAAU,EAAE,OAAe;IACjD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,UAAU,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5C,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAC1B,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;AACxB,CAAC;AAED,SAAS,cAAc,CAAC,EAAU,EAAE,OAAe,EAAE,QAAgB;IACpE,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9C,MAAM,UAAU,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,UAAU,CAAC,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAC5C,MAAM,UAAU,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC;IAC3C,MAAM,aAAa,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACtC,aAAa,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;IAE3C,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACnC,SAAS,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;IAC1B,SAAS,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;IACvB,SAAS,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAE7B,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IACtC,IAAI,CAAC;QACJ,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;QACrC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,UAAU,EAAE,CAAC;YAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,UAAU,GAAG,MAAM,CAAC,CAAC;YACzD,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC;gBAAE,MAAM;YAClB,SAAS,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACzB,MAAM,IAAI,CAAC,CAAC;QACb,CAAC;IACF,CAAC;YAAS,CAAC;QACV,SAAS,CAAC,KAAK,CAAC,CAAC;IAClB,CAAC;IAED,OAAO,UAAU,CAAC;AACnB,CAAC;AAED,SAAS,gBAAgB,CAAC,OAAe,EAAE,WAAmB;IAC7D,MAAM,EAAE,GAAG,QAAQ,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;IACtC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,SAAS,IAAI,CAAC,MAAc,EAAE,MAAc;QAC3C,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;YACnB,aAAa,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;YAC1B,QAAQ,EAAE,CAAC;QACZ,CAAC;QAED,MAAM,OAAO,GAAG,WAAW,CAAC,MAAM,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAC1E,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAC5B,CAAC;QACF,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC;YACtC,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;YAC9D,IAAI,MAAM,CAAC,WAAW,EAAE,EAAE,CAAC;gBAC1B,IAAI,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAChB,CAAC;iBAAM,IAAI,MAAM,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC5B,aAAa,IAAI,cAAc,CAAC,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC9C,SAAS,EAAE,CAAC;YACb,CAAC;QACF,CAAC;IACF,CAAC;IAED,IAAI,CAAC;QACJ,IAAI,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IACnB,CAAC;YAAS,CAAC;QACV,SAAS,CAAC,EAAE,CAAC,CAAC;IACf,CAAC;IAED,OAAO;QACN,SAAS;QACT,QAAQ;QACR,aAAa;QACb,YAAY,EAAE,QAAQ,CAAC,WAAW,CAAC,CAAC,IAAI;KACxC,CAAC;AACH,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAW,EAAE,QAAgB;IACtD,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;IACxC,OAAO,QAAQ,CAAC,IAAI,CACnB,CAAC,KAAK,SAAS,CAAC;QACf,MAAM,MAAM,CAAC;QACb,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;YAChC,MAAM,KAAK,CAAC;QACb,CAAC;IACF,CAAC,CAAC,EAAE,CACJ,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAChC,SAAiB,EACjB,UAAkB;IAElB,MAAM,QAAQ,CACb,gBAAgB,CAAC,UAAU,EAAE,SAAS,CAAC,EACvC,oBAAoB,CAAC;QACpB,MAAM,EAAE;YACP,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,aAAa,CAAC,kBAAkB;YACtE,CAAC,aAAa,CAAC,kBAAkB,CAAC,EACjC,aAAa,CAAC,sBAAsB;YACrC,CAAC,aAAa,CAAC,sBAAsB,CAAC,EAAE,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,GAAG,CAAC;SACpE;KACD,CAAC,EACF,iBAAiB,CAAC,UAAU,CAAC,CAC7B,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAC9B,WAAmB,EACnB,QAAkB;IAElB,IAAI,QAAQ,KAAK,EAAE;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;IAC3D,MAAM,MAAM,GAAG,CAAC,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACrE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,YAAY,GACjB,uFAAuF,CAAC;AAEzF,SAAS,eAAe,CAAC,MAAc;IACtC,IAAI,GAAG,GAAG,EAAE,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;QAC3C,IAAI,KAAK,GACR,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ;YACpB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,KAAK;YACrB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG;YACnB,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QACf,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7B,KAAK,CAAC,CAAC,CAAC,GAAG,YAAY,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;YACpC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC;QAChC,CAAC;QACD,GAAG,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,GAAG,CAAC;AACZ,CAAC;AAED,SAAS,QAAQ,CAAC,UAAkB,EAAE,SAAiB,EAAE,UAAkB;IAC1E,MAAM,IAAI,GAAG,qBAAqB,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACtE,MAAM,EAAE,GAAG,QAAQ,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;IAC/B,OAAO,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC;AACrB,CAAC;AAED,SAAS,2BAA2B,CACnC,SAAiB,EACjB,UAAkB,EAClB,QAAkB,EAClB,KAAc;IAEd,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC;IAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;IAEvC,MAAM,aAAa,GAAG,CAAC,YAAoC,EAAE,EAAE;QAC9D,IAAI,QAAQ,KAAK,EAAE,EAAE,CAAC;YACrB,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;YAC5C,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,GAAG,GAAG,WAAW,EAAE,CAAC;gBAC1B,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,WAAW,GAAG,GAAG,CAAC,CAAC;gBACvD,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;gBAC/C,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAM;gBAClB,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACpD,GAAG,IAAI,CAAC,CAAC;YACV,CAAC;QACF,CAAC;aAAM,CAAC;YACP,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACtC,IAAI,GAAG,GAAG,CAAC,CAAC;YACZ,OAAO,GAAG,GAAG,WAAW,EAAE,CAAC;gBAC1B,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,WAAW,GAAG,GAAG,EAAE,GAAG,CAAC,CAAC;gBAC5D,IAAI,CAAC,IAAI,CAAC;oBAAE,MAAM;gBAClB,GAAG,IAAI,CAAC,CAAC;YACV,CAAC;YACD,MAAM,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;YACnD,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,SAAS,CAAC,CAAC;gBACxB,GAAG;gBACH,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;aACvB,CAAC,CAAC;YACH,YAAY,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC;QACvC,CAAC;IACF,CAAC,CAAC;IAEF,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC;QACxC,IAAI,CAAC;YACJ,aAAa,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;QACjD,CAAC;gBAAS,CAAC;YACV,SAAS,CAAC,KAAK,CAAC,CAAC;YACjB,SAAS,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,CAAC;IACrB,CAAC;IAED,MAAM,aAAa,GAAG,sBAAsB,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,CAAC;IACpD,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,IAAI,GAAG,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACvD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,IAAI,SAAS,GAAG,CAAC,CAAC;IAElB,MAAM,SAAS,GAAG,GAAG,EAAE;QACtB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,IAAI,SAAS,GAAG,UAAU,EAAE,CAAC;YAC5B,SAAS,EAAE,CAAC;YACZ,IAAI,GAAG,QAAQ,CAAC,UAAU,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACtB,SAAS,GAAG,CAAC,CAAC;QACf,CAAC;IACF,CAAC,CAAC;IAEF,MAAM,YAAY,GAAG,CAAC,IAAY,EAAE,EAAE;QACrC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAG,KAAK,GAAG,SAAS,CAAC;YACpC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBACpB,SAAS,EAAE,CAAC;gBACZ,SAAS;YACV,CAAC;YACD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC,CAAC;YACrD,SAAS,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;YAC1B,SAAS,IAAI,KAAK,CAAC,MAAM,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC;YACvB,IAAI,SAAS,IAAI,KAAK,IAAI,MAAM,GAAG,IAAI,CAAC,MAAM;gBAAE,SAAS,EAAE,CAAC;QAC7D,CAAC;IACF,CAAC,CAAC;IAEF,IAAI,CAAC;QACJ,aAAa,CAAC,YAAY,CAAC,CAAC;IAC7B,CAAC;YAAS,CAAC;QACV,SAAS,CAAC,KAAK,CAAC,CAAC;QACjB,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,KAAK,CAAC;AACd,CAAC;AAQD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACzC,OAAe,EACf,UAAkB,EAClB,QAAQ,GAAa,EAAE,EACvB,KAAc;IAEd,MAAM,OAAO,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;IAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;IACjD,MAAM,cAAc,GAAG,IAAI,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAC;IAEvD,IAAI,CAAC;QACJ,MAAM,KAAK,GAAG,gBAAgB,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;QACrD,MAAM,kBAAkB,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;QACtD,MAAM,eAAe,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC;QACtD,MAAM,aAAa,GAAG,sBAAsB,CAAC,eAAe,EAAE,QAAQ,CAAC,CAAC;QACxE,MAAM,cAAc,GAAG,qBAAqB,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;QACnE,MAAM,WAAW,GAAG,2BAA2B,CAC9C,cAAc,EACd,UAAU,EACV,QAAQ,EACR,cAAc,CACd,CAAC;QACF,OAAO,EAAE,GAAG,KAAK,EAAE,eAAe,EAAE,WAAW,EAAE,cAAc,EAAE,CAAC;IACnE,CAAC;YAAS,CAAC;QACV,MAAM,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IACnD,CAAC;AACF,CAAC;AAED,0EAA0E;AAC1E,MAAM,UAAU,oBAAoB,CAAC,KAAa;IACjD,OAAO,kBAAkB,CAAC,KAAK,EAAE;QAChC,MAAM,EAAE;YACP,CAAC,aAAa,CAAC,oBAAoB,CAAC,EAAE,aAAa,CAAC,kBAAkB;YACtE,CAAC,aAAa,CAAC,kBAAkB,CAAC,EAAE,aAAa,CAAC,sBAAsB;YACxE,CAAC,aAAa,CAAC,sBAAsB,CAAC,EAAE,KAAK,CAAC,MAAM;SACpD;KACD,CAAC,CAAC;AACJ,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,18 @@
+/**
+ * @module types
+ *
+ * Shared type definitions for the text-compress library.
+ *
+ * Keeping types in a dedicated module avoids circular imports between
+ * encoding, compression, and API layers — each domain imports only what
+ * it needs from here.
+ */
+/**
+ * Text encoding applied to the Brotli-compressed binary blob.
+ *
+ * - `64` — standard Base64 (`A-Za-z0-9+/=`). Universally paste-safe.
+ * - `85` — Z85 Base85 (ZeroMQ RFC 32). ~8 % smaller; uses punctuation
+ *   that is safe in code blocks but not in all chat clients.
+ */
+export type Encoding = 64 | 85;
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH;;;;;;GAMG;AACH,MAAM,MAAM,QAAQ,GAAG,EAAE,GAAG,EAAE,CAAA"}

package/dist/types.js

@@ -0,0 +1,11 @@
+/**
+ * @module types
+ *
+ * Shared type definitions for the text-compress library.
+ *
+ * Keeping types in a dedicated module avoids circular imports between
+ * encoding, compression, and API layers — each domain imports only what
+ * it needs from here.
+ */
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}

package/package.json

@@ -0,0 +1,60 @@
+{
+  "name": "text-compress",
+  "version": "2.0.0",
+  "description": "Brotli-compress text or folders to base64/base85 strings for easy sharing",
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "bin": {
+    "text-compress": "./dist/cli.js"
+  },
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "check": "biome check --write . && tsc",
+    "dev": "tsx src/cli.ts",
+    "test": "vitest run",
+    "pretest": "npm run build",
+    "test:watch": "vitest",
+    "prepublishOnly": "npm run build"
+  },
+  "keywords": [
+    "brotli",
+    "compression",
+    "base64",
+    "base85",
+    "z85",
+    "text",
+    "archive"
+  ],
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/startdo-ing/text-compress-cli.git"
+  },
+  "bugs": {
+    "url": "https://github.com/startdo-ing/text-compress-cli/issues"
+  },
+  "homepage": "https://github.com/startdo-ing/text-compress-cli#readme",
+  "license": "MIT",
+  "engines": {
+    "node": ">=18"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "^2.5.2",
+    "@types/node": "^26.1.0",
+    "tsx": "^4.19.4",
+    "typescript": "7.0.1-rc",
+    "vitest": "^4.1.9"
+  },
+  "dependencies": {
+    "ignore": "^7.0.5"
+  }
+}