@cj-tech-master/excelts 1.6.3-canary.20251224193141.8bff9dd → 1.6.3-canary.20251226035947.ef0b4f2

package/dist/cjs/utils/zip/streaming-zip.js

@@ -0,0 +1,264 @@
+"use strict";
+/**
+ * Streaming ZIP creator - fflate-compatible API
+ *
+ * This module provides a streaming ZIP API compatible with fflate's Zip/ZipDeflate,
+ * but uses native zlib compression for better performance.
+ *
+ * Usage:
+ * ```ts
+ * const zip = new StreamingZip((err, data, final) => {
+ *   if (err) handleError(err);
+ *   else {
+ *     stream.write(data);
+ *     if (final) stream.end();
+ *   }
+ * });
+ *
+ * const file = new ZipDeflateFile("path/file.txt", { level: 6 });
+ * zip.add(file);
+ * file.push(data1);
+ * file.push(data2, true); // true = final chunk
+ *
+ * zip.end();
+ * ```
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ZipDeflate = exports.Zip = exports.StreamingZip = exports.ZipDeflateFile = void 0;
+const crc32_1 = require("./crc32");
+const compress_1 = require("./compress");
+// ZIP signature constants
+const LOCAL_FILE_HEADER_SIG = 0x04034b50;
+const CENTRAL_DIR_HEADER_SIG = 0x02014b50;
+const END_OF_CENTRAL_DIR_SIG = 0x06054b50;
+// ZIP version constants
+const VERSION_NEEDED = 20; // 2.0 - supports DEFLATE
+const VERSION_MADE_BY = 20; // 2.0
+// Compression methods
+const COMPRESSION_STORE = 0;
+const COMPRESSION_DEFLATE = 8;
+const encoder = new TextEncoder();
+/**
+ * Convert Date to DOS time format
+ */
+function dateToDos(date) {
+    const dosTime = ((date.getHours() & 0x1f) << 11) |
+        ((date.getMinutes() & 0x3f) << 5) |
+        ((date.getSeconds() >> 1) & 0x1f);
+    const dosDate = (((date.getFullYear() - 1980) & 0x7f) << 9) |
+        (((date.getMonth() + 1) & 0x0f) << 5) |
+        (date.getDate() & 0x1f);
+    return [dosTime, dosDate];
+}
+/**
+ * ZipDeflate-compatible file stream
+ * Collects data chunks, compresses on finalization
+ */
+class ZipDeflateFile {
+    constructor(name, options) {
+        this.chunks = [];
+        this.totalSize = 0;
+        this.finalized = false;
+        this._ondata = null;
+        this.name = name;
+        this.level = options?.level ?? 6;
+    }
+    /**
+     * Set data callback (called by StreamingZip)
+     */
+    set ondata(cb) {
+        this._ondata = cb;
+    }
+    /**
+     * Push data to the file
+     * @param data - Data chunk
+     * @param final - Whether this is the final chunk
+     */
+    push(data, final = false) {
+        if (this.finalized) {
+            throw new Error("Cannot push to finalized ZipDeflateFile");
+        }
+        if (data.length > 0) {
+            this.chunks.push(data);
+            this.totalSize += data.length;
+        }
+        if (final) {
+            this.finalized = true;
+            this._flush();
+        }
+    }
+    /**
+     * Flush collected data through compression and emit
+     */
+    _flush() {
+        if (!this._ondata) {
+            return;
+        }
+        // Combine chunks
+        let uncompressed;
+        if (this.chunks.length === 0) {
+            uncompressed = new Uint8Array(0);
+        }
+        else if (this.chunks.length === 1) {
+            uncompressed = this.chunks[0];
+        }
+        else {
+            uncompressed = new Uint8Array(this.totalSize);
+            let offset = 0;
+            for (const chunk of this.chunks) {
+                uncompressed.set(chunk, offset);
+                offset += chunk.length;
+            }
+        }
+        // Compress if level > 0 and data is not empty
+        const shouldCompress = this.level > 0 && uncompressed.length > 0;
+        const compressed = shouldCompress
+            ? (0, compress_1.compressSync)(uncompressed, { level: this.level })
+            : uncompressed;
+        // Build local file header + data
+        const nameBytes = encoder.encode(this.name);
+        const crcValue = (0, crc32_1.crc32)(uncompressed);
+        const [dosTime, dosDate] = dateToDos(new Date());
+        // Local file header (30 bytes + filename)
+        const header = new Uint8Array(30 + nameBytes.length);
+        const view = new DataView(header.buffer);
+        view.setUint32(0, LOCAL_FILE_HEADER_SIG, true);
+        view.setUint16(4, VERSION_NEEDED, true);
+        view.setUint16(6, 0x0800, true); // UTF-8 flag
+        view.setUint16(8, shouldCompress ? COMPRESSION_DEFLATE : COMPRESSION_STORE, true);
+        view.setUint16(10, dosTime, true);
+        view.setUint16(12, dosDate, true);
+        view.setUint32(14, crcValue, true);
+        view.setUint32(18, compressed.length, true);
+        view.setUint32(22, uncompressed.length, true);
+        view.setUint16(26, nameBytes.length, true);
+        view.setUint16(28, 0, true); // Extra field length
+        header.set(nameBytes, 30);
+        // Store info for central directory BEFORE emitting data
+        // (StreamingZip reads this in the final callback)
+        this._entryInfo = {
+            name: nameBytes,
+            crc: crcValue,
+            compressedSize: compressed.length,
+            uncompressedSize: uncompressed.length,
+            compressionMethod: shouldCompress ? COMPRESSION_DEFLATE : COMPRESSION_STORE,
+            dosTime,
+            dosDate,
+            offset: -1 // Will be set by StreamingZip
+        };
+        // Emit header
+        this._ondata(header, false);
+        // Emit compressed data (final chunk)
+        this._ondata(compressed, true);
+        // Clear chunks for GC
+        this.chunks.length = 0;
+    }
+    /**
+     * Get entry info (called by StreamingZip after finalization)
+     */
+    getEntryInfo() {
+        return this._entryInfo || null;
+    }
+}
+exports.ZipDeflateFile = ZipDeflateFile;
+exports.ZipDeflate = ZipDeflateFile;
+/**
+ * Streaming ZIP - fflate Zip-compatible API
+ * Creates ZIP files in a streaming manner
+ */
+class StreamingZip {
+    /**
+     * Create a streaming ZIP
+     * @param callback - Called with (err, data, final) as data becomes available
+     */
+    constructor(callback) {
+        this.entries = [];
+        this.currentOffset = 0;
+        this.ended = false;
+        this.callback = callback;
+    }
+    /**
+     * Add a file to the ZIP
+     * @param file - ZipDeflateFile instance
+     */
+    add(file) {
+        if (this.ended) {
+            throw new Error("Cannot add files after calling end()");
+        }
+        // Capture offset when first data is written, not when add() is called
+        // This is important because streaming files may have data pushed later
+        let startOffset = -1;
+        file.ondata = (data, final) => {
+            // Capture offset on first data chunk
+            if (startOffset === -1) {
+                startOffset = this.currentOffset;
+            }
+            this.currentOffset += data.length;
+            this.callback(null, data, false);
+            if (final) {
+                // Get entry info and set offset
+                const entryInfo = file.getEntryInfo();
+                if (entryInfo) {
+                    entryInfo.offset = startOffset;
+                    this.entries.push(entryInfo);
+                }
+            }
+        };
+    }
+    /**
+     * Finalize the ZIP
+     * Writes central directory and end-of-central-directory record
+     */
+    end() {
+        if (this.ended) {
+            return;
+        }
+        this.ended = true;
+        const centralDirOffset = this.currentOffset;
+        const centralDirChunks = [];
+        // Build central directory headers
+        for (const entry of this.entries) {
+            const header = new Uint8Array(46 + entry.name.length);
+            const view = new DataView(header.buffer);
+            view.setUint32(0, CENTRAL_DIR_HEADER_SIG, true);
+            view.setUint16(4, VERSION_MADE_BY, true);
+            view.setUint16(6, VERSION_NEEDED, true);
+            view.setUint16(8, 0x0800, true); // UTF-8 flag
+            view.setUint16(10, entry.compressionMethod, true);
+            view.setUint16(12, entry.dosTime, true);
+            view.setUint16(14, entry.dosDate, true);
+            view.setUint32(16, entry.crc, true);
+            view.setUint32(20, entry.compressedSize, true);
+            view.setUint32(24, entry.uncompressedSize, true);
+            view.setUint16(28, entry.name.length, true);
+            view.setUint16(30, 0, true); // Extra field length
+            view.setUint16(32, 0, true); // Comment length
+            view.setUint16(34, 0, true); // Disk number start
+            view.setUint16(36, 0, true); // Internal file attributes
+            view.setUint32(38, 0, true); // External file attributes
+            view.setUint32(42, entry.offset, true);
+            header.set(entry.name, 46);
+            centralDirChunks.push(header);
+        }
+        // Emit central directory
+        for (const chunk of centralDirChunks) {
+            this.callback(null, chunk, false);
+        }
+        const centralDirSize = centralDirChunks.reduce((sum, c) => sum + c.length, 0);
+        // Build end of central directory
+        const eocd = new Uint8Array(22);
+        const eocdView = new DataView(eocd.buffer);
+        eocdView.setUint32(0, END_OF_CENTRAL_DIR_SIG, true);
+        eocdView.setUint16(4, 0, true); // Disk number
+        eocdView.setUint16(6, 0, true); // Disk with central dir
+        eocdView.setUint16(8, this.entries.length, true);
+        eocdView.setUint16(10, this.entries.length, true);
+        eocdView.setUint32(12, centralDirSize, true);
+        eocdView.setUint32(16, centralDirOffset, true);
+        eocdView.setUint16(20, 0, true); // Comment length
+        // Emit end of central directory (final chunk)
+        this.callback(null, eocd, true);
+    }
+}
+exports.StreamingZip = StreamingZip;
+exports.Zip = StreamingZip;

package/dist/cjs/xlsx/xform/sheet/col-breaks-xform.js

@@ -0,0 +1,38 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ColBreaksXform = void 0;
+const page_breaks_xform_1 = require("./page-breaks-xform");
+const list_xform_1 = require("../list-xform");
+/**
+ * Xform for column page breaks (colBreaks element in worksheet XML)
+ * Used to define manual page breaks between columns when printing.
+ *
+ * XML structure:
+ * <colBreaks count="3" manualBreakCount="3">
+ *   <brk id="3" max="1048575" man="1"/>
+ *   <brk id="6" max="1048575" man="1"/>
+ * </colBreaks>
+ */
+class ColBreaksXform extends list_xform_1.ListXform {
+    constructor() {
+        super({
+            tag: "colBreaks",
+            count: true,
+            childXform: new page_breaks_xform_1.PageBreaksXform()
+        });
+    }
+    // Override to add manualBreakCount attribute required by Excel
+    render(xmlStream, model) {
+        if (model && model.length) {
+            xmlStream.openNode(this.tag, this.$);
+            xmlStream.addAttribute(this.$count, model.length);
+            xmlStream.addAttribute("manualBreakCount", model.length);
+            const { childXform } = this;
+            for (const childModel of model) {
+                childXform.render(xmlStream, childModel);
+            }
+            xmlStream.closeNode();
+        }
+    }
+}
+exports.ColBreaksXform = ColBreaksXform;

package/dist/cjs/xlsx/xform/sheet/page-breaks-xform.js

@@ -2,6 +2,10 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.PageBreaksXform = void 0;
 const base_xform_1 = require("../base-xform");
+/**
+ * Xform for individual page break (brk element)
+ * Used by both RowBreaksXform and ColBreaksXform
+ */
 class PageBreaksXform extends base_xform_1.BaseXform {
     get tag() {
         return "brk";
@@ -11,7 +15,15 @@ class PageBreaksXform extends base_xform_1.BaseXform {
     }
     parseOpen(node) {
         if (node.name === "brk") {
-            this.model = node.attributes.ref;
+            const { id, max, man, min } = node.attributes;
+            this.model = {
+                id: +id,
+                max: +max,
+                man: +man
+            };
+            if (min !== undefined) {
+                this.model.min = +min;
+            }
             return true;
         }
         return false;

package/dist/cjs/xlsx/xform/sheet/row-breaks-xform.js

@@ -3,32 +3,30 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.RowBreaksXform = void 0;
 const page_breaks_xform_1 = require("./page-breaks-xform");
 const list_xform_1 = require("../list-xform");
+/**
+ * Xform for row page breaks (rowBreaks element in worksheet XML)
+ * Used to define manual page breaks between rows when printing.
+ */
 class RowBreaksXform extends list_xform_1.ListXform {
     constructor() {
-        const options = {
+        super({
             tag: "rowBreaks",
             count: true,
             childXform: new page_breaks_xform_1.PageBreaksXform()
-        };
-        super(options);
+        });
     }
-    // get tag() { return 'rowBreaks'; }
+    // Override to add manualBreakCount attribute required by Excel
     render(xmlStream, model) {
         if (model && model.length) {
             xmlStream.openNode(this.tag, this.$);
-            if (this.count) {
-                xmlStream.addAttribute(this.$count, model.length);
-                xmlStream.addAttribute("manualBreakCount", model.length);
-            }
+            xmlStream.addAttribute(this.$count, model.length);
+            xmlStream.addAttribute("manualBreakCount", model.length);
             const { childXform } = this;
-            model.forEach((childModel) => {
+            for (const childModel of model) {
                 childXform.render(xmlStream, childModel);
-            });
+            }
             xmlStream.closeNode();
         }
-        else if (this.empty) {
-            xmlStream.leafNode(this.tag);
-        }
     }
 }
 exports.RowBreaksXform = RowBreaksXform;

package/dist/cjs/xlsx/xform/sheet/worksheet-xform.js

@@ -25,6 +25,7 @@ const picture_xform_1 = require("./picture-xform");
 const drawing_xform_1 = require("./drawing-xform");
 const table_part_xform_1 = require("./table-part-xform");
 const row_breaks_xform_1 = require("./row-breaks-xform");
+const col_breaks_xform_1 = require("./col-breaks-xform");
 const header_footer_xform_1 = require("./header-footer-xform");
 const conditional_formattings_xform_1 = require("./cf/conditional-formattings-xform");
 const ext_lst_xform_1 = require("./ext-lst-xform");
@@ -111,6 +112,7 @@ class WorkSheetXform extends base_xform_1.BaseXform {
                 childXform: new merge_cell_xform_1.MergeCellXform()
             }),
             rowBreaks: new row_breaks_xform_1.RowBreaksXform(),
+            colBreaks: new col_breaks_xform_1.ColBreaksXform(),
             hyperlinks: new list_xform_1.ListXform({
                 tag: "hyperlinks",
                 count: false,
@@ -327,7 +329,8 @@ class WorkSheetXform extends base_xform_1.BaseXform {
         this.map.pageSetup.render(xmlStream, model.pageSetup);
         this.map.headerFooter.render(xmlStream, model.headerFooter);
         this.map.rowBreaks.render(xmlStream, model.rowBreaks);
-        this.map.drawing.render(xmlStream, model.drawing); // Note: must be after rowBreaks
+        this.map.colBreaks.render(xmlStream, model.colBreaks);
+        this.map.drawing.render(xmlStream, model.drawing); // Note: must be after rowBreaks/colBreaks
         this.map.picture.render(xmlStream, model.background); // Note: must be after drawing
         this.map.tableParts.render(xmlStream, model.tables);
         this.map.extLst.render(xmlStream, model);
@@ -402,7 +405,9 @@ class WorkSheetXform extends base_xform_1.BaseXform {
                     background: this.map.picture.model,
                     drawing: this.map.drawing.model,
                     tables: this.map.tableParts.model,
-                    conditionalFormattings
+                    conditionalFormattings,
+                    rowBreaks: this.map.rowBreaks.model || [],
+                    colBreaks: this.map.colBreaks.model || []
                 };
                 if (this.map.autoFilter.model) {
                     this.model.autoFilter = this.map.autoFilter.model;

package/dist/cjs/xlsx/xlsx.browser.js

@@ -12,7 +12,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.XLSX = void 0;
-const fflate_1 = require("fflate");
+const zip_parser_1 = require("../utils/unzip/zip-parser");
 const zip_stream_browser_1 = require("../utils/zip-stream.browser");
 const stream_buf_browser_1 = require("../utils/stream-buf.browser");
 const utils_1 = require("../utils/utils");
@@ -102,58 +102,15 @@ class XLSX extends xlsx_base_1.XLSXBase {
         else {
             buffer = new Uint8Array(data);
         }
-        const allFiles = {};
-        await new Promise((resolve, reject) => {
-            let filesProcessed = 0;
-            let zipEnded = false;
-            let filesStarted = 0;
-            const checkCompletion = () => {
-                if (zipEnded && filesProcessed === filesStarted) {
-                    resolve();
-                }
-            };
-            const unzipper = new fflate_1.Unzip((file) => {
-                filesStarted++;
-                const fileChunks = [];
-                let totalLength = 0;
-                file.ondata = (err, fileData, final) => {
-                    if (err) {
-                        reject(err);
-                        return;
-                    }
-                    if (fileData) {
-                        fileChunks.push(fileData);
-                        totalLength += fileData.length;
-                    }
-                    if (final) {
-                        if (fileChunks.length === 1) {
-                            allFiles[file.name] = fileChunks[0];
-                        }
-                        else if (fileChunks.length > 1) {
-                            const fullData = new Uint8Array(totalLength);
-                            let offset = 0;
-                            for (const chunk of fileChunks) {
-                                fullData.set(chunk, offset);
-                                offset += chunk.length;
-                            }
-                            allFiles[file.name] = fullData;
-                        }
-                        else {
-                            allFiles[file.name] = new Uint8Array(0);
-                        }
-                        filesProcessed++;
-                        fileChunks.length = 0;
-                        checkCompletion();
-                    }
-                };
-                file.start();
-            });
-            unzipper.register(fflate_1.UnzipInflate);
-            unzipper.push(buffer, true);
-            zipEnded = true;
-            checkCompletion();
-        });
-        return this.loadFromFiles(allFiles, options);
+        // Use native ZipParser for extraction
+        const parser = new zip_parser_1.ZipParser(buffer);
+        const allFiles = await parser.extractAll();
+        // Convert Map to Record for loadFromFiles
+        const filesRecord = {};
+        for (const [path, content] of allFiles) {
+            filesRecord[path] = content;
+        }
+        return this.loadFromFiles(filesRecord, options);
     }
     /**
      * Write workbook to buffer

package/dist/cjs/xlsx/xlsx.js

@@ -16,8 +16,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.XLSX = void 0;
 const fs_1 = __importDefault(require("fs"));
-const fflate_1 = require("fflate");
 const stream_1 = require("stream");
+const zip_parser_1 = require("../utils/unzip/zip-parser");
 const zip_stream_1 = require("../utils/zip-stream");
 const stream_buf_1 = require("../utils/stream-buf");
 const utils_1 = require("../utils/utils");
@@ -106,76 +106,44 @@ class XLSX extends xlsx_base_1.XLSXBase {
     // Node.js specific: Stream operations
     // ===========================================================================
     async read(stream, options) {
-        const allFiles = {};
+        // Collect all stream data into a single buffer
+        const chunks = [];
         await new Promise((resolve, reject) => {
-            let filesProcessed = 0;
-            let zipEnded = false;
-            let filesStarted = 0;
-            const cleanup = () => {
-                stream.removeListener("data", onData);
-                stream.removeListener("end", onEnd);
-                stream.removeListener("error", onError);
-            };
-            const checkCompletion = () => {
-                if (zipEnded && filesProcessed === filesStarted) {
-                    cleanup();
-                    resolve();
-                }
-            };
-            const unzipper = new fflate_1.Unzip((file) => {
-                filesStarted++;
-                const fileChunks = [];
-                let totalLength = 0;
-                file.ondata = (err, data, final) => {
-                    if (err) {
-                        cleanup();
-                        reject(err);
-                        return;
-                    }
-                    if (data) {
-                        fileChunks.push(data);
-                        totalLength += data.length;
-                    }
-                    if (final) {
-                        if (fileChunks.length === 1) {
-                            allFiles[file.name] = fileChunks[0];
-                        }
-                        else if (fileChunks.length > 1) {
-                            const fullData = new Uint8Array(totalLength);
-                            let offset = 0;
-                            for (const chunk of fileChunks) {
-                                fullData.set(chunk, offset);
-                                offset += chunk.length;
-                            }
-                            allFiles[file.name] = fullData;
-                        }
-                        else {
-                            allFiles[file.name] = new Uint8Array(0);
-                        }
-                        filesProcessed++;
-                        fileChunks.length = 0;
-                        checkCompletion();
-                    }
-                };
-                file.start();
-            });
-            unzipper.register(fflate_1.UnzipInflate);
             const onData = (chunk) => {
-                unzipper.push(chunk);
+                chunks.push(chunk);
             };
             const onEnd = () => {
-                unzipper.push(new Uint8Array(0), true);
-                zipEnded = true;
-                checkCompletion();
+                stream.removeListener("data", onData);
+                stream.removeListener("end", onEnd);
+                stream.removeListener("error", onError);
+                resolve();
             };
             const onError = (err) => {
-                cleanup();
+                stream.removeListener("data", onData);
+                stream.removeListener("end", onEnd);
+                stream.removeListener("error", onError);
                 reject(err);
             };
             stream.on("data", onData);
             stream.on("end", onEnd);
             stream.on("error", onError);
         });
+        // Combine chunks into a single buffer
+        const totalLength = chunks.reduce((sum, chunk) => sum + chunk.length, 0);
+        const buffer = new Uint8Array(totalLength);
+        let offset = 0;
+        for (const chunk of chunks) {
+            buffer.set(chunk, offset);
+            offset += chunk.length;
+        }
+        // Use native ZipParser for extraction
+        const parser = new zip_parser_1.ZipParser(buffer);
+        const filesMap = await parser.extractAll();
+        // Convert Map to Record for loadFromFiles
+        const allFiles = {};
+        for (const [path, content] of filesMap) {
+            allFiles[path] = content;
+        }
         return this.loadFromFiles(allFiles, options);
     }
     async write(stream, options) {

package/dist/esm/csv/csv-core.js

@@ -4,7 +4,7 @@
  * A lightweight, cross-platform CSV implementation that works in both
  * Node.js and Browser environments with zero dependencies.
  *
- * Compatible with fast-csv API for drop-in replacement.
+ * High-performance RFC 4180 compliant CSV parser and formatter.
  *
  * @see https://tools.ietf.org/html/rfc4180
  */
@@ -153,7 +153,7 @@ export function parseCsv(input, options = {}) {
                     return false;
                 }
                 else {
-                    // Default: trim extra columns (matches fast-csv default behavior)
+                    // Default: trim extra columns
                     row.length = headerRow.length;
                 }
             }

package/dist/esm/csv/csv-stream.js

@@ -559,7 +559,7 @@ export class CsvFormatterStream extends Transform {
         });
         const formattedRow = fields.join(this.delimiter);
         // Use row delimiter as prefix (except for first row)
-        // This matches fast-csv behavior where rowDelimiter separates rows
+        // rowDelimiter separates rows, no trailing delimiter by default
         if (this.rowCount === 0) {
             this.rowCount++;
             return formattedRow;