rowpipe 1.0.0

package/dist/utils/progress.js

@@ -0,0 +1,27 @@
+import { formatNumber } from "./formatting.js";
+export class ProgressReporter {
+    isEnabled;
+    hasReported = false;
+    constructor(options = {}) {
+        this.isEnabled =
+            !options.quiet &&
+                !options.noProgress &&
+                Boolean(process.stderr.isTTY);
+    }
+    update(info) {
+        if (!this.isEnabled)
+            return;
+        this.hasReported = true;
+        const rows = formatNumber(info.rowsProcessed);
+        const speed = formatNumber(info.rowsPerSecond);
+        const timeSec = (info.elapsedMs / 1000).toFixed(1);
+        const line = `\r\x1b[2K  Processed ${rows} rows | ${timeSec}s | ${speed} rows/s`;
+        process.stderr.write(line);
+    }
+    done() {
+        if (this.isEnabled && this.hasReported) {
+            process.stderr.write("\r\x1b[2K");
+        }
+    }
+}
+//# sourceMappingURL=progress.js.map

package/dist/utils/progress.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"progress.js","sourceRoot":"","sources":["../../src/utils/progress.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAO/C,MAAM,OAAO,gBAAgB;IACnB,SAAS,CAAU;IACnB,WAAW,GAAG,KAAK,CAAC;IAE5B,YAAY,UAAmC,EAAE;QAC/C,IAAI,CAAC,SAAS;YACZ,CAAC,OAAO,CAAC,KAAK;gBACd,CAAC,OAAO,CAAC,UAAU;gBACnB,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,IAA0B;QAC/B,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAExB,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/C,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAEnD,MAAM,IAAI,GAAG,wBAAwB,IAAI,WAAW,OAAO,OAAO,KAAK,SAAS,CAAC;QACjF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI;QACF,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACvC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;CACF"}

package/dist/writers/csv.d.ts

@@ -0,0 +1,18 @@
+import type { Writable } from "node:stream";
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+export interface CSVWriterOptions extends WriterOptions {
+    delimiter?: string;
+    header?: boolean;
+}
+export declare class CSVWriter implements TabularWriter {
+    private output;
+    private options;
+    private createdStream?;
+    constructor(output: Writable | string, options?: CSVWriterOptions);
+    private getOutputStream;
+    private escapeField;
+    private writeChunk;
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=csv.d.ts.map

package/dist/writers/csv.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.d.ts","sourceRoot":"","sources":["../../src/writers/csv.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,MAAM,WAAW,gBAAiB,SAAQ,aAAa;IACrD,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED,qBAAa,SAAU,YAAW,aAAa;IAC7C,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,OAAO,CAAmB;IAClC,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,MAAM,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,gBAAqB;IAKrE,OAAO,CAAC,eAAe;IAQvB,OAAO,CAAC,WAAW;YAiBL,UAAU;IAMlB,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IA+CrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}

package/dist/writers/csv.js

@@ -0,0 +1,84 @@
+import { createWriteStream } from "node:fs";
+export class CSVWriter {
+    output;
+    options;
+    createdStream;
+    constructor(output, options = {}) {
+        this.output = output;
+        this.options = { ...options };
+    }
+    getOutputStream() {
+        if (typeof this.output === "string") {
+            this.createdStream = createWriteStream(this.output);
+            return this.createdStream;
+        }
+        return this.output;
+    }
+    escapeField(value, delimiter) {
+        if (value === null || value === undefined) {
+            return "";
+        }
+        const str = String(value);
+        const mustQuote = str.includes(delimiter) ||
+            str.includes('"') ||
+            str.includes("\n") ||
+            str.includes("\r");
+        if (mustQuote) {
+            return `"${str.replace(/"/g, '""')}"`;
+        }
+        return str;
+    }
+    async writeChunk(stream, data) {
+        if (!stream.write(data)) {
+            await new Promise((resolve) => stream.once("drain", resolve));
+        }
+    }
+    async write(dataStream, options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const delimiter = mergedOptions.delimiter ?? ",";
+        const writeHeader = mergedOptions.header !== false;
+        const outStream = this.getOutputStream();
+        let headers = null;
+        for await (const batch of dataStream) {
+            if (batch.rows.length === 0)
+                continue;
+            if (headers === null) {
+                // Collect all distinct keys from first batch to form header
+                const keySet = new Set();
+                for (const row of batch.rows) {
+                    for (const key of Object.keys(row)) {
+                        keySet.add(key);
+                    }
+                }
+                headers = Array.from(keySet);
+                if (writeHeader && headers.length > 0) {
+                    const headerLine = headers.map((h) => this.escapeField(h, delimiter)).join(delimiter) +
+                        "\n";
+                    await this.writeChunk(outStream, headerLine);
+                }
+            }
+            let chunkText = "";
+            for (const row of batch.rows) {
+                const line = headers
+                    .map((h) => this.escapeField(row[h], delimiter))
+                    .join(delimiter) + "\n";
+                chunkText += line;
+            }
+            if (chunkText.length > 0) {
+                await this.writeChunk(outStream, chunkText);
+            }
+        }
+    }
+    async close() {
+        if (this.createdStream) {
+            await new Promise((resolve, reject) => {
+                this.createdStream.end(() => resolve());
+                this.createdStream.on("error", reject);
+            });
+        }
+    }
+}
+//# sourceMappingURL=csv.js.map

package/dist/writers/csv.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"csv.js","sourceRoot":"","sources":["../../src/writers/csv.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAS5C,MAAM,OAAO,SAAS;IACZ,MAAM,CAAoB;IAC1B,OAAO,CAAmB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB,EAAE,UAA4B,EAAE;QACnE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAChC,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,WAAW,CAAC,KAAc,EAAE,SAAiB;QACnD,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QAC1B,MAAM,SAAS,GACb,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC;YACvB,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC;YACjB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;YAClB,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAErB,IAAI,SAAS,EAAE,CAAC;YACd,OAAO,IAAI,GAAG,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAC;QACxC,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,aAAa,GAAqB;YACtC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,IAAI,GAAG,CAAC;QACjD,MAAM,WAAW,GAAG,aAAa,CAAC,MAAM,KAAK,KAAK,CAAC;QAEnD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACzC,IAAI,OAAO,GAAoB,IAAI,CAAC;QAEpC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,4DAA4D;gBAC5D,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;gBACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBAC7B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAClB,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE7B,IAAI,WAAW,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACtC,MAAM,UAAU,GACd,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;wBAClE,IAAI,CAAC;oBACP,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAED,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,IAAI,GACR,OAAO;qBACJ,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;qBAC/C,IAAI,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;gBAC5B,SAAS,IAAI,IAAI,CAAC;YACpB,CAAC;YAED,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,aAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}

package/dist/writers/index.d.ts

@@ -0,0 +1,17 @@
+import type { Writable } from "node:stream";
+import type { TabularWriter, WriterOptions } from "../core/types.js";
+export * from "./csv.js";
+export * from "./json.js";
+export * from "./jsonl.js";
+export * from "./xlsx.js";
+/**
+ * Infers format name from file path or extension.
+ */
+export declare function inferFormatFromPath(filePath: string): string | null;
+/**
+ * Creates an appropriate TabularWriter for output and format.
+ */
+export declare function createWriter(output: Writable | string, options?: WriterOptions & {
+    format?: string;
+}): TabularWriter;
+//# sourceMappingURL=index.d.ts.map

package/dist/writers/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/writers/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAiB,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAMpF,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAqC1B;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAQnE;AAED;;GAEG;AACH,wBAAgB,YAAY,CAC1B,MAAM,EAAE,QAAQ,GAAG,MAAM,EACzB,OAAO,GAAE,aAAa,GAAG;IAAE,MAAM,CAAC,EAAE,MAAM,CAAA;CAAO,GAChD,aAAa,CAmBf"}

package/dist/writers/index.js

@@ -0,0 +1,73 @@
+import { InvalidArgumentError } from "../core/errors.js";
+import { CSVWriter } from "./csv.js";
+import { JSONWriter } from "./json.js";
+import { JSONLWriter } from "./jsonl.js";
+import { XLSXWriter } from "./xlsx.js";
+export * from "./csv.js";
+export * from "./json.js";
+export * from "./jsonl.js";
+export * from "./xlsx.js";
+const adapters = {
+    csv: {
+        name: "CSV",
+        extensions: [".csv", ".tsv", ".txt"],
+        createReader: () => {
+            throw new Error("Reader adapter called from writer");
+        },
+        createWriter: (output, options) => new CSVWriter(output, options),
+    },
+    json: {
+        name: "JSON",
+        extensions: [".json"],
+        createReader: () => {
+            throw new Error("Reader adapter called from writer");
+        },
+        createWriter: (output) => new JSONWriter(output),
+    },
+    jsonl: {
+        name: "JSONL",
+        extensions: [".jsonl", ".ndjson", ".ldjson"],
+        createReader: () => {
+            throw new Error("Reader adapter called from writer");
+        },
+        createWriter: (output) => new JSONLWriter(output),
+    },
+    xlsx: {
+        name: "XLSX",
+        extensions: [".xlsx"],
+        createReader: () => {
+            throw new Error("Reader adapter called from writer");
+        },
+        createWriter: (output, options) => new XLSXWriter(output, options),
+    },
+};
+/**
+ * Infers format name from file path or extension.
+ */
+export function inferFormatFromPath(filePath) {
+    const cleanPath = filePath.toLowerCase().replace(/\.gz$/, "");
+    for (const [format, adapter] of Object.entries(adapters)) {
+        if (adapter.extensions.some((ext) => cleanPath.endsWith(ext))) {
+            return format;
+        }
+    }
+    return null;
+}
+/**
+ * Creates an appropriate TabularWriter for output and format.
+ */
+export function createWriter(output, options = {}) {
+    let format = options.format?.toLowerCase();
+    if (!format && typeof output === "string" && output !== "-") {
+        format = inferFormatFromPath(output) ?? undefined;
+    }
+    if (!format) {
+        format = "csv";
+    }
+    const adapter = adapters[format];
+    if (!adapter) {
+        throw new InvalidArgumentError(`Unsupported output format: "${format}". Supported formats are: ${Object.keys(adapters).join(", ")}`);
+    }
+    return adapter.createWriter(output, options);
+}
+//# sourceMappingURL=index.js.map

package/dist/writers/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/writers/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAEzD,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AACvC,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAEvC,cAAc,UAAU,CAAC;AACzB,cAAc,WAAW,CAAC;AAC1B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAE1B,MAAM,QAAQ,GAAkC;IAC9C,GAAG,EAAE;QACH,IAAI,EAAE,KAAK;QACX,UAAU,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC;QACpC,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QACD,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,SAAS,CAAC,MAAM,EAAE,OAAO,CAAC;KAClE;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QACD,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,MAAM,CAAC;KACjD;IACD,KAAK,EAAE;QACL,IAAI,EAAE,OAAO;QACb,UAAU,EAAE,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC;QAC5C,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QACD,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,WAAW,CAAC,MAAM,CAAC;KAClD;IACD,IAAI,EAAE;QACJ,IAAI,EAAE,MAAM;QACZ,UAAU,EAAE,CAAC,OAAO,CAAC;QACrB,YAAY,EAAE,GAAG,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,mCAAmC,CAAC,CAAC;QACvD,CAAC;QACD,YAAY,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,EAAE,CAAC,IAAI,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC;KACnE;CACF,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,QAAgB;IAClD,MAAM,SAAS,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;IAC9D,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzD,IAAI,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC9D,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAC1B,MAAyB,EACzB,UAA+C,EAAE;IAEjD,IAAI,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5D,MAAM,GAAG,mBAAmB,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IACpD,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,OAAO,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,oBAAoB,CAC5B,+BAA+B,MAAM,6BAA6B,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACrG,CAAC;IACJ,CAAC;IAED,OAAO,OAAO,CAAC,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAC/C,CAAC"}

package/dist/writers/json.d.ts

@@ -0,0 +1,12 @@
+import type { Writable } from "node:stream";
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+export declare class JSONWriter implements TabularWriter {
+    private output;
+    private createdStream?;
+    constructor(output: Writable | string);
+    private getOutputStream;
+    private writeChunk;
+    write(dataStream: DataStream, _options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=json.d.ts.map

package/dist/writers/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/writers/json.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,MAAM,EAAE,QAAQ,GAAG,MAAM;IAIrC,OAAO,CAAC,eAAe;YAQT,UAAU;IAMlB,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBtE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}

package/dist/writers/json.js

@@ -0,0 +1,42 @@
+import { createWriteStream } from "node:fs";
+export class JSONWriter {
+    output;
+    createdStream;
+    constructor(output) {
+        this.output = output;
+    }
+    getOutputStream() {
+        if (typeof this.output === "string") {
+            this.createdStream = createWriteStream(this.output);
+            return this.createdStream;
+        }
+        return this.output;
+    }
+    async writeChunk(stream, data) {
+        if (!stream.write(data)) {
+            await new Promise((resolve) => stream.once("drain", resolve));
+        }
+    }
+    async write(dataStream, _options) {
+        const outStream = this.getOutputStream();
+        let isFirstRow = true;
+        await this.writeChunk(outStream, "[\n");
+        for await (const batch of dataStream) {
+            for (const row of batch.rows) {
+                const prefix = isFirstRow ? "  " : ",\n  ";
+                isFirstRow = false;
+                await this.writeChunk(outStream, `${prefix}${JSON.stringify(row)}`);
+            }
+        }
+        await this.writeChunk(outStream, "\n]\n");
+    }
+    async close() {
+        if (this.createdStream) {
+            await new Promise((resolve, reject) => {
+                this.createdStream.end(() => resolve());
+                this.createdStream.on("error", reject);
+            });
+        }
+    }
+}
+//# sourceMappingURL=json.js.map

package/dist/writers/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/writers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAI5C,MAAM,OAAO,UAAU;IACb,MAAM,CAAoB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,QAAwB;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACzC,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAExC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3C,UAAU,GAAG,KAAK,CAAC;gBACnB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,aAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}

package/dist/writers/jsonl.d.ts

@@ -0,0 +1,12 @@
+import type { Writable } from "node:stream";
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+export declare class JSONLWriter implements TabularWriter {
+    private output;
+    private createdStream?;
+    constructor(output: Writable | string);
+    private getOutputStream;
+    private writeChunk;
+    write(dataStream: DataStream, _options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=jsonl.d.ts.map

package/dist/writers/jsonl.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/writers/jsonl.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,qBAAa,WAAY,YAAW,aAAa;IAC/C,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,MAAM,EAAE,QAAQ,GAAG,MAAM;IAIrC,OAAO,CAAC,eAAe;YAQT,UAAU;IAMlB,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IActE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}

package/dist/writers/jsonl.js

@@ -0,0 +1,41 @@
+import { createWriteStream } from "node:fs";
+export class JSONLWriter {
+    output;
+    createdStream;
+    constructor(output) {
+        this.output = output;
+    }
+    getOutputStream() {
+        if (typeof this.output === "string") {
+            this.createdStream = createWriteStream(this.output);
+            return this.createdStream;
+        }
+        return this.output;
+    }
+    async writeChunk(stream, data) {
+        if (!stream.write(data)) {
+            await new Promise((resolve) => stream.once("drain", resolve));
+        }
+    }
+    async write(dataStream, _options) {
+        const outStream = this.getOutputStream();
+        for await (const batch of dataStream) {
+            let chunkText = "";
+            for (const row of batch.rows) {
+                chunkText += JSON.stringify(row) + "\n";
+            }
+            if (chunkText.length > 0) {
+                await this.writeChunk(outStream, chunkText);
+            }
+        }
+    }
+    async close() {
+        if (this.createdStream) {
+            await new Promise((resolve, reject) => {
+                this.createdStream.end(() => resolve());
+                this.createdStream.on("error", reject);
+            });
+        }
+    }
+}
+//# sourceMappingURL=jsonl.js.map

package/dist/writers/jsonl.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/writers/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAI5C,MAAM,OAAO,WAAW;IACd,MAAM,CAAoB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,QAAwB;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAC1C,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,aAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}

package/dist/writers/xlsx.d.ts

@@ -0,0 +1,13 @@
+import type { Writable } from "node:stream";
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+export interface XLSXWriterOptions extends WriterOptions {
+    sheet?: string;
+}
+export declare class XLSXWriter implements TabularWriter {
+    private output;
+    private options;
+    constructor(output: Writable | string, options?: XLSXWriterOptions);
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=xlsx.d.ts.map

package/dist/writers/xlsx.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"xlsx.d.ts","sourceRoot":"","sources":["../../src/writers/xlsx.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,MAAM,WAAW,iBAAkB,SAAQ,aAAa;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,qBAAa,UAAW,YAAW,aAAa;IAC9C,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,OAAO,CAAoB;gBAEvB,MAAM,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,iBAAsB;IAKhE,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAkErE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAG7B"}

package/dist/writers/xlsx.js

@@ -0,0 +1,65 @@
+import writeXlsxFile from "write-excel-file/node";
+export class XLSXWriter {
+    output;
+    options;
+    constructor(output, options = {}) {
+        this.output = output;
+        this.options = { ...options };
+    }
+    async write(dataStream, options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const sheetName = mergedOptions.sheet || "Sheet1";
+        let headers = null;
+        const grid = [];
+        for await (const batch of dataStream) {
+            if (batch.rows.length === 0)
+                continue;
+            if (headers === null) {
+                const keySet = new Set();
+                for (const row of batch.rows) {
+                    for (const key of Object.keys(row)) {
+                        keySet.add(key);
+                    }
+                }
+                headers = Array.from(keySet);
+                // Header row
+                grid.push(headers.map((h) => ({
+                    value: h,
+                    fontWeight: "bold",
+                })));
+            }
+            for (const row of batch.rows) {
+                grid.push(headers.map((h) => {
+                    const val = row[h];
+                    if (val === null || val === undefined || val === "") {
+                        return { value: undefined };
+                    }
+                    if (typeof val === "number" || typeof val === "boolean" || typeof val === "string") {
+                        return { value: val };
+                    }
+                    if (val instanceof Date) {
+                        return { value: val };
+                    }
+                    return { value: String(val) };
+                }));
+            }
+        }
+        if (grid.length === 0) {
+            grid.push([{ value: "" }]);
+        }
+        const writerInstance = writeXlsxFile(grid, { sheet: sheetName });
+        if (typeof this.output === "string") {
+            await writerInstance.toFile(this.output);
+        }
+        else {
+            await writerInstance.toStream(this.output);
+        }
+    }
+    async close() {
+        // Handled on write
+    }
+}
+//# sourceMappingURL=xlsx.js.map

package/dist/writers/xlsx.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"xlsx.js","sourceRoot":"","sources":["../../src/writers/xlsx.ts"],"names":[],"mappings":"AACA,OAAO,aAAa,MAAM,uBAAuB,CAAC;AAOlD,MAAM,OAAO,UAAU;IACb,MAAM,CAAoB;IAC1B,OAAO,CAAoB;IAEnC,YAAY,MAAyB,EAAE,UAA6B,EAAE;QACpE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,aAAa,GAAsB;YACvC,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QACF,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,IAAI,QAAQ,CAAC;QAElD,IAAI,OAAO,GAAoB,IAAI,CAAC;QACpC,MAAM,IAAI,GAAoF,EAAE,CAAC;QAEjG,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;gBACjC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBAC7B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;wBACnC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAClB,CAAC;gBACH,CAAC;gBACD,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE7B,aAAa;gBACb,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;oBAClB,KAAK,EAAE,CAAC;oBACR,UAAU,EAAE,MAAM;iBACnB,CAAC,CAAC,CACJ,CAAC;YACJ,CAAC;YAED,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,CAAC,IAAI,CACP,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;oBAChB,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;oBACnB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,EAAE,EAAE,CAAC;wBACpD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;oBAC9B,CAAC;oBACD,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,OAAO,GAAG,KAAK,SAAS,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;wBACnF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;oBACxB,CAAC;oBACD,IAAI,GAAG,YAAY,IAAI,EAAE,CAAC;wBACxB,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;oBACxB,CAAC;oBACD,OAAO,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;gBAChC,CAAC,CAAC,CACH,CAAC;YACJ,CAAC;QACH,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,MAAM,cAAc,GAAI,aAGtB,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC;QAE/B,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,MAAM,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,MAAM,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,mBAAmB;IACrB,CAAC;CACF"}

package/package.json

@@ -0,0 +1,44 @@
+{
+  "name": "rowpipe",
+  "version": "1.0.0",
+  "description": "A stream-first tabular data toolkit for CSV, JSON, JSONL, and XLSX",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "rowpipe": "dist/cli/index.js"
+  },
+  "type": "module",
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx src/cli/index.ts",
+    "test": "vitest run",
+    "test:watch": "vitest",
+    "bench": "tsx benchmarks/memory-bench.ts"
+  },
+  "keywords": [
+    "csv",
+    "json",
+    "jsonl",
+    "ndjson",
+    "xlsx",
+    "streaming",
+    "tabular",
+    "data",
+    "cli",
+    "pipeline",
+    "analytics"
+  ],
+  "author": "",
+  "license": "MIT",
+  "dependencies": {
+    "commander": "^13.1.0",
+    "read-excel-file": "^9.3.10",
+    "write-excel-file": "^4.1.1"
+  },
+  "devDependencies": {
+    "@types/node": "^22.13.9",
+    "tsx": "^4.19.3",
+    "typescript": "^5.8.2",
+    "vitest": "^3.0.7"
+  }
+}