rowpipe 1.0.0 → 1.1.0

package/dist/writers/json.js.map

@@ -1 +1 @@
-{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/writers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAI5C,MAAM,OAAO,UAAU;IACb,MAAM,CAAoB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,QAAwB;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QACzC,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAExC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3C,UAAU,GAAG,KAAK,CAAC;gBACnB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,aAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/writers/json.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAIzF,MAAM,OAAO,UAAU;IACb,MAAM,CAAoB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEO,eAAe,CAAC,IAAoB;QAC1C,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,CAAC;QACxB,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAChD,IAAI,UAAU,GAAG,IAAI,CAAC;QAEtB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAExC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,MAAM,MAAM,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC;gBAC3C,UAAU,GAAG,KAAK,CAAC;gBACnB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtE,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF"}

package/dist/writers/jsonl.d.ts

@@ -6,7 +6,7 @@ export declare class JSONLWriter implements TabularWriter {
     constructor(output: Writable | string);
     private getOutputStream;
     private writeChunk;
-    write(dataStream: DataStream, _options?: WriterOptions): Promise<void>;
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
     close(): Promise<void>;
 }
 //# sourceMappingURL=jsonl.d.ts.map

package/dist/writers/jsonl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/writers/jsonl.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,qBAAa,WAAY,YAAW,aAAa;IAC/C,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,MAAM,EAAE,QAAQ,GAAG,MAAM;IAIrC,OAAO,CAAC,eAAe;YAQT,UAAU;IAMlB,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,QAAQ,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IActE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAQ7B"}
+{"version":3,"file":"jsonl.d.ts","sourceRoot":"","sources":["../../src/writers/jsonl.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,qBAAa,WAAY,YAAW,aAAa;IAC/C,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,MAAM,EAAE,QAAQ,GAAG,MAAM;IAIrC,OAAO,CAAC,eAAe;YAST,UAAU;IAMlB,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAcrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/writers/jsonl.js

@@ -1,24 +1,25 @@
-import { createWriteStream } from "node:fs";
+import { closeWritableStream, openCompressedWriteStream } from "../utils/compression.js";
 export class JSONLWriter {
     output;
     createdStream;
     constructor(output) {
         this.output = output;
     }
-    getOutputStream() {
+    getOutputStream(opts) {
+        const gzip = opts?.gzip;
+        const stream = openCompressedWriteStream(this.output, { gzip });
         if (typeof this.output === "string") {
-            this.createdStream = createWriteStream(this.output);
-            return this.createdStream;
+            this.createdStream = stream;
         }
-        return this.output;
+        return stream;
     }
     async writeChunk(stream, data) {
         if (!stream.write(data)) {
             await new Promise((resolve) => stream.once("drain", resolve));
         }
     }
-    async write(dataStream, _options) {
-        const outStream = this.getOutputStream();
+    async write(dataStream, options) {
+        const outStream = this.getOutputStream(options);
         for await (const batch of dataStream) {
             let chunkText = "";
             for (const row of batch.rows) {
@@ -31,10 +32,7 @@ export class JSONLWriter {
     }
     async close() {
         if (this.createdStream) {
-            await new Promise((resolve, reject) => {
-                this.createdStream.end(() => resolve());
-                this.createdStream.on("error", reject);
-            });
+            await closeWritableStream(this.createdStream);
         }
     }
 }

package/dist/writers/jsonl.js.map

@@ -1 +1 @@
-{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/writers/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAI5C,MAAM,OAAO,WAAW;IACd,MAAM,CAAoB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEO,eAAe;QACrB,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,iBAAiB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC,aAAa,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,QAAwB;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,EAAE,CAAC;QAEzC,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAC1C,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,aAAc,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;gBACzC,IAAI,CAAC,aAAc,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;YAC1C,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"jsonl.js","sourceRoot":"","sources":["../../src/writers/jsonl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAIzF,MAAM,OAAO,WAAW;IACd,MAAM,CAAoB;IAC1B,aAAa,CAAY;IAEjC,YAAY,MAAyB;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAEO,eAAe,CAAC,IAAoB;QAC1C,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,CAAC;QACxB,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;QAEhD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,SAAS,GAAG,EAAE,CAAC;YACnB,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;YAC1C,CAAC;YACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF"}

package/dist/writers/markdown.d.ts

@@ -0,0 +1,21 @@
+import type { Writable } from "node:stream";
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+export interface MarkdownWriterOptions extends WriterOptions {
+    headers?: string[];
+}
+/**
+ * Streaming GitHub-Flavored Markdown Table Writer.
+ * Formats rows into clean markdown tables with proper cell escaping and backpressure.
+ */
+export declare class MarkdownWriter implements TabularWriter {
+    private output;
+    private options;
+    private createdStream?;
+    constructor(output: Writable | string, options?: MarkdownWriterOptions);
+    private getOutputStream;
+    private escapeCell;
+    private writeChunk;
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=markdown.d.ts.map

package/dist/writers/markdown.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.d.ts","sourceRoot":"","sources":["../../src/writers/markdown.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEjF,MAAM,WAAW,qBAAsB,SAAQ,aAAa;IAC1D,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;CACpB;AAED;;;GAGG;AACH,qBAAa,cAAe,YAAW,aAAa;IAClD,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,OAAO,CAAwB;IACvC,OAAO,CAAC,aAAa,CAAC,CAAW;gBAErB,MAAM,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,qBAA0B;IAK1E,OAAO,CAAC,eAAe;IASvB,OAAO,CAAC,UAAU;YAUJ,UAAU;IAMlB,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IA+CrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAK7B"}

package/dist/writers/markdown.js

@@ -0,0 +1,82 @@
+import { closeWritableStream, openCompressedWriteStream } from "../utils/compression.js";
+/**
+ * Streaming GitHub-Flavored Markdown Table Writer.
+ * Formats rows into clean markdown tables with proper cell escaping and backpressure.
+ */
+export class MarkdownWriter {
+    output;
+    options;
+    createdStream;
+    constructor(output, options = {}) {
+        this.output = output;
+        this.options = { ...options };
+    }
+    getOutputStream(opts) {
+        const gzip = opts?.gzip ?? this.options.gzip;
+        const stream = openCompressedWriteStream(this.output, { gzip });
+        if (typeof this.output === "string") {
+            this.createdStream = stream;
+        }
+        return stream;
+    }
+    escapeCell(value) {
+        if (value === null || value === undefined) {
+            return "";
+        }
+        const str = typeof value === "object" ? JSON.stringify(value) : String(value);
+        return str
+            .replace(/\|/g, "\\|")
+            .replace(/\r?\n/g, "<br>");
+    }
+    async writeChunk(stream, data) {
+        if (!stream.write(data)) {
+            await new Promise((resolve) => stream.once("drain", resolve));
+        }
+    }
+    async write(dataStream, options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        const outStream = this.getOutputStream(mergedOptions);
+        let headers = mergedOptions.headers ?? null;
+        for await (const batch of dataStream) {
+            if (batch.rows.length === 0)
+                continue;
+            if (headers === null) {
+                headers = Object.keys(batch.rows[0] || {});
+                if (headers.length === 0) {
+                    headers = ["value"];
+                }
+                // Write header row: | Col1 | Col2 |
+                const headerLine = `| ${headers.join(" | ")} |\n`;
+                // Write separator row: |---|---|
+                const separatorLine = `| ${headers.map(() => "---").join(" | ")} |\n`;
+                await this.writeChunk(outStream, headerLine + separatorLine);
+            }
+            let chunk = "";
+            for (let r = 0; r < batch.rows.length; r++) {
+                const row = batch.rows[r];
+                const cells = new Array(headers.length);
+                for (let i = 0; i < headers.length; i++) {
+                    const colName = headers[i];
+                    cells[i] = this.escapeCell(row[colName]);
+                }
+                chunk += `| ${cells.join(" | ")} |\n`;
+            }
+            if (chunk.length > 0) {
+                await this.writeChunk(outStream, chunk);
+            }
+        }
+        if (headers === null) {
+            // Empty dataset
+            await this.writeChunk(outStream, "| (empty) |\n|---|\n");
+        }
+    }
+    async close() {
+        if (this.createdStream) {
+            await closeWritableStream(this.createdStream);
+        }
+    }
+}
+//# sourceMappingURL=markdown.js.map

package/dist/writers/markdown.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"markdown.js","sourceRoot":"","sources":["../../src/writers/markdown.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AAQzF;;;GAGG;AACH,MAAM,OAAO,cAAc;IACjB,MAAM,CAAoB;IAC1B,OAAO,CAAwB;IAC/B,aAAa,CAAY;IAEjC,YAAY,MAAyB,EAAE,UAAiC,EAAE;QACxE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAChC,CAAC;IAEO,eAAe,CAAC,IAAoB;QAC1C,MAAM,IAAI,GAAG,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;QAC7C,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;QAChE,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC;QAC9B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IAEO,UAAU,CAAC,KAAc;QAC/B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC1C,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,GAAG,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAC9E,OAAO,GAAG;aACP,OAAO,CAAC,KAAK,EAAE,KAAK,CAAC;aACrB,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/B,CAAC;IAEO,KAAK,CAAC,UAAU,CAAC,MAAgB,EAAE,IAAY;QACrD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YACxB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,aAAa,GAA0B;YAC3C,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;QACtD,IAAI,OAAO,GAAoB,aAAa,CAAC,OAAO,IAAI,IAAI,CAAC;QAE7D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACrB,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3C,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACzB,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC;gBACtB,CAAC;gBAED,oCAAoC;gBACpC,MAAM,UAAU,GAAG,KAAK,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;gBAClD,iCAAiC;gBACjC,MAAM,aAAa,GAAG,KAAK,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;gBACtE,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,UAAU,GAAG,aAAa,CAAC,CAAC;YAC/D,CAAC;YAED,IAAI,KAAK,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAC3B,MAAM,KAAK,GAAa,IAAI,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBAClD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;oBACxC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;oBAC5B,KAAK,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC3C,CAAC;gBACD,KAAK,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;YACxC,CAAC;YAED,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QAED,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;YACrB,gBAAgB;YAChB,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,EAAE,sBAAsB,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YACvB,MAAM,mBAAmB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAChD,CAAC;IACH,CAAC;CACF"}

package/dist/writers/parquet.d.ts

@@ -0,0 +1,19 @@
+import type { Writable } from "node:stream";
+import type { DataStream, TabularWriter, WriterOptions } from "../core/types.js";
+export interface ParquetWriterOptions extends WriterOptions {
+    schema?: Record<string, any>;
+    compression?: "UNCOMPRESSED" | "SNAPPY" | "GZIP";
+}
+/**
+ * Streaming Apache Parquet Writer.
+ * Batches rows and writes binary columnar data with Snappy compression.
+ */
+export declare class ParquetWriter implements TabularWriter {
+    private output;
+    private options;
+    private writer?;
+    constructor(output: Writable | string, options?: ParquetWriterOptions);
+    write(dataStream: DataStream, options?: WriterOptions): Promise<void>;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=parquet.d.ts.map

package/dist/writers/parquet.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet.d.ts","sourceRoot":"","sources":["../../src/writers/parquet.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAG5C,OAAO,KAAK,EAAE,UAAU,EAAO,aAAa,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAEtF,MAAM,WAAW,oBAAqB,SAAQ,aAAa;IACzD,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,WAAW,CAAC,EAAE,cAAc,GAAG,QAAQ,GAAG,MAAM,CAAC;CAClD;AAiED;;;GAGG;AACH,qBAAa,aAAc,YAAW,aAAa;IACjD,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,OAAO,CAAuB;IACtC,OAAO,CAAC,MAAM,CAAC,CAAM;gBAET,MAAM,EAAE,QAAQ,GAAG,MAAM,EAAE,OAAO,GAAE,oBAAyB;IAKnE,KAAK,CAAC,UAAU,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,aAAa,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDrE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B"}

package/dist/writers/parquet.js

@@ -0,0 +1,129 @@
+// @ts-ignore
+import parquet from "parquetjs-lite";
+/**
+ * Infers a Parquet schema from sample rows.
+ */
+function inferParquetSchema(sampleRows) {
+    const schemaDef = {};
+    for (const row of sampleRows) {
+        for (const [key, val] of Object.entries(row)) {
+            if (schemaDef[key] && schemaDef[key].type === "DOUBLE") {
+                continue;
+            }
+            if (typeof val === "number") {
+                if (!schemaDef[key] || schemaDef[key].type === "INT64") {
+                    schemaDef[key] = {
+                        type: Number.isInteger(val) ? "INT64" : "DOUBLE",
+                        optional: true,
+                    };
+                }
+            }
+            else if (typeof val === "boolean") {
+                schemaDef[key] = { type: "BOOLEAN", optional: true };
+            }
+            else {
+                schemaDef[key] = { type: "UTF8", optional: true };
+            }
+        }
+    }
+    // Ensure at least one field
+    if (Object.keys(schemaDef).length === 0) {
+        schemaDef["value"] = { type: "UTF8", optional: true };
+    }
+    return new parquet.ParquetSchema(schemaDef);
+}
+/**
+ * Sanitizes a row according to schema definitions before passing to ParquetWriter.
+ */
+function sanitizeRowForParquet(row, schemaDef) {
+    const sanitized = {};
+    for (const [key, fieldDef] of Object.entries(schemaDef)) {
+        const rawVal = row[key];
+        if (rawVal === null || rawVal === undefined) {
+            continue;
+        }
+        if (fieldDef.type === "INT64") {
+            const num = Number(rawVal);
+            sanitized[key] = isNaN(num) ? 0 : Math.trunc(num);
+        }
+        else if (fieldDef.type === "DOUBLE" || fieldDef.type === "FLOAT") {
+            const num = Number(rawVal);
+            sanitized[key] = isNaN(num) ? 0 : num;
+        }
+        else if (fieldDef.type === "BOOLEAN") {
+            sanitized[key] = Boolean(rawVal);
+        }
+        else {
+            sanitized[key] = typeof rawVal === "object" ? JSON.stringify(rawVal) : String(rawVal);
+        }
+    }
+    return sanitized;
+}
+/**
+ * Streaming Apache Parquet Writer.
+ * Batches rows and writes binary columnar data with Snappy compression.
+ */
+export class ParquetWriter {
+    output;
+    options;
+    writer;
+    constructor(output, options = {}) {
+        this.output = output;
+        this.options = { ...options };
+    }
+    async write(dataStream, options) {
+        const mergedOptions = {
+            ...this.options,
+            ...options,
+        };
+        let parquetSchema = null;
+        let schemaFields = {};
+        for await (const batch of dataStream) {
+            if (batch.rows.length === 0)
+                continue;
+            if (!this.writer) {
+                parquetSchema = inferParquetSchema(batch.rows);
+                schemaFields = parquetSchema.schema;
+                if (typeof this.output === "string") {
+                    this.writer = await parquet.ParquetWriter.openFile(parquetSchema, this.output, {
+                        useDataPageV2: false,
+                    });
+                }
+                else {
+                    this.writer = await parquet.ParquetWriter.openStream(parquetSchema, this.output, {
+                        useDataPageV2: false,
+                    });
+                }
+            }
+            for (let i = 0; i < batch.rows.length; i++) {
+                const row = batch.rows[i];
+                const sanitized = sanitizeRowForParquet(row, schemaFields);
+                await this.writer.appendRow(sanitized);
+            }
+        }
+        if (!this.writer) {
+            // Empty stream fallback
+            parquetSchema = new parquet.ParquetSchema({
+                empty: { type: "UTF8", optional: true },
+            });
+            if (typeof this.output === "string") {
+                this.writer = await parquet.ParquetWriter.openFile(parquetSchema, this.output);
+            }
+            else {
+                this.writer = await parquet.ParquetWriter.openStream(parquetSchema, this.output);
+            }
+        }
+        await this.writer.close();
+    }
+    async close() {
+        if (this.writer) {
+            try {
+                await this.writer.close();
+            }
+            catch {
+                // Writer already closed
+            }
+        }
+    }
+}
+//# sourceMappingURL=parquet.js.map

package/dist/writers/parquet.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"parquet.js","sourceRoot":"","sources":["../../src/writers/parquet.ts"],"names":[],"mappings":"AAEA,aAAa;AACb,OAAO,OAAO,MAAM,gBAAgB,CAAC;AAQrC;;GAEG;AACH,SAAS,kBAAkB,CAAC,UAAiB;IAC3C,MAAM,SAAS,GAAwD,EAAE,CAAC;IAE1E,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,KAAK,MAAM,CAAC,GAAG,EAAE,GAAG,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAE,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxD,SAAS;YACX,CAAC;YAED,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,SAAS,CAAC,GAAG,CAAE,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;oBACxD,SAAS,CAAC,GAAG,CAAC,GAAG;wBACf,IAAI,EAAE,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ;wBAChD,QAAQ,EAAE,IAAI;qBACf,CAAC;gBACJ,CAAC;YACH,CAAC;iBAAM,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;gBACpC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACvD,CAAC;iBAAM,CAAC;gBACN,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxC,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACxD,CAAC;IAED,OAAO,IAAI,OAAO,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;AAC9C,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,GAAQ,EAAE,SAA8B;IACrE,MAAM,SAAS,GAAwB,EAAE,CAAC;IAE1C,KAAK,MAAM,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;QACxD,MAAM,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACxB,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YAC5C,SAAS;QACX,CAAC;QAED,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC9B,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3B,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACpD,CAAC;aAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YACnE,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;YAC3B,SAAS,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QACxC,CAAC;aAAM,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACvC,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,OAAO,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;QACxF,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,OAAO,aAAa;IAChB,MAAM,CAAoB;IAC1B,OAAO,CAAuB;IAC9B,MAAM,CAAO;IAErB,YAAY,MAAyB,EAAE,UAAgC,EAAE;QACvE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,EAAE,GAAG,OAAO,EAAE,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAsB,EAAE,OAAuB;QACzD,MAAM,aAAa,GAAyB;YAC1C,GAAG,IAAI,CAAC,OAAO;YACf,GAAG,OAAO;SACX,CAAC;QAEF,IAAI,aAAa,GAAQ,IAAI,CAAC;QAC9B,IAAI,YAAY,GAAwB,EAAE,CAAC;QAE3C,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,IAAI,KAAK,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,SAAS;YAEtC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,aAAa,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC/C,YAAY,GAAG,aAAa,CAAC,MAAM,CAAC;gBAEpC,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;oBACpC,IAAI,CAAC,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,EAAE;wBAC7E,aAAa,EAAE,KAAK;qBACrB,CAAC,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACN,IAAI,CAAC,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,EAAE;wBAC/E,aAAa,EAAE,KAAK;qBACrB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;YAED,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAC3B,MAAM,SAAS,GAAG,qBAAqB,CAAC,GAAG,EAAE,YAAY,CAAC,CAAC;gBAC3D,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,wBAAwB;YACxB,aAAa,GAAG,IAAI,OAAO,CAAC,aAAa,CAAC;gBACxC,KAAK,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;aACxC,CAAC,CAAC;YACH,IAAI,OAAO,IAAI,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACpC,IAAI,CAAC,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACjF,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,GAAG,MAAM,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;QAED,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;YAC5B,CAAC;YAAC,MAAM,CAAC;gBACP,wBAAwB;YAC1B,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -1,12 +1,17 @@
 {
   "name": "rowpipe",
-  "version": "1.0.0",
-  "description": "A stream-first tabular data toolkit for CSV, JSON, JSONL, and XLSX",
+  "version": "1.1.0",
+  "description": "Stream-first tabular data toolkit for CSV, TSV, JSON, JSONL, XLSX, Apache Parquet, and Markdown",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "bin": {
     "rowpipe": "dist/cli/index.js"
   },
+  "files": [
+    "dist",
+    "skills",
+    "README.md"
+  ],
   "type": "module",
   "scripts": {
     "build": "tsc",
@@ -17,10 +22,13 @@
   },
   "keywords": [
     "csv",
+    "tsv",
     "json",
     "jsonl",
     "ndjson",
+    "parquet",
     "xlsx",
+    "markdown",
     "streaming",
     "tabular",
     "data",
@@ -32,6 +40,9 @@
   "license": "MIT",
   "dependencies": {
     "commander": "^13.1.0",
+    "hyparquet": "^1.30.1",
+    "hyparquet-compressors": "^1.1.1",
+    "parquetjs-lite": "^0.8.7",
     "read-excel-file": "^9.3.10",
     "write-excel-file": "^4.1.1"
   },

package/skills/rowpipe/SKILL.md

@@ -0,0 +1,181 @@
+---
+name: rowpipe
+description: Stream-first tabular data toolkit for inspecting, analyzing, transforming, validating, converting, mapping, and reducing large datasets across CSV, TSV, JSON, JSONL, XLSX, Apache Parquet, and Markdown formats with bounded O(1) memory and extreme throughput (~500,000 rows/s).
+---
+
+# Rowpipe: Stream-First Tabular Data Toolkit
+
+Rowpipe is a high-performance, stream-first command-line toolkit and Node.js library for tabular data processing. It processes gigabyte-scale datasets with bounded $O(1)$ memory usage, backpressure, batching, and zero-`eval` safe expression execution.
+
+---
+
+## 🚀 Quick Command Reference
+
+| Task | Command Syntax | Description |
+|---|---|---|
+| **Inspect** | `rowpipe inspect <file> [--sheet <name>] [--json]` | Inspect row count, column types, null %, and HLL uniqueness |
+| **Convert** | `rowpipe convert <input> <output> [--all-sheets]` | Stream convert between CSV, TSV, JSON, JSONL, XLSX, Parquet, Markdown |
+| **Schema** | `rowpipe schema <file> [--full] [--sample <n>]` | Infer column types and semantic patterns (email, url, uuid) |
+| **Stats** | `rowpipe stats <file> [--column <name>]` | Streaming Welford numeric stats & HyperLogLog distinct count |
+| **Map** | `rowpipe map <file> "<col1=expr1>" "<col2=expr2>"` | Derive and compute columns per row with arithmetic/JSON dot-notation |
+| **Filter** | `rowpipe filter <file> "<expression>"` | Filter rows using safe expression engine and pipe syntax (`\|`) |
+| **Reduce** | `rowpipe reduce <file> "<agg1=func(col)>" [--by <cols>]` | Global & group-by streaming aggregations (`sum`, `avg`, `min`, `max`, `count`, `countDistinct`, `stddev`) |
+| **Select** | `rowpipe select <file> <col1,col2,...>` | Project subset of columns in order |
+| **Rename** | `rowpipe rename <file> <old1=new1> <old2=new2>` | Rename columns in stream |
+| **Cast** | `rowpipe cast <file> <col1:type> [--on-error null]` | Stream cast types (`integer`, `number`, `boolean`, `date`) |
+| **Sample** | `rowpipe sample <file> --rows <n> [--seed <s>]` | Reservoir sampling with bounded memory |
+| **Validate** | `rowpipe validate <file> --schema <schema.json>` | Validate stream against JSON schema definition |
+
+---
+
+## 🛠️ Common Workflows & Examples
+
+### 1. Inspect & Schema Inference (CSV, TSV, Parquet, Excel)
+```bash
+# Inspect CSV / TSV / JSONL file
+rowpipe inspect dataset.csv
+rowpipe inspect data.tsv
+
+# Inspect Apache Parquet file directly
+rowpipe inspect dataset.parquet --json
+
+# Inspect multi-sheet Excel workbook
+rowpipe inspect workbook.xlsx
+rowpipe inspect workbook.xlsx --sheet Orders
+
+# Full schema inference with semantic types (email, URL, UUID, date)
+rowpipe schema huge.csv --full
+```
+
+### 2. Format Conversion, Parquet & Gzip Streams
+```bash
+# Convert CSV to Apache Parquet
+rowpipe convert sales.csv sales.parquet
+
+# Convert Parquet to compressed JSONL (.jsonl.gz)
+rowpipe convert sales.parquet sales.jsonl.gz
+
+# Filter Parquet and output directly as GitHub Markdown table
+rowpipe filter dataset.parquet "amount > 500" --to markdown
+
+# Convert specific Excel worksheet to TSV
+rowpipe convert workbook.xlsx orders.tsv --sheet Orders
+
+# Bulk export all worksheets in workbook to a directory
+rowpipe convert workbook.xlsx --all-sheets --out-dir ./exported_sheets --to csv
+```
+
+### 3. Row Derivations & Calculations (`map`)
+Derive calculated columns using arithmetic, strings, dates, and direct JSON dot-notation:
+```bash
+# Arithmetic & percentage formulas
+rowpipe map sales.csv \
+  "profit = revenue - cost" \
+  "tax = revenue * 0.20" \
+  "margin = ((revenue - cost) / revenue) * 100"
+
+# Direct JSON dot-notation & pipe transformations
+rowpipe map events.jsonl \
+  "city = payload.user.address.city" \
+  "email = payload.user.email | lower | trim" \
+  "item_price = payload.items.0.price" \
+  "year = created_at | year"
+
+# Conditional mapping
+rowpipe map orders.csv "net_total = total | if(is_vip, total * 0.90, total) | round(2)"
+```
+
+### 4. Advanced Row Filtering (`filter`)
+```bash
+# Arithmetic & comparison on Parquet / CSV
+rowpipe filter sales.parquet '(revenue - cost) / revenue >= 0.25'
+
+# Pipe syntax for string & date functions
+rowpipe filter users.csv 'email | lower | endsWith("@corp.com")'
+rowpipe filter orders.csv 'created_at | year == 2026 && total > 500'
+
+# Direct JSON dot-notation in filter
+rowpipe filter events.jsonl.gz 'payload.user.city == "Istanbul" && payload.items.0.price > 50'
+
+# Set membership and range checks
+rowpipe filter products.tsv 'category | in("Electronics", "Computers") && price | between(100, 1000)'
+```
+
+### 5. Group-By & Global Aggregations (`reduce`)
+```bash
+# 1. Global summary (Single row output)
+rowpipe reduce sales.parquet \
+  "total_revenue = sum(revenue)" \
+  "avg_margin = avg(margin)" \
+  "min_price = min(price)" \
+  "max_price = max(price)" \
+  "total_orders = count()" \
+  "unique_customers = countDistinct(customer_id)"
+
+# 2. Group-By Streaming Aggregations
+rowpipe reduce sales.csv \
+  "total_revenue = sum(revenue)" \
+  "avg_profit = avg(profit)" \
+  "order_count = count()" \
+  --by country,category
+```
+
+Supported reduce functions:
+- `sum(col)` — Numeric sum
+- `avg(col)` / `mean(col)` — Average
+- `min(col)` / `max(col)` — Minimum / Maximum
+- `count()` / `count(col)` — Row / non-null count
+- `countDistinct(col)` — HyperLogLog distinct cardinality ($O(1)$ memory)
+- `stddev(col)` / `variance(col)` — Welford single-pass online standard deviation / variance
+- `first(col)` / `last(col)` — First non-null / last value
+
+### 6. End-to-End Unix Pipe Processing Chain
+```bash
+cat transactions.csv.gz | \
+  rowpipe map - "profit=revenue - cost" "margin=((revenue - cost) / revenue) * 100" | \
+  rowpipe filter - "margin >= 15" | \
+  rowpipe reduce - "total_profit=sum(profit)" "avg_margin=avg(margin)" "count=count()" --by country | \
+  rowpipe convert - --to markdown
+```
+
+---
+
+## 💻 Node.js Library API
+
+```typescript
+import {
+  createPipeline,
+  createReader,
+  createWriter,
+  CSVReader,
+  JSONLWriter,
+  ParquetReader,
+  ParquetWriter,
+  MarkdownWriter,
+  XLSXReader,
+  mapRows,
+  filterRows,
+  reduceRows,
+} from "rowpipe";
+import { createReadStream, createWriteStream } from "node:fs";
+
+// 1. Streaming Parquet -> Filter -> Markdown Pipeline
+const reader = new ParquetReader("sales.parquet");
+const writer = new MarkdownWriter(createWriteStream("summary.md"));
+
+await createPipeline(reader)
+  .pipe(mapRows({
+    profit: "revenue - cost",
+    margin: "((revenue - cost) / revenue) * 100",
+  }))
+  .pipe(filterRows("margin >= 15"))
+  .pipe(reduceRows({
+    by: ["country"],
+    aggregations: [
+      "total_profit = sum(profit)",
+      "avg_margin = avg(margin)",
+      "count = count()",
+    ],
+  }))
+  .to(writer);
+```