rowpipe 2.2.1 → 2.10.1

package/dist/cli/commands/split.js

@@ -0,0 +1,43 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { formatNumber } from "../../utils/formatting.js";
+import { splitStream } from "../../transforms/split.js";
+export async function splitCommand(inputPath = "-", options = {}) {
+    const pattern = options.outPattern || options.output;
+    if (!pattern) {
+        throw new Error("Output pattern is required for splitting (e.g. rowpipe split data.csv --chunk-size 10000 --out-pattern 'parts/chunk_{n:03d}.csv')");
+    }
+    const chunkSize = options.chunkSize !== undefined ? Number(options.chunkSize) : 100000;
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const result = await splitStream(pipeline.batches(), {
+        chunkSize,
+        outPattern: pattern,
+        format: options.to,
+        delimiter: options.delimiter,
+    });
+    progress.done();
+    if (!options.quiet) {
+        process.stdout.write(`\nSplit complete: Split ${formatNumber(result.rowCount)} rows into ${formatNumber(result.fileCount)} chunk files (chunk size: ${formatNumber(chunkSize)} rows).\n`);
+    }
+}
+//# sourceMappingURL=split.js.map

package/dist/cli/commands/split.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"split.js","sourceRoot":"","sources":["../../../src/cli/commands/split.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,WAAW,EAAqB,MAAM,2BAA2B,CAAC;AAQ3E,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;IACrD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,mIAAmI,CACpI,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IACvF,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE;QACnD,SAAS;QACT,UAAU,EAAE,OAAO;QACnB,MAAM,EAAE,OAAO,CAAC,EAAE;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IAEH,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,2BAA2B,YAAY,CAAC,MAAM,CAAC,QAAQ,CAAC,cAAc,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,6BAA6B,YAAY,CAAC,SAAS,CAAC,WAAW,CACpK,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/cli/commands/table.d.ts

@@ -0,0 +1,9 @@
+import { type UnifiedPipelineCliOptions } from "./pipeline.js";
+import type { TableWriterOptions } from "../../writers/table.js";
+export interface TableCommandOptions extends UnifiedPipelineCliOptions, TableWriterOptions {
+    style?: "unicode" | "ascii" | "compact";
+    maxColWidth?: number;
+    maxBuffer?: number;
+}
+export declare function tableCommand(inputPath?: string, options?: TableCommandOptions): Promise<void>;
+//# sourceMappingURL=table.d.ts.map

package/dist/cli/commands/table.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"table.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/table.ts"],"names":[],"mappings":"AAAA,OAAO,EAA0B,KAAK,yBAAyB,EAAE,MAAM,eAAe,CAAC;AACvF,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,wBAAwB,CAAC;AAEjE,MAAM,WAAW,mBAAoB,SAAQ,yBAAyB,EAAE,kBAAkB;IACxF,KAAK,CAAC,EAAE,SAAS,GAAG,OAAO,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAMf"}

package/dist/cli/commands/table.js

@@ -0,0 +1,9 @@
+import { unifiedPipelineCommand } from "./pipeline.js";
+export async function tableCommand(inputPath = "-", options = {}) {
+    await unifiedPipelineCommand(inputPath, {
+        ...options,
+        to: "table",
+        maxBufferRows: options.maxBuffer ?? options.maxBufferRows,
+    });
+}
+//# sourceMappingURL=table.js.map

package/dist/cli/commands/table.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"table.js","sourceRoot":"","sources":["../../../src/cli/commands/table.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAkC,MAAM,eAAe,CAAC;AASvF,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,MAAM,sBAAsB,CAAC,SAAS,EAAE;QACtC,GAAG,OAAO;QACV,EAAE,EAAE,OAAO;QACX,aAAa,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,aAAa;KACnD,CAAC,CAAC;AACZ,CAAC"}

package/dist/cli/commands/technical.d.ts

@@ -0,0 +1,8 @@
+import { type TechnicalOptions } from "../../analytics/technical.js";
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface TechnicalCommandOptions extends UnifiedPipelineCliOptions, TechnicalOptions {
+    price?: string;
+    volume?: string;
+}
+export declare function technicalCommand(inputPath?: string, options?: TechnicalCommandOptions): Promise<void>;
+//# sourceMappingURL=technical.d.ts.map

package/dist/cli/commands/technical.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"technical.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/technical.ts"],"names":[],"mappings":"AAKA,OAAO,EAAsB,KAAK,gBAAgB,EAAE,MAAM,8BAA8B,CAAC;AACzF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,uBAAwB,SAAQ,yBAAyB,EAAE,gBAAgB;IAC1F,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAsB,gBAAgB,CACpC,SAAS,SAAM,EACf,OAAO,GAAE,uBAA4B,GACpC,OAAO,CAAC,IAAI,CAAC,CAiDf"}

package/dist/cli/commands/technical.js

@@ -0,0 +1,54 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { technicalTransform } from "../../analytics/technical.js";
+export async function technicalCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const transformedBatches = technicalTransform(pipeline.batches(), {
+        priceCol: options.price || options.priceCol,
+        volumeCol: options.volume || options.volumeCol,
+        highCol: options.highCol,
+        lowCol: options.lowCol,
+        closeCol: options.closeCol,
+        indicators: options.indicators,
+    });
+    let toFormat = options.to?.toLowerCase();
+    if (options.json) {
+        toFormat = "json";
+    }
+    else if (!toFormat && options.output && options.output !== "-") {
+        toFormat = inferWriterFormat(options.output) ?? undefined;
+    }
+    if (!toFormat)
+        toFormat = "csv";
+    const writer = createWriter(options.output || "-", {
+        format: toFormat,
+        delimiter: options.delimiter,
+        ...options,
+    });
+    await writer.write(transformedBatches);
+    if (writer.close)
+        await writer.close();
+    progress.done();
+}
+//# sourceMappingURL=technical.js.map

package/dist/cli/commands/technical.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"technical.js","sourceRoot":"","sources":["../../../src/cli/commands/technical.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,kBAAkB,EAAyB,MAAM,8BAA8B,CAAC;AAQzF,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAS,GAAG,GAAG,EACf,UAAmC,EAAE;IAErC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,kBAAkB,GAAG,kBAAkB,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE;QAChE,QAAQ,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ;QAC3C,SAAS,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS;QAC9C,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IAEH,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,KAAK,CAAC;IAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;QACjD,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvC,QAAQ,CAAC,IAAI,EAAE,CAAC;AAClB,CAAC"}

package/dist/cli/commands/test.d.ts

@@ -0,0 +1,7 @@
+import { type DataTestOptions } from "../../dataops/test-runner.js";
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface TestCommandOptions extends Omit<UnifiedPipelineCliOptions, "unique">, DataTestOptions {
+    failOnError?: boolean;
+}
+export declare function testCommand(inputPath?: string, options?: TestCommandOptions): Promise<void>;
+//# sourceMappingURL=test.d.ts.map

package/dist/cli/commands/test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/test.ts"],"names":[],"mappings":"AAIA,OAAO,EAAgB,KAAK,eAAe,EAAE,MAAM,8BAA8B,CAAC;AAElF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,kBAAmB,SAAQ,IAAI,CAAC,yBAAyB,EAAE,QAAQ,CAAC,EAAE,eAAe;IACpG,WAAW,CAAC,EAAE,OAAO,CAAC;CACvB;AAED,wBAAsB,WAAW,CAC/B,SAAS,SAAM,EACf,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAqDf"}

package/dist/cli/commands/test.js

@@ -0,0 +1,53 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { formatTable } from "../../writers/table.js";
+import { runDataTests } from "../../dataops/test-runner.js";
+export async function testCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    const summary = await runDataTests(pipeline.batches(), {
+        assert: options.assert,
+        notNull: options.notNull,
+        unique: typeof options.unique === "string" || Array.isArray(options.unique) ? options.unique : undefined,
+        minRows: options.minRows !== undefined ? Number(options.minRows) : undefined,
+        maxRows: options.maxRows !== undefined ? Number(options.maxRows) : undefined,
+        maxErrors: options.maxErrors !== undefined ? Number(options.maxErrors) : 5,
+        failFast: options.failFast,
+    });
+    if (options.json) {
+        process.stdout.write(JSON.stringify(summary, null, 2) + "\n");
+    }
+    else {
+        const tableRows = summary.results.map((r) => ({
+            rule: r.rule.description,
+            status: r.passed ? "PASSED" : "FAILED",
+            violations: r.violationsCount,
+            sample_violation: r.sampleViolations.length > 0 ? JSON.stringify(r.sampleViolations[0]) : "-",
+        }));
+        process.stdout.write(formatTable(tableRows, { style: "unicode" }));
+        process.stdout.write(`\nTest Result: ${summary.allPassed ? "SUCCESS" : "FAILED"} (${summary.passedRulesCount}/${summary.rulesCount} passed across ${summary.totalRows} rows)\n`);
+    }
+    if (reader.close)
+        await reader.close();
+    const failOnError = options.failOnError !== false;
+    if (!summary.allPassed && failOnError) {
+        process.exit(1);
+    }
+}
+//# sourceMappingURL=test.js.map

package/dist/cli/commands/test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"test.js","sourceRoot":"","sources":["../../../src/cli/commands/test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAwB,MAAM,8BAA8B,CAAC;AAQlF,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAS,GAAG,GAAG,EACf,UAA8B,EAAE;IAEhC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAE7D,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAE3E,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE;QACrD,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,MAAM,EAAE,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS;QACxG,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAC5E,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS;QAC5E,SAAS,EAAE,OAAO,CAAC,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1E,QAAQ,EAAE,OAAO,CAAC,QAAQ;KAC3B,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;IAChE,CAAC;SAAM,CAAC;QACN,MAAM,SAAS,GAAU,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACnD,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,WAAW;YACxB,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ;YACtC,UAAU,EAAE,CAAC,CAAC,eAAe;YAC7B,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG;SAC9F,CAAC,CAAC,CAAC;QAEJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,kBAAkB,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,KAAK,OAAO,CAAC,gBAAgB,IAAI,OAAO,CAAC,UAAU,kBAAkB,OAAO,CAAC,SAAS,UAAU,CAC3J,CAAC;IACJ,CAAC;IAED,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IAEvC,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC;IAClD,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,WAAW,EAAE,CAAC;QACtC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC"}

package/dist/cli/commands/timeseries.d.ts

@@ -0,0 +1,11 @@
+import { type GapFillMethod } from "../../transforms/timeseries.js";
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface TimeseriesCommandOptions extends UnifiedPipelineCliOptions {
+    timeCol?: string;
+    timeColumn?: string;
+    interval?: string;
+    fillGaps?: GapFillMethod;
+    timeFormat?: "iso" | "epoch_ms" | "epoch_s" | "date_only";
+}
+export declare function timeseriesCommand(inputPath?: string, options?: TimeseriesCommandOptions): Promise<void>;
+//# sourceMappingURL=timeseries.d.ts.map

package/dist/cli/commands/timeseries.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"timeseries.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/timeseries.ts"],"names":[],"mappings":"AAKA,OAAO,EAGL,KAAK,aAAa,EAEnB,MAAM,gCAAgC,CAAC;AACxC,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,wBAAyB,SAAQ,yBAAyB;IACzE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,aAAa,CAAC;IACzB,UAAU,CAAC,EAAE,KAAK,GAAG,UAAU,GAAG,SAAS,GAAG,WAAW,CAAC;CAC3D;AAED,wBAAsB,iBAAiB,CACrC,SAAS,SAAM,EACf,OAAO,GAAE,wBAA6B,GACrC,OAAO,CAAC,IAAI,CAAC,CAoFf"}

package/dist/cli/commands/timeseries.js

@@ -0,0 +1,82 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { resampleTimeseries, parseTimeseriesAggSpecs, } from "../../transforms/timeseries.js";
+export async function timeseriesCommand(inputPath = "-", options = {}) {
+    const timeCol = options.timeCol || options.timeColumn;
+    if (!timeCol) {
+        throw new Error("Time column is required for timeseries resampling (e.g. rowpipe timeseries data.csv --time-col timestamp --interval 1h)");
+    }
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    // Build aggregation specs
+    const aggs = [];
+    if (options.agg) {
+        const rawAggs = Array.isArray(options.agg) ? options.agg : [options.agg];
+        aggs.push(...parseTimeseriesAggSpecs(rawAggs));
+    }
+    function addColAggs(fn, cols) {
+        if (!cols)
+            return;
+        const rawList = Array.isArray(cols) ? cols : [cols];
+        const list = rawList.flatMap((item) => item.split(",").map((s) => s.trim()));
+        for (const c of list) {
+            if (c)
+                aggs.push({ fn, column: c, alias: `${fn}_${c}` });
+        }
+    }
+    addColAggs("avg", options.avg);
+    addColAggs("sum", options.sum);
+    addColAggs("min", options.min);
+    addColAggs("max", options.max);
+    addColAggs("first", options.first);
+    addColAggs("last", options.last);
+    if (options.count || aggs.length === 0) {
+        aggs.push({ fn: "count", column: "*", alias: "count" });
+    }
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const resampledStream = pipeline.pipe(resampleTimeseries({
+        timeCol,
+        interval: options.interval || "1m",
+        aggregations: aggs,
+        fillGaps: options.fillGaps,
+        timeFormat: options.timeFormat || "iso",
+    }));
+    let toFormat = options.to?.toLowerCase();
+    if (options.json) {
+        toFormat = "json";
+    }
+    else if (!toFormat && options.output && options.output !== "-") {
+        toFormat = inferWriterFormat(options.output) ?? undefined;
+    }
+    if (!toFormat)
+        toFormat = "csv";
+    const writer = createWriter(options.output || "-", {
+        format: toFormat,
+        delimiter: options.delimiter,
+        ...options,
+    });
+    await writer.write(resampledStream.batches());
+    if (writer.close)
+        await writer.close();
+    progress.done();
+}
+//# sourceMappingURL=timeseries.js.map

package/dist/cli/commands/timeseries.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"timeseries.js","sourceRoot":"","sources":["../../../src/cli/commands/timeseries.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EACL,kBAAkB,EAClB,uBAAuB,GAGxB,MAAM,gCAAgC,CAAC;AAWxC,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAS,GAAG,GAAG,EACf,UAAoC,EAAE;IAEtC,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC;IACtD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,yHAAyH,CAC1H,CAAC;IACJ,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,0BAA0B;IAC1B,MAAM,IAAI,GAAwB,EAAE,CAAC;IACrC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;QAChB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACzE,IAAI,CAAC,IAAI,CAAC,GAAG,uBAAuB,CAAC,OAAO,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,SAAS,UAAU,CAAC,EAA2B,EAAE,IAAwB;QACvE,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpD,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QAC7E,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,CAAC;gBAAE,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;IAED,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,UAAU,CAAC,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;IAC/B,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACnC,UAAU,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjC,IAAI,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvC,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAC1D,CAAC;IAED,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,CACnC,kBAAkB,CAAC;QACjB,OAAO;QACP,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,IAAI;QAClC,YAAY,EAAE,IAAI;QAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,KAAK;KACxC,CAAC,CACH,CAAC;IAEF,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,KAAK,CAAC;IAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;QACjD,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC,CAAC;IAC9C,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvC,QAAQ,CAAC,IAAI,EAAE,CAAC;AAClB,CAAC"}

package/dist/cli/commands/unpivot.d.ts

@@ -0,0 +1,12 @@
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface UnpivotCommandOptions extends UnifiedPipelineCliOptions {
+    index?: string;
+    columns?: string;
+    varCol?: string;
+    variable?: string;
+    valCol?: string;
+    value?: string;
+    dropNull?: boolean;
+}
+export declare function unpivotCommand(inputPath?: string, options?: UnpivotCommandOptions): Promise<void>;
+//# sourceMappingURL=unpivot.d.ts.map

package/dist/cli/commands/unpivot.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"unpivot.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/unpivot.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,qBAAsB,SAAQ,yBAAyB;IACtE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,OAAO,CAAC;CACpB;AAED,wBAAsB,cAAc,CAClC,SAAS,SAAM,EACf,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,IAAI,CAAC,CAwDf"}

package/dist/cli/commands/unpivot.js

@@ -0,0 +1,59 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { unpivotTransform } from "../../transforms/unpivot.js";
+export async function unpivotCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const indexCols = options.index || options.i || options.idVars;
+    const columnsCols = options.columns || options.c || options.valueVars;
+    const varCol = options.varCol || options.variable || "variable";
+    const valCol = options.valCol || options.value || "value";
+    const transform = unpivotTransform({
+        index: indexCols,
+        columns: columnsCols,
+        varCol,
+        valCol,
+        dropNull: options.dropNull,
+        batchSize: effectiveBatchSize,
+    });
+    const transformedBatches = transform(pipeline.batches());
+    let toFormat = options.to?.toLowerCase();
+    if (options.json) {
+        toFormat = "json";
+    }
+    else if (!toFormat && options.output && options.output !== "-") {
+        toFormat = inferWriterFormat(options.output) ?? undefined;
+    }
+    if (!toFormat)
+        toFormat = "csv";
+    const writer = createWriter(options.output || "-", {
+        format: toFormat,
+        delimiter: options.delimiter,
+        ...options,
+    });
+    await writer.write(transformedBatches);
+    if (writer.close)
+        await writer.close();
+    progress.done();
+}
+//# sourceMappingURL=unpivot.js.map

package/dist/cli/commands/unpivot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"unpivot.js","sourceRoot":"","sources":["../../../src/cli/commands/unpivot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,6BAA6B,CAAC;AAa/D,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAS,GAAG,GAAG,EACf,UAAiC,EAAE;IAEnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,IAAK,OAAe,CAAC,CAAC,IAAK,OAAe,CAAC,MAAM,CAAC;IACjF,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,IAAK,OAAe,CAAC,CAAC,IAAK,OAAe,CAAC,SAAS,CAAC;IACxF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,QAAQ,IAAI,UAAU,CAAC;IAChE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC;IAE1D,MAAM,SAAS,GAAG,gBAAgB,CAAC;QACjC,KAAK,EAAE,SAAS;QAChB,OAAO,EAAE,WAAW;QACpB,MAAM;QACN,MAAM;QACN,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,kBAAkB,GAAG,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC;IAEzD,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,KAAK,CAAC;IAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;QACjD,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvC,QAAQ,CAAC,IAAI,EAAE,CAAC;AAClB,CAAC"}

package/dist/cli/completion.d.ts

@@ -0,0 +1,5 @@
+export declare function generateZshCompletion(): string;
+export declare function generateBashCompletion(): string;
+export declare function generateFishCompletion(): string;
+export declare function generateCompletion(shell: string): string;
+//# sourceMappingURL=completion.d.ts.map

package/dist/cli/completion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"completion.d.ts","sourceRoot":"","sources":["../../src/cli/completion.ts"],"names":[],"mappings":"AAAA,wBAAgB,qBAAqB,IAAI,MAAM,CAgI9C;AAED,wBAAgB,sBAAsB,IAAI,MAAM,CAiC/C;AAED,wBAAgB,sBAAsB,IAAI,MAAM,CAiB/C;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAWxD"}

package/dist/cli/completion.js

@@ -0,0 +1,194 @@
+export function generateZshCompletion() {
+    return `#compdef rowpipe
+
+_rowpipe() {
+  local -a commands
+  commands=(
+    'inspect:Inspect format, row count, columns, and sheet summary'
+    'convert:Stream convert tabular datasets across formats'
+    'schema:Infer column types, nullability, and semantic annotations'
+    'stats:Compute streaming statistics (Welford numeric stats and HLL distinct counts)'
+    'select:Select a subset of columns in stream'
+    'rename:Rename columns in stream'
+    'cast:Cast column types in stream'
+    'filter:Filter rows using safe expression engine'
+    'map:Transform and derive columns per row'
+    'reduce:Aggregate and group dataset'
+    'sample:Reservoir sample rows with bounded memory'
+    'validate:Validate stream against schema definition'
+    'diff:Compare two tabular datasets by key'
+    'files:Stream files and directories as tabular records'
+    'diff-files:Compare two directories as streaming tabular datasets'
+    'limit:Limit stream to first N rows'
+    'offset:Skip first N rows in stream'
+    'head:Emit first N rows of stream'
+    'tail:Emit last N rows of stream'
+    'sort:Sort stream by columns'
+    'top:Retain top-N rows using bounded-memory binary heap'
+    'unique:Deduplicate rows by key columns'
+    'count:Fast streaming row count or group-by counts'
+    'group:Group dataset and compute aggregations'
+    'db:Stream tabular data from or to databases'
+    'join:Join two tabular streams with hash join'
+    'window:Apply sliding window and rolling calculations'
+    'profile:Profile dataset quality and distributions'
+    'clean:Clean and sanitize dataset'
+    'explain:Visualize execution plan and optimizations'
+    'view:Interactive terminal data viewer'
+    'explode:Expand array or delimited string column into multiple rows'
+    'flatten:Flatten nested JSON objects into dot-notated columns'
+    'freq:Compute frequency distribution and value counts'
+    'plot:Render horizontal ASCII/Unicode bar charts and histograms'
+    'chart:Alias for plot'
+    'table:Render dataset as pretty terminal grid table'
+    'completion:Generate shell autocompletion script'
+    'partition:Partition stream into dynamic files based on column values'
+    'split:Split stream into sequential chunk files'
+    'timeseries:Resample timeseries data and fill missing gaps'
+    'corr:Compute Pearson correlation matrix across numeric columns'
+    'quantiles:Compute streaming quantiles, percentiles, and IQR'
+    'percentiles:Alias for quantiles'
+    'outliers:Detect and filter statistical outliers and anomalies'
+    'anomalies:Alias for outliers'
+    'crosstab:Compute 2D contingency table and Chi-Square statistic'
+    'regression:Compute Ordinary Least Squares linear regression'
+    'trend:Alias for regression'
+    'rfm:Compute RFM customer segmentation and scoring'
+    'cohort:Compute user retention cohort matrix'
+    'funnel:Compute conversion funnel and drop-off rates'
+    'abtest:Compute A/B test statistical significance'
+    'pareto:Compute 80/20 Pareto distribution and ABC classification'
+    'technical:Compute financial technical indicators'
+    'indicators:Alias for technical'
+    'cluster:Perform streaming Mini-Batch K-Means clustering'
+    'kmeans:Alias for cluster'
+    'entropy:Compute Shannon entropy and feature importance'
+    'importance:Alias for entropy'
+    'ngrams:Extract N-Gram word phrases and frequency'
+    'tokens:Alias for ngrams'
+    'pivot:Create multi-dimensional pivot table'
+    'pivot-table:Alias for pivot'
+    'crosstab-pivot:Alias for pivot'
+    'unpivot:Unpivot wide dataset into long format'
+    'melt:Alias for unpivot'
+    'wide-to-long:Alias for unpivot'
+    'fuzzy-join:Fuzzy approximate string matching join'
+    'fuzzyjoin:Alias for fuzzy-join'
+    'fuzzy:Alias for fuzzy-join'
+    'concat:Stream concatenate multiple tabular files'
+    'stack:Alias for concat'
+    'union-all:Alias for concat'
+    'generate:Stream generate synthetic tabular data'
+    'mock:Alias for generate'
+    'fake:Alias for generate'
+    'synth:Alias for generate'
+    'mask:Redact and mask sensitive PII fields'
+    'anonymize:Alias for mask'
+    'redact:Alias for mask'
+    'test:Run data quality tests and assertions'
+    'assert:Alias for test'
+    'check:Alias for test'
+    'serve:Serve dataset via HTTP REST API'
+    'api:Alias for serve'
+    'http:Alias for serve'
+    'report:Generate HTML data health report'
+    'summary-html:Alias for report'
+    'fetch:Stream tabular data from remote REST API'
+    'http-get:Alias for fetch'
+    'curl-stream:Alias for fetch'
+  )
+
+  _arguments -C \
+    '1: :->command' \
+    '*:: :->args'
+
+  case $state in
+    command)
+      _describe -t commands 'rowpipe command' commands
+      ;;
+    args)
+      case $words[1] in
+        convert|inspect|schema|stats|select|filter|map|reduce|diff|table|view|plot|chart|freq|explode|flatten|partition|split|timeseries|corr|quantiles|percentiles|outliers|anomalies|crosstab|regression|trend|rfm|cohort|funnel|abtest|pareto|technical|indicators|cluster|kmeans|entropy|importance|ngrams|tokens|pivot|pivot-table|crosstab-pivot|unpivot|melt|wide-to-long|fuzzy-join|fuzzyjoin|fuzzy|concat|stack|union-all|generate|mock|fake|synth|mask|anonymize|redact|test|assert|check|serve|api|http|report|summary-html|fetch|http-get|curl-stream)
+          _files
+          ;;
+        completion)
+          local -a shells
+          shells=('zsh:Zsh completion' 'bash:Bash completion' 'fish:Fish completion')
+          _describe -t shells 'shell' shells
+          ;;
+        *)
+          _files
+          ;;
+      esac
+      ;;
+  esac
+}
+
+_rowpipe "$@"
+`;
+}
+export function generateBashCompletion() {
+    return `#!/usr/bin/env bash
+
+_rowpipe_completions() {
+  local cur prev commands
+  cur="\${COMP_WORDS[COMP_CWORD]}"
+  prev="\${COMP_WORDS[COMP_CWORD-1]}"
+
+  commands="inspect convert schema stats select rename cast filter map reduce sample validate diff files diff-files limit offset head tail sort top unique count group db join window profile clean explain view explode flatten freq plot chart table completion partition split timeseries corr quantiles percentiles outliers anomalies crosstab regression trend rfm cohort funnel abtest pareto technical indicators cluster kmeans entropy importance ngrams tokens pivot pivot-table crosstab-pivot unpivot melt wide-to-long fuzzy-join fuzzyjoin fuzzy concat stack union-all generate mock fake synth mask anonymize redact test assert check serve api http report summary-html fetch http-get curl-stream"
+
+  if [ $COMP_CWORD -eq 1 ]; then
+    COMPREPLY=( $(compgen -W "$commands" -- "$cur") )
+    return 0
+  fi
+
+  case "$prev" in
+    --from|--to)
+      COMPREPLY=( $(compgen -W "csv tsv psv json jsonl parquet xlsx markdown table db" -- "$cur") )
+      return 0
+      ;;
+    completion)
+      COMPREPLY=( $(compgen -W "zsh bash fish" -- "$cur") )
+      return 0
+      ;;
+    *)
+      COMPREPLY=( $(compgen -f -- "$cur") )
+      return 0
+      ;;
+  esac
+}
+
+complete -F _rowpipe_completions rowpipe
+`;
+}
+export function generateFishCompletion() {
+    return `# Fish completion for rowpipe
+complete -c rowpipe -f
+
+set -l commands inspect convert schema stats select rename cast filter map reduce sample validate diff files diff-files limit offset head tail sort top unique count group db join window profile clean explain view explode flatten freq plot chart table completion partition split timeseries corr quantiles percentiles outliers anomalies crosstab regression trend rfm cohort funnel abtest pareto technical indicators cluster kmeans entropy importance ngrams tokens pivot pivot-table crosstab-pivot unpivot melt wide-to-long fuzzy-join fuzzyjoin fuzzy concat stack union-all generate mock fake synth mask anonymize redact test assert check serve api http report summary-html fetch http-get curl-stream
+
+for cmd in $commands
+  complete -c rowpipe -n "not __fish_seen_subcommand_from $commands" -a $cmd
+end
+
+complete -c rowpipe -n "__fish_seen_subcommand_from completion" -a "zsh bash fish"
+complete -c rowpipe -l from -d "Input format" -a "csv tsv psv json jsonl parquet xlsx"
+complete -c rowpipe -l to -d "Output format" -a "csv tsv psv json jsonl parquet xlsx markdown table"
+complete -c rowpipe -l json -d "Output JSON"
+complete -c rowpipe -l help -s h -d "Show help"
+complete -c rowpipe -l version -s V -d "Show version"
+`;
+}
+export function generateCompletion(shell) {
+    switch (shell.toLowerCase()) {
+        case "zsh":
+            return generateZshCompletion();
+        case "bash":
+            return generateBashCompletion();
+        case "fish":
+            return generateFishCompletion();
+        default:
+            throw new Error(`Unsupported shell: "${shell}". Supported shells: zsh, bash, fish`);
+    }
+}
+//# sourceMappingURL=completion.js.map

package/dist/cli/completion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"completion.js","sourceRoot":"","sources":["../../src/cli/completion.ts"],"names":[],"mappings":"AAAA,MAAM,UAAU,qBAAqB;IACnC,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA8HR,CAAC;AACF,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA+BR,CAAC;AACF,CAAC;AAED,MAAM,UAAU,sBAAsB;IACpC,OAAO;;;;;;;;;;;;;;;CAeR,CAAC;AACF,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,KAAa;IAC9C,QAAQ,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;QAC5B,KAAK,KAAK;YACR,OAAO,qBAAqB,EAAE,CAAC;QACjC,KAAK,MAAM;YACT,OAAO,sBAAsB,EAAE,CAAC;QAClC,KAAK,MAAM;YACT,OAAO,sBAAsB,EAAE,CAAC;QAClC;YACE,MAAM,IAAI,KAAK,CAAC,uBAAuB,KAAK,sCAAsC,CAAC,CAAC;IACxF,CAAC;AACH,CAAC"}