rowpipe 2.2.1 → 2.10.1

package/dist/cli/commands/cohort.js

@@ -0,0 +1,66 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { computeCohort } from "../../analytics/cohort.js";
+import { formatTable } from "../../writers/table.js";
+export async function cohortCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const result = await computeCohort(pipeline.batches(), {
+        userIdCol: options.userId || options.userIdCol,
+        timeCol: options.timeCol,
+        interval: options.interval || "1mo",
+        percent: options.counts ? false : options.percent ?? true,
+        maxPeriods: options.maxPeriods ?? 12,
+    });
+    progress.done();
+    const rows = result.formattedRows;
+    const isStructuredOutput = Boolean(options.to || options.output || options.json);
+    if (isStructuredOutput) {
+        let toFormat = options.to?.toLowerCase();
+        if (options.json) {
+            toFormat = "json";
+        }
+        else if (!toFormat && options.output && options.output !== "-") {
+            toFormat = inferWriterFormat(options.output) ?? undefined;
+        }
+        if (!toFormat)
+            toFormat = "csv";
+        const writer = createWriter(options.output || "-", {
+            format: toFormat,
+            delimiter: options.delimiter,
+            ...options,
+        });
+        async function* singleBatch() {
+            yield { rows, offset: 0 };
+        }
+        await writer.write(singleBatch());
+        if (writer.close)
+            await writer.close();
+    }
+    else {
+        process.stdout.write(`\n--- User Retention Cohort Matrix (Interval: ${result.interval}, Cohorts: ${result.cohorts.length}) ---\n`);
+        process.stdout.write(formatTable(rows, { style: "unicode" }));
+        process.stdout.write("\n");
+    }
+}
+//# sourceMappingURL=cohort.js.map

package/dist/cli/commands/cohort.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cohort.js","sourceRoot":"","sources":["../../../src/cli/commands/cohort.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAE3D,OAAO,EAAE,aAAa,EAA2C,MAAM,2BAA2B,CAAC;AACnG,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAWrD,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,SAAS,GAAG,GAAG,EACf,UAAgC,EAAE;IAElC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE;QACrD,SAAS,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS;QAC9C,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,KAAK;QACnC,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,IAAI,IAAI;QACzD,UAAU,EAAE,OAAO,CAAC,UAAU,IAAI,EAAE;KACrC,CAAC,CAAC;IACH,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC;IAElC,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,kBAAkB,EAAE,CAAC;QACvB,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC5B,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iDAAiD,MAAM,CAAC,QAAQ,cAAc,MAAM,CAAC,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;QACnI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/dist/cli/commands/completion.d.ts

@@ -0,0 +1,5 @@
+export interface CompletionCommandOptions {
+    shell?: string;
+}
+export declare function completionCommand(shell?: string, _options?: CompletionCommandOptions): Promise<void>;
+//# sourceMappingURL=completion.d.ts.map

package/dist/cli/commands/completion.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"completion.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/completion.ts"],"names":[],"mappings":"AAEA,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAsB,iBAAiB,CACrC,KAAK,SAAQ,EACb,QAAQ,GAAE,wBAA6B,GACtC,OAAO,CAAC,IAAI,CAAC,CAIf"}

package/dist/cli/commands/completion.js

@@ -0,0 +1,7 @@
+import { generateCompletion } from "../completion.js";
+export async function completionCommand(shell = "zsh", _options = {}) {
+    const normalized = (shell || "zsh").toLowerCase();
+    const script = generateCompletion(normalized);
+    process.stdout.write(script);
+}
+//# sourceMappingURL=completion.js.map

package/dist/cli/commands/completion.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"completion.js","sourceRoot":"","sources":["../../../src/cli/commands/completion.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAMtD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,KAAK,GAAG,KAAK,EACb,WAAqC,EAAE;IAEvC,MAAM,UAAU,GAAG,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,MAAM,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IAC9C,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC"}

package/dist/cli/commands/concat.d.ts

@@ -0,0 +1,9 @@
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface ConcatCommandOptions extends UnifiedPipelineCliOptions {
+    sourceCol?: string;
+    sourceColumn?: string;
+    source?: string;
+    align?: "union" | "intersect";
+}
+export declare function concatCommand(files: string[], options?: ConcatCommandOptions): Promise<void>;
+//# sourceMappingURL=concat.d.ts.map

package/dist/cli/commands/concat.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"concat.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/concat.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,oBAAqB,SAAQ,yBAAyB;IACrE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,GAAG,WAAW,CAAC;CAC/B;AAED,wBAAsB,aAAa,CACjC,KAAK,EAAE,MAAM,EAAE,EACf,OAAO,GAAE,oBAAyB,GACjC,OAAO,CAAC,IAAI,CAAC,CA0Df"}

package/dist/cli/commands/concat.js

@@ -0,0 +1,62 @@
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { concatReaders } from "../../transforms/concat.js";
+import { InvalidArgumentError } from "../../core/errors.js";
+export async function concatCommand(files, options = {}) {
+    if (!files || files.length === 0) {
+        throw new InvalidArgumentError("Usage: rowpipe concat <file1> <file2> [file3...] [options]");
+    }
+    const progress = new ProgressReporter(options);
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const sourceCol = options.sourceCol || options.sourceColumn || options.source;
+    const sources = [];
+    for (const file of files) {
+        let fromFormat = options.from?.toLowerCase();
+        if (!fromFormat && file !== "-") {
+            fromFormat = inferReaderFormat(file) ?? undefined;
+        }
+        if (!fromFormat)
+            fromFormat = "csv";
+        const readerInput = file === "-" ? openReadableStream("-", options) : file;
+        const reader = createReader(readerInput, {
+            format: fromFormat,
+            sheet: options.sheet,
+            delimiter: options.delimiter,
+            filePath: file,
+            ...options,
+            batchSize: effectiveBatchSize,
+        });
+        sources.push({
+            reader,
+            label: file,
+        });
+    }
+    const concatReader = concatReaders(sources, {
+        sourceCol,
+        align: options.align,
+        batchSize: effectiveBatchSize,
+    });
+    let toFormat = options.to?.toLowerCase();
+    if (options.json) {
+        toFormat = "json";
+    }
+    else if (!toFormat && options.output && options.output !== "-") {
+        toFormat = inferWriterFormat(options.output) ?? undefined;
+    }
+    if (!toFormat)
+        toFormat = "csv";
+    const writer = createWriter(options.output || "-", {
+        format: toFormat,
+        delimiter: options.delimiter,
+        ...options,
+    });
+    await writer.write(concatReader.read());
+    if (writer.close)
+        await writer.close();
+    if (concatReader.close)
+        await concatReader.close();
+    progress.done();
+}
+//# sourceMappingURL=concat.js.map

package/dist/cli/commands/concat.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"concat.js","sourceRoot":"","sources":["../../../src/cli/commands/concat.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,aAAa,EAAqB,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAU5D,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,KAAe,EACf,UAAgC,EAAE;IAElC,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACjC,MAAM,IAAI,oBAAoB,CAAC,4DAA4D,CAAC,CAAC;IAC/F,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,IAAI,OAAO,CAAC,MAAM,CAAC;IAE9E,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;QAC7C,IAAI,CAAC,UAAU,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAChC,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC;QACpD,CAAC;QACD,IAAI,CAAC,UAAU;YAAE,UAAU,GAAG,KAAK,CAAC;QAEpC,MAAM,WAAW,GAAG,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3E,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;YACvC,MAAM,EAAE,UAAU;YAClB,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,QAAQ,EAAE,IAAI;YACd,GAAG,OAAO;YACV,SAAS,EAAE,kBAAkB;SAC9B,CAAC,CAAC;QAEH,OAAO,CAAC,IAAI,CAAC;YACX,MAAM;YACN,KAAK,EAAE,IAAI;SACZ,CAAC,CAAC;IACL,CAAC;IAED,MAAM,YAAY,GAAG,aAAa,CAAC,OAAO,EAAE;QAC1C,SAAS;QACT,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,KAAK,CAAC;IAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;QACjD,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;IACxC,IAAI,MAAM,CAAC,KAAK;QAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvC,IAAI,YAAY,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,KAAK,EAAE,CAAC;IACnD,QAAQ,CAAC,IAAI,EAAE,CAAC;AAClB,CAAC"}

package/dist/cli/commands/convert.d.ts

@@ -16,6 +16,8 @@ export interface ConvertCommandOptions {
     batchSize?: string | number;
     quiet?: boolean;
     noProgress?: boolean;
+    onError?: "abort" | "skip" | "log";
+    badRowsLog?: string;
 }
 export declare function convertCommand(inputPath?: string, outputPath?: string, options?: ConvertCommandOptions): Promise<void>;
 //# sourceMappingURL=convert.d.ts.map

package/dist/cli/commands/convert.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"convert.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/convert.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,qBAAqB;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,cAAc,CAClC,SAAS,SAAM,EACf,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,IAAI,CAAC,CAmGf"}
+{"version":3,"file":"convert.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/convert.ts"],"names":[],"mappings":"AAUA,MAAM,WAAW,qBAAqB;IACpC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,OAAO,CAAC,EAAE,OAAO,GAAG,MAAM,GAAG,KAAK,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,wBAAsB,cAAc,CAClC,SAAS,SAAM,EACf,UAAU,CAAC,EAAE,MAAM,EACnB,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,IAAI,CAAC,CAmGf"}

package/dist/cli/commands/convert.js.map

@@ -1 +1 @@
-{"version":3,"file":"convert.js","sourceRoot":"","sources":["../../../src/cli/commands/convert.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEhG,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAsB3D,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAS,GAAG,GAAG,EACf,UAAmB,EACnB,UAAiC,EAAE;IAEnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAE7D,yBAAyB;IACzB,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,yDAAyD;IACzD,IAAI,OAAO,CAAC,SAAS,IAAI,UAAU,KAAK,MAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACpE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,UAAU,IAAI,IAAI,CAAC;QACpD,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEzE,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAC;QAElD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,eAAe,MAAM,QAAQ,CAAC,CAAC;QAE9E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;YAC9B,MAAM,cAAc,GAAG,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;YAClD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YAEpD,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,EAAE;gBAC1C,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,SAAS;gBAChB,SAAS,EAAE,kBAAkB;gBAC7B,QAAQ,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE;gBAC/C,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,GAAG,OAAO;aACX,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAChF,MAAM,QAAQ,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,cAAc,SAAS,QAAQ,cAAc,KAAK,YAAY,CAAC,QAAQ,CAAC,UAAU,CACnF,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChC,cAAc,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,0BAA0B;IAC1B,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,CAAC,QAAQ,IAAI,UAAU,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;QAClD,QAAQ,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,eAAe,GAAG,UAAU,IAAI,GAAG,CAAC;IAE1C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE;QACrC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,eAAe,EAAE;QAC3C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC"}
+{"version":3,"file":"convert.js","sourceRoot":"","sources":["../../../src/cli/commands/convert.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AACzC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEhG,OAAO,EAAE,YAAY,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAwB3D,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAS,GAAG,GAAG,EACf,UAAmB,EACnB,UAAiC,EAAE;IAEnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAE7D,yBAAyB;IACzB,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,yDAAyD;IACzD,IAAI,OAAO,CAAC,SAAS,IAAI,UAAU,KAAK,MAAM,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACpE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,UAAU,IAAI,IAAI,CAAC;QACpD,MAAM,QAAQ,GAAG,CAAC,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAEzE,MAAM,KAAK,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAEzC,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,eAAe,EAAE,CAAC;QAElD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;YACvD,OAAO;QACT,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,aAAa,MAAM,CAAC,MAAM,eAAe,MAAM,QAAQ,CAAC,CAAC;QAE9E,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC;YAC9B,MAAM,cAAc,GAAG,GAAG,SAAS,IAAI,QAAQ,EAAE,CAAC;YAClD,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;YAEpD,MAAM,WAAW,GAAG,YAAY,CAAC,SAAS,EAAE;gBAC1C,MAAM,EAAE,MAAM;gBACd,KAAK,EAAE,SAAS;gBAChB,SAAS,EAAE,kBAAkB;gBAC7B,QAAQ,EAAE,SAAS;aACpB,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,YAAY,CAAC,cAAc,EAAE;gBAC/C,MAAM,EAAE,QAAQ;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,GAAG,OAAO;aACX,CAAC,CAAC;YAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;YAChF,MAAM,QAAQ,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC;YAE/B,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACpD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,cAAc,SAAS,QAAQ,cAAc,KAAK,YAAY,CAAC,QAAQ,CAAC,UAAU,CACnF,CAAC;QACJ,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QAChC,cAAc,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,0BAA0B;IAC1B,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,CAAC,QAAQ,IAAI,UAAU,IAAI,UAAU,KAAK,GAAG,EAAE,CAAC;QAClD,QAAQ,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,SAAS,CAAC;IACxD,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,eAAe,GAAG,UAAU,IAAI,GAAG,CAAC;IAE1C,MAAM,MAAM,GAAG,YAAY,CAAC,SAAS,EAAE;QACrC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,eAAe,EAAE;QAC3C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC"}

package/dist/cli/commands/corr.d.ts

@@ -0,0 +1,7 @@
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface CorrCommandOptions extends UnifiedPipelineCliOptions {
+    cols?: string | string[];
+    columns?: string | string[];
+}
+export declare function corrCommand(inputPath?: string, options?: CorrCommandOptions): Promise<void>;
+//# sourceMappingURL=corr.d.ts.map

package/dist/cli/commands/corr.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"corr.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/corr.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,kBAAmB,SAAQ,yBAAyB;IACnE,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC7B;AAED,wBAAsB,WAAW,CAC/B,SAAS,SAAM,EACf,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAiEf"}

package/dist/cli/commands/corr.js

@@ -0,0 +1,70 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { formatNumber } from "../../utils/formatting.js";
+import { computeCorrelationMatrix, formatCorrelationRows } from "../../analytics/correlation.js";
+import { formatTable } from "../../writers/table.js";
+export async function corrCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const rawCols = options.cols || options.columns;
+    const targetCols = rawCols
+        ? Array.isArray(rawCols)
+            ? rawCols.flatMap((c) => c.split(",").map((s) => s.trim()))
+            : rawCols.split(",").map((s) => s.trim())
+        : undefined;
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const result = await computeCorrelationMatrix(pipeline.batches(), targetCols);
+    progress.done();
+    if (result.columns.length === 0) {
+        throw new Error("No numeric columns found for correlation analysis.");
+    }
+    const rows = formatCorrelationRows(result);
+    const isStructuredOutput = Boolean(options.to || options.output || options.json);
+    if (isStructuredOutput) {
+        let toFormat = options.to?.toLowerCase();
+        if (options.json) {
+            toFormat = "json";
+        }
+        else if (!toFormat && options.output && options.output !== "-") {
+            toFormat = inferWriterFormat(options.output) ?? undefined;
+        }
+        if (!toFormat)
+            toFormat = "csv";
+        const writer = createWriter(options.output || "-", {
+            format: toFormat,
+            delimiter: options.delimiter,
+            ...options,
+        });
+        async function* singleBatch() {
+            yield { rows, offset: 0 };
+        }
+        await writer.write(singleBatch());
+        if (writer.close)
+            await writer.close();
+    }
+    else {
+        process.stdout.write(`\n--- Pearson Correlation Matrix (Sample size: ${formatNumber(result.sampleSize)} rows) ---\n`);
+        process.stdout.write(formatTable(rows, { style: "unicode" }));
+        process.stdout.write("\n");
+    }
+}
+//# sourceMappingURL=corr.js.map

package/dist/cli/commands/corr.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"corr.js","sourceRoot":"","sources":["../../../src/cli/commands/corr.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,wBAAwB,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACjG,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAQrD,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAS,GAAG,GAAG,EACf,UAA8B,EAAE;IAEhC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,OAAO,CAAC;IAChD,MAAM,UAAU,GAAG,OAAO;QACxB,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YACtB,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC3C,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,UAAU,CAAC,CAAC;IAC9E,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAChC,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC,CAAC;IACxE,CAAC;IAED,MAAM,IAAI,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAE3C,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,kBAAkB,EAAE,CAAC;QACvB,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC5B,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QACtH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/dist/cli/commands/crosstab.d.ts

@@ -0,0 +1,11 @@
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface CrosstabCommandOptions extends UnifiedPipelineCliOptions {
+    row?: string;
+    col?: string;
+    top?: string | number;
+    topRows?: string | number;
+    topCols?: string | number;
+    normalize?: "row" | "col" | "all";
+}
+export declare function crosstabCommand(inputPath?: string, rowCol?: string, colCol?: string, options?: CrosstabCommandOptions): Promise<void>;
+//# sourceMappingURL=crosstab.d.ts.map

package/dist/cli/commands/crosstab.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"crosstab.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/crosstab.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,sBAAuB,SAAQ,yBAAyB;IACvE,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,GAAG,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;CACnC;AAED,wBAAsB,eAAe,CACnC,SAAS,SAAM,EACf,MAAM,CAAC,EAAE,MAAM,EACf,MAAM,CAAC,EAAE,MAAM,EACf,OAAO,GAAE,sBAA2B,GACnC,OAAO,CAAC,IAAI,CAAC,CAsEf"}

package/dist/cli/commands/crosstab.js

@@ -0,0 +1,71 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { formatNumber } from "../../utils/formatting.js";
+import { computeCrosstab, formatCrosstabRows } from "../../analytics/crosstab.js";
+import { formatTable } from "../../writers/table.js";
+export async function crosstabCommand(inputPath = "-", rowCol, colCol, options = {}) {
+    const rCol = rowCol || options.row;
+    const cCol = colCol || options.col;
+    if (!rCol || !cCol) {
+        throw new Error("Both row and column dimensions are required for crosstab (e.g. rowpipe crosstab netflix.csv type rating)");
+    }
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const topLimit = options.top !== undefined ? Number(options.top) : undefined;
+    const result = await computeCrosstab(pipeline.batches(), rCol, cCol, {
+        topRows: options.topRows !== undefined ? Number(options.topRows) : topLimit,
+        topCols: options.topCols !== undefined ? Number(options.topCols) : topLimit,
+        normalize: options.normalize,
+    });
+    progress.done();
+    const formattedRows = formatCrosstabRows(result, options.normalize);
+    const isStructuredOutput = Boolean(options.to || options.output || options.json);
+    if (isStructuredOutput) {
+        let toFormat = options.to?.toLowerCase();
+        if (options.json) {
+            toFormat = "json";
+        }
+        else if (!toFormat && options.output && options.output !== "-") {
+            toFormat = inferWriterFormat(options.output) ?? undefined;
+        }
+        if (!toFormat)
+            toFormat = "csv";
+        const writer = createWriter(options.output || "-", {
+            format: toFormat,
+            delimiter: options.delimiter,
+            ...options,
+        });
+        async function* singleBatch() {
+            yield { rows: formattedRows, offset: 0 };
+        }
+        await writer.write(singleBatch());
+        if (writer.close)
+            await writer.close();
+    }
+    else {
+        process.stdout.write(`\n--- Cross-Tabulation: ${rCol} × ${cCol} (Grand Total: ${formatNumber(result.grandTotal)} | Chi-Square: ${result.chiSquare.toFixed(2)}, df: ${result.degreesOfFreedom}) ---\n`);
+        process.stdout.write(formatTable(formattedRows, { style: "unicode" }));
+        process.stdout.write("\n");
+    }
+}
+//# sourceMappingURL=crosstab.js.map

package/dist/cli/commands/crosstab.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"crosstab.js","sourceRoot":"","sources":["../../../src/cli/commands/crosstab.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAClF,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAYrD,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAS,GAAG,GAAG,EACf,MAAe,EACf,MAAe,EACf,UAAkC,EAAE;IAEpC,MAAM,IAAI,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC;IACnC,MAAM,IAAI,GAAG,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC;IAEnC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CACb,0GAA0G,CAC3G,CAAC;IACJ,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAC7E,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;QACnE,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;QAC3E,OAAO,EAAE,OAAO,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ;QAC3E,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IACH,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,MAAM,aAAa,GAAG,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC;IAEpE,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,kBAAkB,EAAE,CAAC;QACvB,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,QAAQ,GAAG,MAAM,CAAC;QACpB,CAAC;aAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC3C,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,2BAA2B,IAAI,MAAM,IAAI,kBAAkB,YAAY,CAAC,MAAM,CAAC,UAAU,CAAC,kBAAkB,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,MAAM,CAAC,gBAAgB,SAAS,CACjL,CAAC;QACF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,aAAa,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/dist/cli/commands/entropy.d.ts

@@ -0,0 +1,9 @@
+import { type EntropyOptions } from "../../analytics/entropy.js";
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface EntropyCommandOptions extends UnifiedPipelineCliOptions, EntropyOptions {
+    target?: string;
+    cols?: string | string[];
+    bins?: number;
+}
+export declare function entropyCommand(inputPath?: string, options?: EntropyCommandOptions): Promise<void>;
+//# sourceMappingURL=entropy.d.ts.map

package/dist/cli/commands/entropy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"entropy.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/entropy.ts"],"names":[],"mappings":"AAMA,OAAO,EAAkB,KAAK,cAAc,EAAE,MAAM,4BAA4B,CAAC;AAEjF,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,qBAAsB,SAAQ,yBAAyB,EAAE,cAAc;IACtF,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACzB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,wBAAsB,cAAc,CAClC,SAAS,SAAM,EACf,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,IAAI,CAAC,CAiEf"}

package/dist/cli/commands/entropy.js

@@ -0,0 +1,71 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { formatNumber } from "../../utils/formatting.js";
+import { computeEntropy } from "../../analytics/entropy.js";
+import { formatTable } from "../../writers/table.js";
+export async function entropyCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    const result = await computeEntropy(pipeline.batches(), {
+        targetCol: options.target || options.targetCol,
+        cols: options.cols,
+        bins: options.bins ? Number(options.bins) : 10,
+    });
+    progress.done();
+    if (options.json) {
+        console.log(JSON.stringify(result, null, 2));
+        return;
+    }
+    const rows = result.formattedRows;
+    const isStructuredOutput = Boolean(options.to || options.output);
+    if (isStructuredOutput) {
+        let toFormat = options.to?.toLowerCase();
+        if (!toFormat && options.output && options.output !== "-") {
+            toFormat = inferWriterFormat(options.output) ?? undefined;
+        }
+        if (!toFormat)
+            toFormat = "csv";
+        const writer = createWriter(options.output || "-", {
+            format: toFormat,
+            delimiter: options.delimiter,
+            ...options,
+        });
+        async function* singleBatch() {
+            yield { rows, offset: 0 };
+        }
+        await writer.write(singleBatch());
+        if (writer.close)
+            await writer.close();
+    }
+    else {
+        if (result.target_column) {
+            process.stdout.write(`\n--- Feature Importance & Information Gain (Target: '${result.target_column}', Target Entropy: ${result.target_entropy} bits, Samples: ${formatNumber(result.total_samples)}) ---\n`);
+        }
+        else {
+            process.stdout.write(`\n--- Column Shannon Entropy Analysis (Samples: ${formatNumber(result.total_samples)}) ---\n`);
+        }
+        process.stdout.write(formatTable(rows, { style: "unicode" }));
+        process.stdout.write("\n");
+    }
+}
+//# sourceMappingURL=entropy.js.map

package/dist/cli/commands/entropy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"entropy.js","sourceRoot":"","sources":["../../../src/cli/commands/entropy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,cAAc,EAAuB,MAAM,4BAA4B,CAAC;AACjF,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AASrD,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAS,GAAG,GAAG,EACf,UAAiC,EAAE;IAEnC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE;QACtD,SAAS,EAAE,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,SAAS;QAC9C,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,IAAI,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE;KAC/C,CAAC,CAAC;IACH,QAAQ,CAAC,IAAI,EAAE,CAAC;IAEhB,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,aAAa,CAAC;IAElC,MAAM,kBAAkB,GAAG,OAAO,CAAC,OAAO,CAAC,EAAE,IAAI,OAAO,CAAC,MAAM,CAAC,CAAC;IACjE,IAAI,kBAAkB,EAAE,CAAC;QACvB,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;QACzC,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;YAC1D,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;QAC5D,CAAC;QACD,IAAI,CAAC,QAAQ;YAAE,QAAQ,GAAG,KAAK,CAAC;QAEhC,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;YACjD,MAAM,EAAE,QAAQ;YAChB,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,GAAG,OAAO;SACX,CAAC,CAAC;QAEH,KAAK,SAAS,CAAC,CAAC,WAAW;YACzB,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC,EAAE,CAAC;QAC5B,CAAC;QACD,MAAM,MAAM,CAAC,KAAK,CAAC,WAAW,EAAE,CAAC,CAAC;QAClC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;SAAM,CAAC;QACN,IAAI,MAAM,CAAC,aAAa,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,yDAAyD,MAAM,CAAC,aAAa,sBAAsB,MAAM,CAAC,cAAc,mBAAmB,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC/M,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mDAAmD,YAAY,CAAC,MAAM,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACvH,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;QAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;AACH,CAAC"}

package/dist/cli/commands/explode.d.ts

@@ -0,0 +1,8 @@
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface ExplodeCommandOptions extends UnifiedPipelineCliOptions {
+    delimiter?: string;
+    noTrim?: boolean;
+    preserveEmpty?: boolean;
+}
+export declare function explodeCommand(inputPath: string | undefined, column: string, options?: ExplodeCommandOptions): Promise<void>;
+//# sourceMappingURL=explode.d.ts.map

package/dist/cli/commands/explode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"explode.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/explode.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,qBAAsB,SAAQ,yBAAyB;IACtE,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,wBAAsB,cAAc,CAClC,SAAS,oBAAM,EACf,MAAM,EAAE,MAAM,EACd,OAAO,GAAE,qBAA0B,GAClC,OAAO,CAAC,IAAI,CAAC,CA0Df"}

package/dist/cli/commands/explode.js

@@ -0,0 +1,61 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { explodeRows } from "../../transforms/explode.js";
+export async function explodeCommand(inputPath = "-", column, options = {}) {
+    if (!column || column.trim().length === 0) {
+        throw new Error("Column name to explode is required (e.g. rowpipe explode data.csv country)");
+    }
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat)
+        fromFormat = "csv";
+    let toFormat = options.to?.toLowerCase();
+    if (options.json) {
+        toFormat = "json";
+    }
+    else if (!toFormat && options.output && options.output !== "-") {
+        toFormat = inferWriterFormat(options.output) ?? undefined;
+    }
+    if (!toFormat)
+        toFormat = fromFormat === "xlsx" ? "csv" : fromFormat;
+    const readerInput = inputPath === "-" ? openReadableStream("-", options) : inputPath;
+    const reader = createReader(readerInput, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        filePath: inputPath,
+        ...options,
+        batchSize: effectiveBatchSize,
+    });
+    const writer = createWriter(options.output || "-", {
+        format: toFormat,
+        delimiter: options.delimiter,
+        ...options,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize })
+        .pipe(explodeRows({
+        column,
+        delimiter: options.delimiter ?? ",",
+        trim: options.noTrim !== true,
+        dropEmpty: options.preserveEmpty !== true,
+    }));
+    pipeline.onProgress((info) => progress.update(info));
+    try {
+        await pipeline.to(writer);
+    }
+    finally {
+        if (reader.close)
+            await reader.close();
+        if (writer.close)
+            await writer.close();
+    }
+    progress.done();
+}
+//# sourceMappingURL=explode.js.map

package/dist/cli/commands/explode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"explode.js","sourceRoot":"","sources":["../../../src/cli/commands/explode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAE,MAAM,6BAA6B,CAAC;AAS1D,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAS,GAAG,GAAG,EACf,MAAc,EACd,UAAiC,EAAE;IAEnC,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,4EAA4E,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU;QAAE,UAAU,GAAG,KAAK,CAAC;IAEpC,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ;QAAE,QAAQ,GAAG,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC;IAErE,MAAM,WAAW,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrF,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,QAAQ,EAAE,SAAS;QACnB,GAAG,OAAO;QACV,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,IAAI,GAAG,EAAE;QACjD,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,GAAG,OAAO;KACX,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC;SACvE,IAAI,CACH,WAAW,CAAC;QACV,MAAM;QACN,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,GAAG;QACnC,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,IAAI;QAC7B,SAAS,EAAE,OAAO,CAAC,aAAa,KAAK,IAAI;KAC1C,CAAC,CACH,CAAC;IAEJ,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,CAAC;AAClB,CAAC"}

package/dist/cli/commands/fetch.d.ts

@@ -0,0 +1,8 @@
+import { type HttpFetchOptions } from "../../dataops/fetch.js";
+import type { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface FetchCommandOptions extends Omit<UnifiedPipelineCliOptions, "batchSize">, Omit<HttpFetchOptions, "batchSize"> {
+    batchSize?: number | string;
+    headersList?: string[];
+}
+export declare function fetchCommand(url: string, options?: FetchCommandOptions): Promise<void>;
+//# sourceMappingURL=fetch.d.ts.map

package/dist/cli/commands/fetch.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetch.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/fetch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,KAAK,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAG3E,OAAO,KAAK,EAAE,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAE/D,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,yBAAyB,EAAE,WAAW,CAAC,EAAE,IAAI,CAAC,gBAAgB,EAAE,WAAW,CAAC;IAC5H,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;CACxB;AAED,wBAAsB,YAAY,CAChC,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAsCf"}