rowpipe 2.0.0 → 2.2.0

package/dist/cli/commands/count.js

@@ -0,0 +1,49 @@
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { countStream } from "../../transforms/count.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { formatNumber, formatTable } from "../../utils/formatting.js";
+export async function countCommand(inputPath = "-", options = {}) {
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat) {
+        fromFormat = "csv";
+    }
+    const inputStream = openReadableStream(inputPath);
+    const reader = createReader(inputStream, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        batchSize: 5000,
+        filePath: inputPath,
+    });
+    const result = await countStream(reader.read(), {
+        by: options.by,
+        distinct: options.distinct,
+        approx: options.approx,
+        json: options.json,
+    });
+    if (options.json) {
+        process.stdout.write(JSON.stringify(result, null, 2) + "\n");
+        return;
+    }
+    if (options.by && result.groups) {
+        const headers = ["group", "count"];
+        const rows = result.groups.map((g) => {
+            const keyStr = Object.entries(g.key)
+                .map(([k, v]) => `${k}=${v}`)
+                .join(", ");
+            return [keyStr, formatNumber(g.count)];
+        });
+        process.stdout.write(formatTable(headers, rows, ["left", "right"]) + "\n");
+        return;
+    }
+    if (options.distinct) {
+        const approxPrefix = result.isApproximate ? "~" : "";
+        process.stdout.write(`distinct ${options.distinct}: ${approxPrefix}${formatNumber(result.distinctCount ?? 0)}\n`);
+        return;
+    }
+    process.stdout.write(`${formatNumber(result.totalRows)}\n`);
+}
+//# sourceMappingURL=count.js.map

package/dist/cli/commands/count.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"count.js","sourceRoot":"","sources":["../../../src/cli/commands/count.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAatE,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;QAC9C,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE,OAAO,CAAC,IAAI;KACnB,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAC7D,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;iBACjC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;iBAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAC3E,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,YAAY,OAAO,CAAC,QAAQ,KAAK,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAC5F,CAAC;QACF,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC9D,CAAC"}

package/dist/cli/commands/db.d.ts

@@ -0,0 +1,35 @@
+import { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface DbCommandOptions extends UnifiedPipelineCliOptions {
+    table?: string;
+    query?: string;
+    params?: string | string[];
+    param?: string | string[];
+    where?: string;
+    tables?: boolean;
+    schema?: string | boolean;
+    toDb?: string;
+    toTable?: string;
+    transaction?: boolean;
+    createTable?: boolean;
+    upsert?: boolean;
+    conflict?: string;
+    truncate?: boolean;
+    dryRun?: boolean;
+}
+/**
+ * Main handler for `rowpipe db <url> [options]`.
+ */
+export declare function dbCommand(dbUrl: string, options?: DbCommandOptions): Promise<void>;
+/**
+ * List all tables in the specified database.
+ */
+export declare function dbTablesCommand(dbUrl: string, options?: {
+    json?: boolean;
+}): Promise<void>;
+/**
+ * Inspect the schema of a specific table in the database.
+ */
+export declare function dbSchemaCommand(dbUrl: string, table: string, options?: {
+    json?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=db.d.ts.map

package/dist/cli/commands/db.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/db.ts"],"names":[],"mappings":"AAUA,OAAO,EAA8B,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAGtF,MAAM,WAAW,gBAAiB,SAAQ,yBAAyB;IACjE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,MAAM,CAAC,EAAE,OAAO,CAAC;CAClB;AAED;;GAEG;AACH,wBAAsB,SAAS,CAC7B,KAAK,EAAE,MAAM,EACb,OAAO,GAAE,gBAAqB,GAC7B,OAAO,CAAC,IAAI,CAAC,CAiIf;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,OAAO,CAAA;CAAO,GAC/B,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED;;GAEG;AACH,wBAAsB,eAAe,CACnC,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,GAAE;IAAE,IAAI,CAAC,EAAE,OAAO,CAAA;CAAO,GAC/B,OAAO,CAAC,IAAI,CAAC,CAwBf"}

package/dist/cli/commands/db.js

@@ -0,0 +1,173 @@
+import { DatabaseReader } from "../../db/source.js";
+import { DatabaseWriter } from "../../db/sink.js";
+import { createDatabaseAdapter } from "../../db/adapters/index.js";
+import { parseDatabaseUrl } from "../../db/url.js";
+import { analyzeDatabasePushdown } from "../../db/pushdown.js";
+import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
+import { openWritableStream } from "../../utils/compression.js";
+import { formatTable, logMemoryDebug, safeJsonStringify } from "../../utils/formatting.js";
+import { ProgressReporter } from "../../utils/progress.js";
+import { executePlannedPipeline, optimizePipeline } from "../../planner/index.js";
+import { buildOperationsFromOptions } from "./pipeline.js";
+import { InvalidArgumentError } from "../../core/errors.js";
+/**
+ * Main handler for `rowpipe db <url> [options]`.
+ */
+export async function dbCommand(dbUrl, options = {}) {
+    if (!dbUrl || dbUrl === "-") {
+        throw new InvalidArgumentError("Database connection URL is required (e.g. postgres://..., mysql://..., sqlite://...)");
+    }
+    // Handle table list introspection
+    if (options.tables) {
+        await dbTablesCommand(dbUrl, options);
+        return;
+    }
+    // Handle schema inspection
+    if (options.schema) {
+        const table = typeof options.schema === "string" ? options.schema : options.table;
+        if (!table) {
+            throw new InvalidArgumentError("Specify table to inspect schema (e.g. rowpipe db <url> --schema <table_name>)");
+        }
+        await dbSchemaCommand(dbUrl, table, options);
+        return;
+    }
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    // Parse query parameters
+    let queryParams = [];
+    if (options.params) {
+        const raw = Array.isArray(options.params) ? options.params.join("") : options.params;
+        try {
+            queryParams = JSON.parse(raw);
+        }
+        catch {
+            queryParams = [raw];
+        }
+    }
+    else if (options.param) {
+        queryParams = Array.isArray(options.param) ? options.param : [options.param];
+    }
+    const rawOperations = buildOperationsFromOptions(options);
+    const parsedConfig = parseDatabaseUrl(dbUrl);
+    let finalQuery = options.query;
+    let remainingOps = rawOperations;
+    // Pushdown analysis when using --table
+    if (options.table && !options.query) {
+        const analysis = analyzeDatabasePushdown(options.table, parsedConfig.dialect, rawOperations, options.where);
+        finalQuery = analysis.generatedQuery;
+        remainingOps = analysis.remainingOperations;
+    }
+    const optimizedPlan = optimizePipeline(remainingOps);
+    const reader = new DatabaseReader(parsedConfig, {
+        table: options.table,
+        query: finalQuery,
+        params: queryParams,
+        batchSize: effectiveBatchSize,
+    });
+    // Check if output is another database sink
+    if (options.toDb) {
+        const targetTable = options.toTable || options.table;
+        if (!targetTable) {
+            throw new InvalidArgumentError("Specify target table when writing to database (e.g. --to-table <name>)");
+        }
+        const conflictCols = options.conflict
+            ? options.conflict.split(",").map((s) => s.trim()).filter(Boolean)
+            : undefined;
+        const writer = new DatabaseWriter(options.toDb, {
+            table: targetTable,
+            transaction: options.transaction,
+            createTable: options.createTable,
+            upsert: options.upsert,
+            conflictColumns: conflictCols,
+            truncate: options.truncate,
+            dryRun: options.dryRun,
+        });
+        const pipeline = executePlannedPipeline(reader, optimizedPlan, { batchSize: effectiveBatchSize });
+        pipeline.onProgress((info) => progress.update(info));
+        try {
+            await pipeline.to(writer);
+        }
+        finally {
+            await reader.close();
+            await writer.close();
+        }
+        progress.done();
+        logMemoryDebug();
+        return;
+    }
+    // Standard File / Stdout Writer
+    let toFormat = options.to?.toLowerCase();
+    if (options.json) {
+        toFormat = "json";
+    }
+    else if (!toFormat && options.output && options.output !== "-") {
+        toFormat = inferWriterFormat(options.output) ?? undefined;
+    }
+    if (!toFormat) {
+        toFormat = "csv";
+    }
+    const effectiveOutput = options.output || "-";
+    const outputStream = openWritableStream(effectiveOutput);
+    const writer = createWriter(outputStream, {
+        format: toFormat,
+        delimiter: options.delimiter,
+    });
+    const pipeline = executePlannedPipeline(reader, optimizedPlan, { batchSize: effectiveBatchSize });
+    pipeline.onProgress((info) => progress.update(info));
+    try {
+        await pipeline.to(writer);
+    }
+    finally {
+        await reader.close();
+    }
+    progress.done();
+    logMemoryDebug();
+}
+/**
+ * List all tables in the specified database.
+ */
+export async function dbTablesCommand(dbUrl, options = {}) {
+    const adapter = createDatabaseAdapter(dbUrl);
+    try {
+        const tables = await adapter.getTables();
+        if (options.json) {
+            process.stdout.write(safeJsonStringify(tables, 2) + "\n");
+            return;
+        }
+        if (tables.length === 0) {
+            process.stdout.write("(no tables found)\n");
+            return;
+        }
+        process.stdout.write(tables.join("\n") + "\n");
+    }
+    finally {
+        await adapter.close();
+    }
+}
+/**
+ * Inspect the schema of a specific table in the database.
+ */
+export async function dbSchemaCommand(dbUrl, table, options = {}) {
+    const adapter = createDatabaseAdapter(dbUrl);
+    try {
+        const schema = await adapter.getTableSchema(table);
+        if (options.json) {
+            process.stdout.write(safeJsonStringify(schema, 2) + "\n");
+            return;
+        }
+        const headers = ["COLUMN", "DATABASE TYPE", "ROWPIPE TYPE", "NULLABLE", "PRIMARY KEY"];
+        const rows = schema.columns.map((c) => [
+            c.name,
+            c.dbType,
+            c.rowpipeType,
+            c.nullable ? "YES" : "NO",
+            c.isPrimaryKey ? "YES" : "NO",
+        ]);
+        process.stdout.write(`\nTable: ${table} (${adapter.dialect})\n\n`);
+        process.stdout.write(formatTable(headers, rows) + "\n");
+    }
+    finally {
+        await adapter.close();
+    }
+}
+//# sourceMappingURL=db.js.map

package/dist/cli/commands/db.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"db.js","sourceRoot":"","sources":["../../../src/cli/commands/db.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAiB,gBAAgB,EAA4B,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAC3F,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,0BAA0B,EAA6B,MAAM,eAAe,CAAC;AACtF,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAoB5D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,KAAa,EACb,UAA4B,EAAE;IAE9B,IAAI,CAAC,KAAK,IAAI,KAAK,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,oBAAoB,CAAC,sFAAsF,CAAC,CAAC;IACzH,CAAC;IAED,kCAAkC;IAClC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,eAAe,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACtC,OAAO;IACT,CAAC;IAED,2BAA2B;IAC3B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,KAAK,GAAG,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;QAClF,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,oBAAoB,CAAC,+EAA+E,CAAC,CAAC;QAClH,CAAC;QACD,MAAM,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC7C,OAAO;IACT,CAAC;IAED,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,yBAAyB;IACzB,IAAI,WAAW,GAAc,EAAE,CAAC;IAChC,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,MAAM,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC;QACrF,IAAI,CAAC;YACH,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAChC,CAAC;QAAC,MAAM,CAAC;YACP,WAAW,GAAG,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;SAAM,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QACzB,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;IAC/E,CAAC;IAED,MAAM,aAAa,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IAC1D,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAE7C,IAAI,UAAU,GAAuB,OAAO,CAAC,KAAK,CAAC;IACnD,IAAI,YAAY,GAAG,aAAa,CAAC;IAEjC,uCAAuC;IACvC,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,uBAAuB,CACtC,OAAO,CAAC,KAAK,EACb,YAAY,CAAC,OAAO,EACpB,aAAa,EACb,OAAO,CAAC,KAAK,CACd,CAAC;QACF,UAAU,GAAG,QAAQ,CAAC,cAAc,CAAC;QACrC,YAAY,GAAG,QAAQ,CAAC,mBAAmB,CAAC;IAC9C,CAAC;IAED,MAAM,aAAa,GAAG,gBAAgB,CAAC,YAAY,CAAC,CAAC;IAErD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,YAAY,EAAE;QAC9C,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,WAAW;QACnB,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,2CAA2C;IAC3C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,WAAW,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC;QACrD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,oBAAoB,CAAC,wEAAwE,CAAC,CAAC;QAC3G,CAAC;QAED,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ;YACnC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YAClE,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,IAAI,EAAE;YAC9C,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,MAAM,EAAE,OAAO,CAAC,MAAM;YACtB,eAAe,EAAE,YAAY;YAC7B,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;SACvB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;QAClG,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAErD,IAAI,CAAC;YACH,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC;gBAAS,CAAC;YACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;YACrB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;QAED,QAAQ,CAAC,IAAI,EAAE,CAAC;QAChB,cAAc,EAAE,CAAC;QACjB,OAAO;IACT,CAAC;IAED,gCAAgC;IAChC,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE;QACxC,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,aAAa,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAClG,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,IAAI,CAAC;QACH,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC5B,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAa,EACb,UAA8B,EAAE;IAEhC,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QAEzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IACjD,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,KAAa,EACb,KAAa,EACb,UAA8B,EAAE;IAEhC,MAAM,OAAO,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAEnD,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,iBAAiB,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;YAC1D,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,QAAQ,EAAE,eAAe,EAAE,cAAc,EAAE,UAAU,EAAE,aAAa,CAAC,CAAC;QACvF,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;YACrC,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,MAAM;YACR,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;YACzB,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI;SAC9B,CAAC,CAAC;QAEH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,KAAK,KAAK,OAAO,CAAC,OAAO,OAAO,CAAC,CAAC;QACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC;IAC1D,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}

package/dist/cli/commands/explain.d.ts

@@ -0,0 +1,10 @@
+import { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface ExplainCliOptions extends UnifiedPipelineCliOptions {
+    table?: string;
+    query?: string;
+    where?: string;
+    toDb?: string;
+    toTable?: string;
+}
+export declare function explainCommand(inputOrArgs?: string | string[], options?: ExplainCliOptions): Promise<void>;
+//# sourceMappingURL=explain.d.ts.map

package/dist/cli/commands/explain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"explain.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/explain.ts"],"names":[],"mappings":"AAGA,OAAO,EAA8B,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAEtF,MAAM,WAAW,iBAAkB,SAAQ,yBAAyB;IAClE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,wBAAsB,cAAc,CAClC,WAAW,GAAE,MAAM,GAAG,MAAM,EAAQ,EACpC,OAAO,GAAE,iBAAsB,GAC9B,OAAO,CAAC,IAAI,CAAC,CAiGf"}

package/dist/cli/commands/explain.js

@@ -0,0 +1,98 @@
+import { formatExecutionPlan, optimizePipeline } from "../../planner/index.js";
+import { isDatabaseUrl, parseDatabaseUrl, sanitizeConnectionString } from "../../db/url.js";
+import { analyzeDatabasePushdown } from "../../db/pushdown.js";
+import { buildOperationsFromOptions } from "./pipeline.js";
+export async function explainCommand(inputOrArgs = "-", options = {}) {
+    let inputPath = "-";
+    if (Array.isArray(inputOrArgs)) {
+        if (inputOrArgs[0] === "db") {
+            inputPath = inputOrArgs[1] || "-";
+        }
+        else {
+            inputPath = inputOrArgs[0] || "-";
+        }
+    }
+    else {
+        inputPath = inputOrArgs;
+    }
+    const operations = buildOperationsFromOptions(options);
+    // Check if input is a database URL or table mode
+    if (isDatabaseUrl(inputPath) || options.table || options.query) {
+        let sanitizedDb = "Database";
+        let dialect = "sqlite";
+        if (isDatabaseUrl(inputPath)) {
+            const cfg = parseDatabaseUrl(inputPath);
+            sanitizedDb = cfg.sanitizedUrl;
+            dialect = cfg.dialect;
+        }
+        if (options.table && !options.query) {
+            const analysis = analyzeDatabasePushdown(options.table, dialect, operations, options.where);
+            const optimizedPlan = optimizePipeline(analysis.remainingOperations);
+            let out = "\n======================================================\n";
+            out += "              Rowpipe Execution Plan                  \n";
+            out += "======================================================\n\n";
+            out += `DatabaseSource (${sanitizedDb})\n`;
+            out += `  Table: ${options.table}\n`;
+            out += `  Dialect: ${dialect}\n\n`;
+            out += "Remote Database Pushdown:\n";
+            out += `  SQL: ${analysis.generatedQuery}\n`;
+            if (analysis.pushedSummary.length > 0) {
+                for (const s of analysis.pushedSummary) {
+                    out += `  • ${s}\n`;
+                }
+            }
+            else {
+                out += "  • SELECT *\n";
+            }
+            out += "\nLocal Stream Operations:\n";
+            if (optimizedPlan.operations.length === 0) {
+                out += "  (none - full pushdown achieved!)\n";
+            }
+            else {
+                for (const op of optimizedPlan.operations) {
+                    out += `  • ${op.type}\n`;
+                }
+            }
+            out += "\nOutput Target:\n";
+            if (options.toDb) {
+                out += `  DatabaseSink (${sanitizeConnectionString(options.toDb)}) -> Table: ${options.toTable || options.table}\n`;
+            }
+            else if (options.output) {
+                out += `  Writer (${options.output})\n`;
+            }
+            else {
+                out += "  Stdout Writer\n";
+            }
+            out += "\n------------------------------------------------------\n";
+            if (optimizedPlan.optimizationsApplied.length > 0) {
+                out += "Local Optimizations Applied:\n";
+                for (const opt of optimizedPlan.optimizationsApplied) {
+                    out += `  • ${opt}\n`;
+                }
+                out += "------------------------------------------------------\n";
+            }
+            out += "Memory Classification:\n";
+            if (optimizedPlan.memoryClassification === "streaming") {
+                out += "  Fully Streaming (Cursor-based bounded memory)\n";
+            }
+            else {
+                out += `  ${optimizedPlan.memoryClassification}\n`;
+            }
+            out += "======================================================\n\n";
+            process.stdout.write(out);
+            return;
+        }
+    }
+    const plan = optimizePipeline(operations);
+    const inputDesc = inputPath === "-" ? "Stdin Stream" : `Reader (${inputPath})`;
+    let outputDesc = "Stdout Writer";
+    if (options.toDb) {
+        outputDesc = `DatabaseSink (${sanitizeConnectionString(options.toDb)}) -> Table: ${options.toTable || "target"}`;
+    }
+    else if (options.output) {
+        outputDesc = `Writer (${options.output})`;
+    }
+    const formatted = formatExecutionPlan(plan, inputDesc, outputDesc);
+    process.stdout.write(formatted);
+}
+//# sourceMappingURL=explain.js.map

package/dist/cli/commands/explain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"explain.js","sourceRoot":"","sources":["../../../src/cli/commands/explain.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,wBAAwB,EAAE,MAAM,iBAAiB,CAAC;AAC5F,OAAO,EAAE,uBAAuB,EAAE,MAAM,sBAAsB,CAAC;AAC/D,OAAO,EAAE,0BAA0B,EAA6B,MAAM,eAAe,CAAC;AAUtF,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,cAAiC,GAAG,EACpC,UAA6B,EAAE;IAE/B,IAAI,SAAS,GAAG,GAAG,CAAC;IACpB,IAAI,KAAK,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;QAC/B,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC5B,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QACpC,CAAC;aAAM,CAAC;YACN,SAAS,GAAG,WAAW,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC;QACpC,CAAC;IACH,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,WAAW,CAAC;IAC1B,CAAC;IAED,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IAEvD,iDAAiD;IACjD,IAAI,aAAa,CAAC,SAAS,CAAC,IAAI,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAC/D,IAAI,WAAW,GAAG,UAAU,CAAC;QAC7B,IAAI,OAAO,GAAQ,QAAQ,CAAC;QAC5B,IAAI,aAAa,CAAC,SAAS,CAAC,EAAE,CAAC;YAC7B,MAAM,GAAG,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;YACxC,WAAW,GAAG,GAAG,CAAC,YAAY,CAAC;YAC/B,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;QACxB,CAAC;QAED,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACpC,MAAM,QAAQ,GAAG,uBAAuB,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5F,MAAM,aAAa,GAAG,gBAAgB,CAAC,QAAQ,CAAC,mBAAmB,CAAC,CAAC;YAErE,IAAI,GAAG,GAAG,4DAA4D,CAAC;YACvE,GAAG,IAAI,0DAA0D,CAAC;YAClE,GAAG,IAAI,4DAA4D,CAAC;YAEpE,GAAG,IAAI,mBAAmB,WAAW,KAAK,CAAC;YAC3C,GAAG,IAAI,YAAY,OAAO,CAAC,KAAK,IAAI,CAAC;YACrC,GAAG,IAAI,cAAc,OAAO,MAAM,CAAC;YAEnC,GAAG,IAAI,6BAA6B,CAAC;YACrC,GAAG,IAAI,UAAU,QAAQ,CAAC,cAAc,IAAI,CAAC;YAC7C,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,KAAK,MAAM,CAAC,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;oBACvC,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;gBACtB,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,GAAG,IAAI,gBAAgB,CAAC;YAC1B,CAAC;YAED,GAAG,IAAI,8BAA8B,CAAC;YACtC,IAAI,aAAa,CAAC,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC1C,GAAG,IAAI,sCAAsC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,KAAK,MAAM,EAAE,IAAI,aAAa,CAAC,UAAU,EAAE,CAAC;oBAC1C,GAAG,IAAI,OAAO,EAAE,CAAC,IAAI,IAAI,CAAC;gBAC5B,CAAC;YACH,CAAC;YAED,GAAG,IAAI,oBAAoB,CAAC;YAC5B,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;gBACjB,GAAG,IAAI,mBAAmB,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,KAAK,IAAI,CAAC;YACtH,CAAC;iBAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;gBAC1B,GAAG,IAAI,aAAa,OAAO,CAAC,MAAM,KAAK,CAAC;YAC1C,CAAC;iBAAM,CAAC;gBACN,GAAG,IAAI,mBAAmB,CAAC;YAC7B,CAAC;YAED,GAAG,IAAI,4DAA4D,CAAC;YACpE,IAAI,aAAa,CAAC,oBAAoB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,GAAG,IAAI,gCAAgC,CAAC;gBACxC,KAAK,MAAM,GAAG,IAAI,aAAa,CAAC,oBAAoB,EAAE,CAAC;oBACrD,GAAG,IAAI,OAAO,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,GAAG,IAAI,0DAA0D,CAAC;YACpE,CAAC;YAED,GAAG,IAAI,0BAA0B,CAAC;YAClC,IAAI,aAAa,CAAC,oBAAoB,KAAK,WAAW,EAAE,CAAC;gBACvD,GAAG,IAAI,mDAAmD,CAAC;YAC7D,CAAC;iBAAM,CAAC;gBACN,GAAG,IAAI,KAAK,aAAa,CAAC,oBAAoB,IAAI,CAAC;YACrD,CAAC;YACD,GAAG,IAAI,4DAA4D,CAAC;YAEpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,OAAO;QACT,CAAC;IACH,CAAC;IAED,MAAM,IAAI,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAC1C,MAAM,SAAS,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,SAAS,GAAG,CAAC;IAC/E,IAAI,UAAU,GAAG,eAAe,CAAC;IACjC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,UAAU,GAAG,iBAAiB,wBAAwB,CAAC,OAAO,CAAC,IAAI,CAAC,eAAe,OAAO,CAAC,OAAO,IAAI,QAAQ,EAAE,CAAC;IACnH,CAAC;SAAM,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QAC1B,UAAU,GAAG,WAAW,OAAO,CAAC,MAAM,GAAG,CAAC;IAC5C,CAAC;IAED,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC"}

package/dist/cli/commands/files.d.ts

@@ -1,6 +1,7 @@
+import { UnifiedPipelineCliOptions } from "./pipeline.js";
 import type { FileTypeFilter } from "../../files/types.js";
 import { DiffCommandOptions } from "./diff.js";
-export interface FilesCommandOptions {
+export interface FilesCommandOptions extends UnifiedPipelineCliOptions {
     recursive?: boolean;
     maxDepth?: string | number;
     include?: string | string[];

package/dist/cli/commands/files.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,sBAAsB,CAAC;AAK1E,OAAO,EAAe,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE5D,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAgEf;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAkB,GAAG,mBAAwB,GACrD,OAAO,CAAC,IAAI,CAAC,CAUf"}
+{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAGtF,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,sBAAsB,CAAC;AAK1E,OAAO,EAAe,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE5D,MAAM,WAAW,mBAAoB,SAAQ,yBAAyB;IACpE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAmEf;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAkB,GAAG,mBAAwB,GACrD,OAAO,CAAC,IAAI,CAAC,CAUf"}

package/dist/cli/commands/files.js

@@ -1,4 +1,5 @@
-import { createPipeline } from "../../core/pipeline.js";
+import { buildOperationsFromOptions } from "./pipeline.js";
+import { executePlannedPipeline, optimizePipeline } from "../../planner/index.js";
 import { FileSystemReader } from "../../files/reader.js";
 import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
 import { openWritableStream } from "../../utils/compression.js";
@@ -43,6 +44,8 @@ export async function filesCommand(targetPath = ".", options = {}) {
         deterministic: options.deterministic ?? false,
         batchSize: effectiveBatchSize,
     });
+    const operations = buildOperationsFromOptions(options);
+    const plan = optimizePipeline(operations);
     // Determine output format
     let toFormat = options.to?.toLowerCase();
     if (options.json) {
@@ -60,7 +63,7 @@ export async function filesCommand(targetPath = ".", options = {}) {
         format: toFormat,
     });
     const progress = new ProgressReporter(options);
-    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    const pipeline = executePlannedPipeline(reader, plan, { batchSize: effectiveBatchSize });
     pipeline.onProgress((info) => progress.update(info));
     await pipeline.to(writer);
     progress.done();

package/dist/cli/commands/files.js.map

@@ -1 +1 @@
-{"version":3,"file":"files.js","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAsB,MAAM,WAAW,CAAC;AAwB5D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhG,IAAI,QAAQ,GAA0B,KAAK,CAAC;IAC5C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,QAAQ,GAAG,OAAwB,CAAC;QACtC,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;QAClC,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACpC,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,KAAK;QAC/C,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK;QAC7B,WAAW;QACX,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM;QAClC,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;QAC7C,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,0BAA0B;IAC1B,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE;QACxC,MAAM,EAAE,QAAQ;KACjB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,eAAe,GAAwB;QAC3C,GAAG,OAAO;QACV,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;QAC9B,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;KACpD,CAAC;IAEF,MAAM,YAAY,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,SAAiB,EACjB,UAAoD,EAAE;IAEtD,MAAM,QAAQ,GAAuB;QACnC,GAAG,OAAO;QACV,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,OAAO;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,eAAe;QACnC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,oCAAoC;KAC/D,CAAC;IAEF,MAAM,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACnD,CAAC"}
+{"version":3,"file":"files.js","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAA6B,MAAM,eAAe,CAAC;AACtF,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAsB,MAAM,WAAW,CAAC;AAwB5D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhG,IAAI,QAAQ,GAA0B,KAAK,CAAC;IAC5C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,QAAQ,GAAG,OAAwB,CAAC;QACtC,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;QAClC,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACpC,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,KAAK;QAC/C,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK;QAC7B,WAAW;QACX,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM;QAClC,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;QAC7C,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAE1C,0BAA0B;IAC1B,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE;QACxC,MAAM,EAAE,QAAQ;KACjB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACzF,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,eAAe,GAAwB;QAC3C,GAAG,OAAO;QACV,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;QAC9B,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;KACpD,CAAC;IAEF,MAAM,YAAY,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,SAAiB,EACjB,UAAoD,EAAE;IAEtD,MAAM,QAAQ,GAAuB;QACnC,GAAG,OAAO;QACV,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,OAAO;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,eAAe;QACnC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,oCAAoC;KAC/D,CAAC;IAEF,MAAM,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACnD,CAAC"}

package/dist/cli/commands/group.d.ts

@@ -0,0 +1,12 @@
+import { GroupOptions } from "../../transforms/group.js";
+export interface GroupCommandOptions extends Omit<GroupOptions, "batchSize"> {
+    from?: string;
+    to?: string;
+    sheet?: string;
+    delimiter?: string;
+    batchSize?: string | number;
+    quiet?: boolean;
+    noProgress?: boolean;
+}
+export declare function groupCommand(inputPath?: string, options?: GroupCommandOptions): Promise<void>;
+//# sourceMappingURL=group.d.ts.map

package/dist/cli/commands/group.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"group.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/group.ts"],"names":[],"mappings":"AAGA,OAAO,EAAa,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAKpE,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC;IAC1E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAkDf"}

package/dist/cli/commands/group.js

@@ -0,0 +1,51 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter } from "../../writers/index.js";
+import { groupRows } from "../../transforms/group.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { logMemoryDebug } from "../../utils/formatting.js";
+import { ProgressReporter } from "../../utils/progress.js";
+export async function groupCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat) {
+        fromFormat = "csv";
+    }
+    const toFormat = options.to?.toLowerCase() || (fromFormat === "xlsx" ? "csv" : fromFormat);
+    const inputStream = openReadableStream(inputPath);
+    const reader = createReader(inputStream, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        batchSize: effectiveBatchSize,
+        filePath: inputPath,
+    });
+    const writer = createWriter(process.stdout, {
+        format: toFormat,
+        delimiter: options.delimiter,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.pipe(groupRows({
+        by: options.by,
+        count: options.count,
+        sum: options.sum,
+        avg: options.avg,
+        min: options.min,
+        max: options.max,
+        first: options.first,
+        last: options.last,
+        agg: options.agg,
+        memoryLimit: options.memoryLimit,
+        tempDir: options.tempDir,
+        batchSize: effectiveBatchSize,
+    }));
+    pipeline.onProgress((info) => progress.update(info));
+    await pipeline.to(writer);
+    progress.done();
+    logMemoryDebug();
+}
+//# sourceMappingURL=group.js.map

package/dist/cli/commands/group.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"group.js","sourceRoot":"","sources":["../../../src/cli/commands/group.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAgB,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAY3D,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAE3F,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,kBAAkB;QAC7B,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE;QAC1C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,IAAI,CACX,SAAS,CAAC;QACR,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CACH,CAAC;IACF,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC"}

package/dist/cli/commands/head.d.ts

@@ -0,0 +1,7 @@
+import { LimitCommandOptions } from "./limit.js";
+export interface HeadCommandOptions extends LimitCommandOptions {
+    lines?: string | number;
+    n?: string | number;
+}
+export declare function headCommand(inputPath?: string, options?: HeadCommandOptions): Promise<void>;
+//# sourceMappingURL=head.d.ts.map

package/dist/cli/commands/head.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"head.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/head.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE/D,MAAM,WAAW,kBAAmB,SAAQ,mBAAmB;IAC7D,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACrB;AAED,wBAAsB,WAAW,CAC/B,SAAS,SAAM,EACf,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAGf"}

package/dist/cli/commands/head.js

@@ -0,0 +1,6 @@
+import { limitCommand } from "./limit.js";
+export async function headCommand(inputPath = "-", options = {}) {
+    const count = Number(options.n ?? options.lines ?? 10) || 10;
+    await limitCommand(inputPath, count, options);
+}
+//# sourceMappingURL=head.js.map

package/dist/cli/commands/head.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"head.js","sourceRoot":"","sources":["../../../src/cli/commands/head.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,YAAY,CAAC;AAO/D,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAS,GAAG,GAAG,EACf,UAA8B,EAAE;IAEhC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC"}

package/dist/cli/commands/join.d.ts

@@ -0,0 +1,23 @@
+import type { JoinType } from "../../transforms/join/types.js";
+import { UnifiedPipelineCliOptions } from "./pipeline.js";
+export interface JoinCommandOptions extends UnifiedPipelineCliOptions {
+    on?: string | string[];
+    leftKey?: string | string[];
+    rightKey?: string | string[];
+    type?: JoinType;
+    prefixLeft?: string;
+    suffixLeft?: string;
+    prefixRight?: string;
+    suffixRight?: string;
+    fromLeft?: string;
+    fromRight?: string;
+    leftSheet?: string;
+    rightSheet?: string;
+    leftDelimiter?: string;
+    rightDelimiter?: string;
+}
+/**
+ * Handles `rowpipe join <left> <right> [options]`
+ */
+export declare function joinCommand(leftPath: string, rightPath: string, options?: JoinCommandOptions): Promise<void>;
+//# sourceMappingURL=join.d.ts.map

package/dist/cli/commands/join.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"join.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/join.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,gCAAgC,CAAC;AAK/D,OAAO,EAA8B,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAGtF,MAAM,WAAW,kBAAmB,SAAQ,yBAAyB;IACnE,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC7B,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED;;GAEG;AACH,wBAAsB,WAAW,CAC/B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,IAAI,CAAC,CA4Ff"}