rowpipe 1.2.0 → 2.1.0

package/README.md

@@ -555,6 +555,214 @@ rowpipe files diff ./dist-v1 ./dist-v2 --hash sha256
 
 ---
 
+---
+
+## Tabular Operations & Execution Planner
+
+Rowpipe 2.0 introduces a comprehensive set of Unix-like tabular data operations, powered by a rule-based execution planner that optimizes multi-transform pipelines and enforces strict memory bounds.
+
+> **Streaming is the default. Global state is explicit, bounded, and spillable.**
+
+### Streaming Safety Classification
+
+| Classification | Operations | Memory Complexity | Description |
+|----------------|------------|-------------------|-------------|
+| **Fully Streaming** | `limit`, `offset`, `head`, `filter`, `select`, `rename`, `cast`, `map`, `count` | $O(1)$ | Consumes stream in batches, cancels upstream sources immediately upon completion. |
+| **Bounded State** | `tail`, `top`, `sample` | $O(K)$ / $O(N)$ | Maintains a fixed-size ring buffer ($O(N)$) or binary min/max heap ($O(K)$). |
+| **Spillable Global State** | `sort`, `unique`, `group`, `reduce`, `diff` | $O(1)$ RAM threshold + Disk Spilling | Buffers in-memory runs up to `--memory-limit` and transparently spills to disk partitions or runs. |
+
+---
+
+### Operations Reference
+
+#### 1. Limit & Head
+Emit the first $N$ rows and immediately cancel upstream stream reading:
+
+```bash
+# Explicit limit command
+rowpipe limit users.csv 100
+
+# Pipeline flag
+rowpipe users.csv --limit 100
+
+# Head alias (default: 10 rows)
+rowpipe head users.csv
+rowpipe head users.csv -n 50
+
+# Streaming through Unix pipe
+cat data.csv | rowpipe limit - 100
+```
+
+#### 2. Offset
+Skip the first $N$ rows and stream everything after without scanning unneeded rows:
+
+```bash
+rowpipe offset users.csv 1000
+rowpipe users.csv --offset 1000
+
+# Combine with limit (automatically halts reading after 1,100 rows)
+rowpipe users.csv --offset 1000 --limit 100
+```
+
+#### 3. Tail
+Emit the last $N$ rows using a bounded circular ring buffer without buffering the entire dataset in RAM:
+
+```bash
+# Default: last 10 rows
+rowpipe tail server_logs.jsonl
+
+# Specify row count
+rowpipe tail server_logs.jsonl -n 100
+```
+
+#### 4. External Merge Sort (`sort`)
+Multi-column typed sorting with deterministic sequence stability, natural sorting, case-insensitivity, null handling, and disk run spilling:
+
+```bash
+# Single column sort (numeric, boolean, date, string typed)
+rowpipe sort users.csv --by age:desc
+
+# Multi-column sort
+rowpipe sort sales.csv --by country --by revenue:desc
+
+# Compact syntax
+rowpipe sort sales.csv --by "country,revenue:desc"
+
+# Natural filename / alphanumeric sort
+rowpipe sort files.csv --by name --natural
+
+# Null value positioning
+rowpipe sort users.csv --by age --nulls first   # or --nulls last
+
+# Memory threshold before disk run spilling
+rowpipe sort huge.csv --by created_at --memory-limit 256mb --temp-dir /tmp/rowpipe
+```
+
+#### 5. Top-K Bounded Heap (`top`)
+Extract the top (or bottom) $K$ records using a bounded $O(K)$ binary heap:
+
+```bash
+# Top 10 largest by revenue
+rowpipe top sales.csv --by revenue -n 10
+
+# Top 20 largest files
+rowpipe files ./src --sort size:desc --limit 20   # Automatically rewritten to TopK(20)!
+
+# Bottom 5 smallest
+rowpipe top users.csv --by score -n 5 --smallest
+```
+
+#### 6. Unique Deduplication (`unique`)
+Deduplicate rows by key columns or entire rows with spillable hash partitions:
+
+```bash
+# Unique by single field (keeps first occurrence by default)
+rowpipe unique users.csv --by email
+
+# Composite uniqueness
+rowpipe unique users.csv --by country,email
+
+# Keep last occurrence
+rowpipe unique logs.jsonl --by user_id --keep last
+
+# Entire row deduplication
+rowpipe unique dataset.csv
+```
+
+#### 7. Count Analyzer (`count`)
+Ultra-lightweight streaming row, distinct, and group counting:
+
+```bash
+# Total row count
+rowpipe count dataset.parquet
+# Output: 8,531,221
+
+# Distinct column count (exact or approximate HyperLogLog)
+rowpipe count users.csv --distinct email
+rowpipe count users.csv --distinct email --approx
+
+# Group-by count
+rowpipe count users.csv --by country
+
+# Machine-readable JSON output
+rowpipe count users.csv --by country --json
+```
+
+#### 8. Group & Aggregations (`group`)
+Group tabular streams with single-pass hash accumulators and multi-column aggregations:
+
+```bash
+# Group count
+rowpipe group sales.csv --by country --count
+
+# Multi-field aggregations
+rowpipe group sales.csv \
+  --by country \
+  --count \
+  --sum revenue \
+  --avg revenue \
+  --max quantity
+
+# Compact aggregation spec
+rowpipe group sales.csv \
+  --by country,category \
+  --agg "orders=count(),total_rev=sum(revenue),avg_rev=avg(revenue)" \
+  --to markdown
+```
+
+---
+
+### Combined Multi-Transform Pipeline
+
+Chain multiple operations in a **single process** without writing temporary intermediate files:
+
+```bash
+# Reader -> Filter -> Select -> TopK -> Writer
+rowpipe users.csv \
+  --filter "age >= 18 && active == true" \
+  --select id,name,age,country,revenue \
+  --sort revenue:desc \
+  --limit 50 \
+  --to markdown
+```
+
+### Execution Plan Visualizer (`rowpipe explain`)
+
+Inspect the planned execution pipeline and see automatic optimizations in action:
+
+```bash
+rowpipe explain sales.csv \
+  --filter "active == true" \
+  --sort revenue:desc \
+  --limit 10 \
+  --to jsonl
+```
+
+Output:
+```text
+======================================================
+              Rowpipe Execution Plan                  
+======================================================
+
+  CSVReader (sales.csv)
+    ↓
+  Filter (active == true)
+    ↓
+  TopK (revenue DESC, 10) [Bounded Heap]
+    ↓
+  JSONLWriter (stdout)
+
+------------------------------------------------------
+Optimizations Applied:
+  • sort(revenue desc) + limit(10) -> top-k (10)
+------------------------------------------------------
+Memory Classification:
+  Bounded State (O(K) fixed memory bound)
+======================================================
+```
+
+---
+
 ## Node.js Library API
 
 Rowpipe can be imported directly in your Node.js projects:
@@ -569,59 +777,34 @@ import {
   FileSystemReader,
   filterRows,
   selectColumns,
-  castColumns,
-  mapRows,
-  reduceRows,
+  limitRows,
+  offsetRows,
+  tailRows,
+  sortRows,
+  topRows,
+  uniqueRows,
+  groupRows,
+  countStream,
   diffRows,
   computeDiff,
 } from "rowpipe";
 import { createReadStream, createWriteStream } from "node:fs";
 
-// 1. Streaming Map -> Filter -> Reduce Pipeline
+// Fluent Pipeline API
 const reader = new CSVReader(createReadStream("sales.csv"));
-const writer = new JSONLWriter(createWriteStream("summary.jsonl"));
+const writer = new JSONLWriter(createWriteStream("top_sales.jsonl"));
 
 await createPipeline(reader)
-  .pipe(mapRows({
-    profit: "revenue - cost",
-    margin: "((revenue - cost) / revenue) * 100",
-  }))
-  .pipe(filterRows("margin >= 15"))
-  .pipe(reduceRows({
-    by: ["country"],
-    aggregations: [
-      "total_profit = sum(profit)",
-      "avg_margin = avg(margin)",
-      "count = count()",
-    ],
-  }))
+  .filter("status == 'completed'")
+  .sort({ by: "revenue:desc" })
+  .limit(100)
   .to(writer);
 
-// 2. Stream Filesystem Directory as Tabular Rows
-const fsReader = new FileSystemReader({
-  root: "./src",
-  include: ["**/*.ts"],
-  hash: "sha256",
-  mime: true,
-});
-
-for await (const batch of fsReader.read()) {
-  for (const file of batch.rows) {
-    console.log(`${file.relative_path} (${file.size} bytes) - Hash: ${file.hash}`);
-  }
-}
-
-// 3. Streaming Dataset Diffing (Async Iterable Events)
-for await (const event of diffRows({
-  leftPath: "old.csv",
-  rightPath: "new.parquet",
-  keys: ["id"],
-  ignore: ["updated_at"],
-})) {
-  if (event.type === "changed") {
-    console.log(`Key ${JSON.stringify(event.key)} changed:`, event.changes);
-  }
-}
+// Filesystem as Tabular Source + Top 10 Largest Files
+const fsReader = new FileSystemReader({ root: "./src" });
+const largestFiles = await createPipeline(fsReader)
+  .top({ by: "size:desc", count: 10 })
+  .toArray();
 ```
 
 ---
@@ -643,20 +826,19 @@ Rowpipe uses standardized POSIX exit codes:
 
 ## Memory & Performance Benchmarks
 
-### 1. Pipeline Benchmark (`Filter` -> `Select` -> `Cast` -> `Online Stats`):
-
-| Dataset Size | Throughput | Execution Time | Peak RSS Memory | Memory Scaling |
-|--------------|------------|----------------|-----------------|----------------|
-| **100,000 rows** | **~318,000 rows/s** | 0.31s | ~106 MB | $O(1)$ Bounded |
-| **1,000,000 rows** | **~500,000 rows/s** | 2.00s | ~153 MB | $O(1)$ Bounded |
-
-### 2. Diff Engine Benchmark (`rowpipe diff`):
+### 1. Operations Benchmark (`1,000,000 rows`, 47.1 MB CSV):
 
-| Comparison Size | Memory Limit | Throughput | Peak RSS Memory | Disk Spilled | Result |
-|-----------------|--------------|------------|-----------------|--------------|--------|
-| **2,000,000 rows** (1M vs 1M) | 64 MB | **~73,000 rows/s** | ~145 MB | Active | 100% Exact Match |
+| Scenario | Throughput | Elapsed Time | Peak RSS Memory | Memory Scaling |
+|----------|------------|--------------|-----------------|----------------|
+| **Limit 100** (Early Stream Cancel) | **Instant** | 0.01s | ~492 MB | $O(1)$ Early Termination |
+| **Tail 100** (Bounded RingBuffer) | **1,029,866 rows/s** (48.5 MB/s) | 0.97s | ~514 MB | $O(N)$ Bounded |
+| **Top-100** (Bounded Min-Heap) | **731,529 rows/s** (34.4 MB/s) | 1.37s | ~530 MB | $O(K)$ Bounded |
+| **Count + Distinct** (Streaming HLL) | **764,526 rows/s** (36.0 MB/s) | 1.31s | ~530 MB | $O(1)$ Bounded |
+| **Group-by** (Sum/Avg/Min/Max) | **611,995 rows/s** (28.8 MB/s) | 1.63s | ~516 MB | $O(1)$ Stream Hash |
+| **Unique** (Composite Deduplication) | **532,481 rows/s** (25.1 MB/s) | 1.88s | ~516 MB | Spillable Hash |
+| **External Merge Sort** (16MB threshold) | **73,185 rows/s** (3.4 MB/s) | 13.66s | ~606 MB | Spillable $K$-Way Merge |
 
-### 3. Filesystem Streaming Benchmark (`rowpipe files`):
+### 2. Filesystem Streaming Benchmark (`rowpipe files`):
 
 | File Count | Operation | Throughput | Peak RSS Memory | Memory Scaling |
 |------------|-----------|------------|-----------------|----------------|
@@ -668,6 +850,7 @@ To run the benchmarks locally:
 
 ```bash
 npm run bench
+npm run benchmark:ops
 npm run benchmark:diff
 npm run benchmark:files
 ```

package/dist/cli/commands/count.d.ts

@@ -0,0 +1,12 @@
+export interface CountCommandOptions {
+    by?: string | string[];
+    distinct?: string;
+    approx?: boolean;
+    from?: string;
+    sheet?: string;
+    delimiter?: string;
+    json?: boolean;
+    quiet?: boolean;
+}
+export declare function countCommand(inputPath?: string, options?: CountCommandOptions): Promise<void>;
+//# sourceMappingURL=count.d.ts.map

package/dist/cli/commands/count.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"count.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/count.ts"],"names":[],"mappings":"AAKA,MAAM,WAAW,mBAAmB;IAClC,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;CACjB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAmDf"}

package/dist/cli/commands/count.js

@@ -0,0 +1,49 @@
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { countStream } from "../../transforms/count.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { formatNumber, formatTable } from "../../utils/formatting.js";
+export async function countCommand(inputPath = "-", options = {}) {
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat) {
+        fromFormat = "csv";
+    }
+    const inputStream = openReadableStream(inputPath);
+    const reader = createReader(inputStream, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        batchSize: 5000,
+        filePath: inputPath,
+    });
+    const result = await countStream(reader.read(), {
+        by: options.by,
+        distinct: options.distinct,
+        approx: options.approx,
+        json: options.json,
+    });
+    if (options.json) {
+        process.stdout.write(JSON.stringify(result, null, 2) + "\n");
+        return;
+    }
+    if (options.by && result.groups) {
+        const headers = ["group", "count"];
+        const rows = result.groups.map((g) => {
+            const keyStr = Object.entries(g.key)
+                .map(([k, v]) => `${k}=${v}`)
+                .join(", ");
+            return [keyStr, formatNumber(g.count)];
+        });
+        process.stdout.write(formatTable(headers, rows, ["left", "right"]) + "\n");
+        return;
+    }
+    if (options.distinct) {
+        const approxPrefix = result.isApproximate ? "~" : "";
+        process.stdout.write(`distinct ${options.distinct}: ${approxPrefix}${formatNumber(result.distinctCount ?? 0)}\n`);
+        return;
+    }
+    process.stdout.write(`${formatNumber(result.totalRows)}\n`);
+}
+//# sourceMappingURL=count.js.map

package/dist/cli/commands/count.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"count.js","sourceRoot":"","sources":["../../../src/cli/commands/count.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AAatE,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,IAAI;QACf,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE;QAC9C,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,QAAQ,EAAE,OAAO,CAAC,QAAQ;QAC1B,MAAM,EAAE,OAAO,CAAC,MAAM;QACtB,IAAI,EAAE,OAAO,CAAC,IAAI;KACnB,CAAC,CAAC;IAEH,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAC7D,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,EAAE,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QAChC,MAAM,OAAO,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACnC,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YACnC,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;iBACjC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;iBAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;YACd,OAAO,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QACzC,CAAC,CAAC,CAAC;QACH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,WAAW,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAC3E,OAAO;IACT,CAAC;IAED,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACrB,MAAM,YAAY,GAAG,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACrD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,YAAY,OAAO,CAAC,QAAQ,KAAK,YAAY,GAAG,YAAY,CAAC,MAAM,CAAC,aAAa,IAAI,CAAC,CAAC,IAAI,CAC5F,CAAC;QACF,OAAO;IACT,CAAC;IAED,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC9D,CAAC"}

package/dist/cli/commands/explain.d.ts

@@ -0,0 +1,3 @@
+import { UnifiedPipelineCliOptions } from "./pipeline.js";
+export declare function explainCommand(inputPath?: string, options?: UnifiedPipelineCliOptions): Promise<void>;
+//# sourceMappingURL=explain.d.ts.map

package/dist/cli/commands/explain.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"explain.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/explain.ts"],"names":[],"mappings":"AACA,OAAO,EAA8B,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAEtF,wBAAsB,cAAc,CAClC,SAAS,SAAM,EACf,OAAO,GAAE,yBAA8B,GACtC,OAAO,CAAC,IAAI,CAAC,CASf"}

package/dist/cli/commands/explain.js

@@ -0,0 +1,11 @@
+import { formatExecutionPlan, optimizePipeline } from "../../planner/index.js";
+import { buildOperationsFromOptions } from "./pipeline.js";
+export async function explainCommand(inputPath = "-", options = {}) {
+    const operations = buildOperationsFromOptions(options);
+    const plan = optimizePipeline(operations);
+    const inputDesc = inputPath === "-" ? "Stdin Stream" : `Reader (${inputPath})`;
+    const outputDesc = options.output ? `Writer (${options.output})` : "Stdout Writer";
+    const formatted = formatExecutionPlan(plan, inputDesc, outputDesc);
+    process.stdout.write(formatted);
+}
+//# sourceMappingURL=explain.js.map

package/dist/cli/commands/explain.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"explain.js","sourceRoot":"","sources":["../../../src/cli/commands/explain.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC/E,OAAO,EAAE,0BAA0B,EAA6B,MAAM,eAAe,CAAC;AAEtF,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,SAAS,GAAG,GAAG,EACf,UAAqC,EAAE;IAEvC,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAE1C,MAAM,SAAS,GAAG,SAAS,KAAK,GAAG,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,WAAW,SAAS,GAAG,CAAC;IAC/E,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,eAAe,CAAC;IAEnF,MAAM,SAAS,GAAG,mBAAmB,CAAC,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACnE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;AAClC,CAAC"}

package/dist/cli/commands/files.d.ts

@@ -1,6 +1,7 @@
+import { UnifiedPipelineCliOptions } from "./pipeline.js";
 import type { FileTypeFilter } from "../../files/types.js";
 import { DiffCommandOptions } from "./diff.js";
-export interface FilesCommandOptions {
+export interface FilesCommandOptions extends UnifiedPipelineCliOptions {
     recursive?: boolean;
     maxDepth?: string | number;
     include?: string | string[];
@@ -10,6 +11,7 @@ export interface FilesCommandOptions {
     type?: FileTypeFilter;
     hash?: string | false;
     mime?: boolean;
+    human?: boolean;
     concurrency?: string | number;
     onError?: "fail" | "skip";
     to?: string;

package/dist/cli/commands/files.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,sBAAsB,CAAC;AAK1E,OAAO,EAAe,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE5D,MAAM,WAAW,mBAAmB;IAClC,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CA+Df;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAkB,GAAG,mBAAwB,GACrD,OAAO,CAAC,IAAI,CAAC,CAUf"}
+{"version":3,"file":"files.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAA8B,yBAAyB,EAAE,MAAM,eAAe,CAAC;AAGtF,OAAO,KAAK,EAAE,cAAc,EAAiB,MAAM,sBAAsB,CAAC;AAK1E,OAAO,EAAe,kBAAkB,EAAE,MAAM,WAAW,CAAC;AAE5D,MAAM,WAAW,mBAAoB,SAAQ,yBAAyB;IACpE,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,IAAI,CAAC,EAAE,cAAc,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IACtB,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED;;GAEG;AACH,wBAAsB,YAAY,CAChC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAmEf;AAED;;GAEG;AACH,wBAAsB,oBAAoB,CACxC,UAAU,SAAM,EAChB,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CASf;AAED;;GAEG;AACH,wBAAsB,gBAAgB,CACpC,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,EACjB,OAAO,GAAE,kBAAkB,GAAG,mBAAwB,GACrD,OAAO,CAAC,IAAI,CAAC,CAUf"}

package/dist/cli/commands/files.js

@@ -1,4 +1,5 @@
-import { createPipeline } from "../../core/pipeline.js";
+import { buildOperationsFromOptions } from "./pipeline.js";
+import { executePlannedPipeline, optimizePipeline } from "../../planner/index.js";
 import { FileSystemReader } from "../../files/reader.js";
 import { createWriter, inferFormatFromPath as inferWriterFormat } from "../../writers/index.js";
 import { openWritableStream } from "../../utils/compression.js";
@@ -37,11 +38,14 @@ export async function filesCommand(targetPath = ".", options = {}) {
         type: options.type ?? "file",
         hash: hashAlgo,
         mime: options.mime ?? false,
+        human: options.human ?? false,
         concurrency,
         onError: options.onError ?? "fail",
         deterministic: options.deterministic ?? false,
         batchSize: effectiveBatchSize,
     });
+    const operations = buildOperationsFromOptions(options);
+    const plan = optimizePipeline(operations);
     // Determine output format
     let toFormat = options.to?.toLowerCase();
     if (options.json) {
@@ -59,7 +63,7 @@ export async function filesCommand(targetPath = ".", options = {}) {
         format: toFormat,
     });
     const progress = new ProgressReporter(options);
-    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    const pipeline = executePlannedPipeline(reader, plan, { batchSize: effectiveBatchSize });
     pipeline.onProgress((info) => progress.update(info));
     await pipeline.to(writer);
     progress.done();

package/dist/cli/commands/files.js.map

@@ -1 +1 @@
-{"version":3,"file":"files.js","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAsB,MAAM,WAAW,CAAC;AAuB5D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhG,IAAI,QAAQ,GAA0B,KAAK,CAAC;IAC5C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,QAAQ,GAAG,OAAwB,CAAC;QACtC,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;QAClC,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACpC,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,KAAK;QAC/C,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;QAC3B,WAAW;QACX,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM;QAClC,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;QAC7C,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,0BAA0B;IAC1B,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE;QACxC,MAAM,EAAE,QAAQ;KACjB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,eAAe,GAAwB;QAC3C,GAAG,OAAO;QACV,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;QAC9B,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;KACpD,CAAC;IAEF,MAAM,YAAY,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,SAAiB,EACjB,UAAoD,EAAE;IAEtD,MAAM,QAAQ,GAAuB;QACnC,GAAG,OAAO;QACV,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,OAAO;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,eAAe;QACnC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,oCAAoC;KAC/D,CAAC;IAEF,MAAM,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACnD,CAAC"}
+{"version":3,"file":"files.js","sourceRoot":"","sources":["../../../src/cli/commands/files.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,0BAA0B,EAA6B,MAAM,eAAe,CAAC;AACtF,OAAO,EAAE,sBAAsB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAClF,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,WAAW,EAAsB,MAAM,WAAW,CAAC;AAwB5D;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACvF,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IAEhG,IAAI,QAAQ,GAA0B,KAAK,CAAC;IAC5C,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;QACnD,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YACxD,QAAQ,GAAG,OAAwB,CAAC;QACtC,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO;QAC7B,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QACxE,CAAC,CAAC,SAAS,CAAC;IAEd,MAAM,MAAM,GAAG,IAAI,gBAAgB,CAAC;QAClC,IAAI,EAAE,UAAU;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI;QACpC,QAAQ;QACR,OAAO;QACP,OAAO;QACP,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,KAAK;QAC/B,cAAc,EAAE,OAAO,CAAC,cAAc,IAAI,KAAK;QAC/C,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,MAAM;QAC5B,IAAI,EAAE,QAAQ;QACd,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,KAAK;QAC3B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK;QAC7B,WAAW;QACX,OAAO,EAAE,OAAO,CAAC,OAAO,IAAI,MAAM;QAClC,aAAa,EAAE,OAAO,CAAC,aAAa,IAAI,KAAK;QAC7C,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;IAE1C,0BAA0B;IAC1B,IAAI,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,CAAC;IACzC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;SAAM,IAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjE,QAAQ,GAAG,iBAAiB,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,SAAS,CAAC;IAC5D,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IAED,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;IAC9C,MAAM,YAAY,GAAG,kBAAkB,CAAC,eAAe,CAAC,CAAC;IACzD,MAAM,MAAM,GAAG,YAAY,CAAC,YAAY,EAAE;QACxC,MAAM,EAAE,QAAQ;KACjB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC/C,MAAM,QAAQ,GAAG,sBAAsB,CAAC,MAAM,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IACzF,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,UAAU,GAAG,GAAG,EAChB,UAA+B,EAAE;IAEjC,MAAM,eAAe,GAAwB;QAC3C,GAAG,OAAO;QACV,aAAa,EAAE,IAAI;QACnB,IAAI,EAAE,OAAO,CAAC,IAAI,IAAI,QAAQ;QAC9B,EAAE,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC;KACpD,CAAC;IAEF,MAAM,YAAY,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,QAAgB,EAChB,SAAiB,EACjB,UAAoD,EAAE;IAEtD,MAAM,QAAQ,GAAuB;QACnC,GAAG,OAAO;QACV,QAAQ,EAAE,OAAO;QACjB,SAAS,EAAE,OAAO;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,eAAe;QACnC,MAAM,EAAE,OAAO,CAAC,MAAM,IAAI,oCAAoC;KAC/D,CAAC;IAEF,MAAM,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;AACnD,CAAC"}

package/dist/cli/commands/group.d.ts

@@ -0,0 +1,12 @@
+import { GroupOptions } from "../../transforms/group.js";
+export interface GroupCommandOptions extends Omit<GroupOptions, "batchSize"> {
+    from?: string;
+    to?: string;
+    sheet?: string;
+    delimiter?: string;
+    batchSize?: string | number;
+    quiet?: boolean;
+    noProgress?: boolean;
+}
+export declare function groupCommand(inputPath?: string, options?: GroupCommandOptions): Promise<void>;
+//# sourceMappingURL=group.d.ts.map

package/dist/cli/commands/group.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"group.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/group.ts"],"names":[],"mappings":"AAGA,OAAO,EAAa,YAAY,EAAE,MAAM,2BAA2B,CAAC;AAKpE,MAAM,WAAW,mBAAoB,SAAQ,IAAI,CAAC,YAAY,EAAE,WAAW,CAAC;IAC1E,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAkDf"}

package/dist/cli/commands/group.js

@@ -0,0 +1,51 @@
+import { createPipeline } from "../../core/pipeline.js";
+import { createReader, inferFormatFromPath as inferReaderFormat } from "../../readers/index.js";
+import { createWriter } from "../../writers/index.js";
+import { groupRows } from "../../transforms/group.js";
+import { openReadableStream } from "../../utils/compression.js";
+import { logMemoryDebug } from "../../utils/formatting.js";
+import { ProgressReporter } from "../../utils/progress.js";
+export async function groupCommand(inputPath = "-", options = {}) {
+    const effectiveBatchSize = Number(options.batchSize) || 1000;
+    const progress = new ProgressReporter(options);
+    let fromFormat = options.from?.toLowerCase();
+    if (!fromFormat && inputPath !== "-") {
+        fromFormat = inferReaderFormat(inputPath) ?? undefined;
+    }
+    if (!fromFormat) {
+        fromFormat = "csv";
+    }
+    const toFormat = options.to?.toLowerCase() || (fromFormat === "xlsx" ? "csv" : fromFormat);
+    const inputStream = openReadableStream(inputPath);
+    const reader = createReader(inputStream, {
+        format: fromFormat,
+        sheet: options.sheet,
+        delimiter: options.delimiter,
+        batchSize: effectiveBatchSize,
+        filePath: inputPath,
+    });
+    const writer = createWriter(process.stdout, {
+        format: toFormat,
+        delimiter: options.delimiter,
+    });
+    const pipeline = createPipeline(reader, { batchSize: effectiveBatchSize });
+    pipeline.pipe(groupRows({
+        by: options.by,
+        count: options.count,
+        sum: options.sum,
+        avg: options.avg,
+        min: options.min,
+        max: options.max,
+        first: options.first,
+        last: options.last,
+        agg: options.agg,
+        memoryLimit: options.memoryLimit,
+        tempDir: options.tempDir,
+        batchSize: effectiveBatchSize,
+    }));
+    pipeline.onProgress((info) => progress.update(info));
+    await pipeline.to(writer);
+    progress.done();
+    logMemoryDebug();
+}
+//# sourceMappingURL=group.js.map

package/dist/cli/commands/group.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"group.js","sourceRoot":"","sources":["../../../src/cli/commands/group.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EAAE,YAAY,EAAE,mBAAmB,IAAI,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAChG,OAAO,EAAE,YAAY,EAAE,MAAM,wBAAwB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAgB,MAAM,2BAA2B,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAY3D,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,SAAS,GAAG,GAAG,EACf,UAA+B,EAAE;IAEjC,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,IAAI,CAAC;IAC7D,MAAM,QAAQ,GAAG,IAAI,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE/C,IAAI,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;IAC7C,IAAI,CAAC,UAAU,IAAI,SAAS,KAAK,GAAG,EAAE,CAAC;QACrC,UAAU,GAAG,iBAAiB,CAAC,SAAS,CAAC,IAAI,SAAS,CAAC;IACzD,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,UAAU,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,MAAM,QAAQ,GAAG,OAAO,CAAC,EAAE,EAAE,WAAW,EAAE,IAAI,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;IAE3F,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,CAAC,CAAC;IAClD,MAAM,MAAM,GAAG,YAAY,CAAC,WAAW,EAAE;QACvC,MAAM,EAAE,UAAU;QAClB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,SAAS,EAAE,OAAO,CAAC,SAAS;QAC5B,SAAS,EAAE,kBAAkB;QAC7B,QAAQ,EAAE,SAAS;KACpB,CAAC,CAAC;IAEH,MAAM,MAAM,GAAG,YAAY,CAAC,OAAO,CAAC,MAAM,EAAE;QAC1C,MAAM,EAAE,QAAQ;QAChB,SAAS,EAAE,OAAO,CAAC,SAAS;KAC7B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC;IAC3E,QAAQ,CAAC,IAAI,CACX,SAAS,CAAC;QACR,EAAE,EAAE,OAAO,CAAC,EAAE;QACd,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK,EAAE,OAAO,CAAC,KAAK;QACpB,IAAI,EAAE,OAAO,CAAC,IAAI;QAClB,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;QACxB,SAAS,EAAE,kBAAkB;KAC9B,CAAC,CACH,CAAC;IACF,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAErD,MAAM,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;IAC1B,QAAQ,CAAC,IAAI,EAAE,CAAC;IAChB,cAAc,EAAE,CAAC;AACnB,CAAC"}

package/dist/cli/commands/head.d.ts

@@ -0,0 +1,7 @@
+import { LimitCommandOptions } from "./limit.js";
+export interface HeadCommandOptions extends LimitCommandOptions {
+    lines?: string | number;
+    n?: string | number;
+}
+export declare function headCommand(inputPath?: string, options?: HeadCommandOptions): Promise<void>;
+//# sourceMappingURL=head.d.ts.map

package/dist/cli/commands/head.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"head.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/head.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgB,mBAAmB,EAAE,MAAM,YAAY,CAAC;AAE/D,MAAM,WAAW,kBAAmB,SAAQ,mBAAmB;IAC7D,KAAK,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IACxB,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CACrB;AAED,wBAAsB,WAAW,CAC/B,SAAS,SAAM,EACf,OAAO,GAAE,kBAAuB,GAC/B,OAAO,CAAC,IAAI,CAAC,CAGf"}

package/dist/cli/commands/head.js

@@ -0,0 +1,6 @@
+import { limitCommand } from "./limit.js";
+export async function headCommand(inputPath = "-", options = {}) {
+    const count = Number(options.n ?? options.lines ?? 10) || 10;
+    await limitCommand(inputPath, count, options);
+}
+//# sourceMappingURL=head.js.map

package/dist/cli/commands/head.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"head.js","sourceRoot":"","sources":["../../../src/cli/commands/head.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAuB,MAAM,YAAY,CAAC;AAO/D,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,SAAS,GAAG,GAAG,EACf,UAA8B,EAAE;IAEhC,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;IAC7D,MAAM,YAAY,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC"}

package/dist/cli/commands/limit.d.ts

@@ -0,0 +1,11 @@
+export interface LimitCommandOptions {
+    from?: string;
+    to?: string;
+    sheet?: string;
+    delimiter?: string;
+    batchSize?: string | number;
+    quiet?: boolean;
+    noProgress?: boolean;
+}
+export declare function limitCommand(inputPath?: string, count?: number, options?: LimitCommandOptions): Promise<void>;
+//# sourceMappingURL=limit.d.ts.map

package/dist/cli/commands/limit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"limit.d.ts","sourceRoot":"","sources":["../../../src/cli/commands/limit.ts"],"names":[],"mappings":"AAQA,MAAM,WAAW,mBAAmB;IAClC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,EAAE,CAAC,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC5B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,wBAAsB,YAAY,CAChC,SAAS,SAAM,EACf,KAAK,SAAK,EACV,OAAO,GAAE,mBAAwB,GAChC,OAAO,CAAC,IAAI,CAAC,CAqCf"}