rowpipe 2.1.0 → 2.2.0

package/dist/transforms/join/index-storage.js

@@ -0,0 +1,139 @@
+import { DatabaseSync } from "node:sqlite";
+import * as fs from "node:fs";
+import * as os from "node:os";
+import * as path from "node:path";
+import { parseMemoryLimit } from "../../diff/storage/spillable-index.js";
+import { safeJsonStringify } from "../../utils/formatting.js";
+/**
+ * High-performance Spillable Join Index that stores build-side rows in memory,
+ * and transparently spills to disk when memory threshold is reached.
+ */
+export class SpillableJoinIndex {
+    memoryMap = new Map();
+    matchedKeys = new Set();
+    estimatedBytes = 0;
+    memoryLimitBytes;
+    isSpilled = false;
+    tempDir;
+    dbPath;
+    db;
+    insertStmt;
+    selectStmt;
+    hasStmt;
+    totalCount = 0;
+    constructor(options) {
+        this.memoryLimitBytes = parseMemoryLimit(options?.memoryLimit, 256 * 1024 * 1024);
+        this.tempDir = options?.tempDir;
+    }
+    async spillToDisk() {
+        if (this.isSpilled)
+            return;
+        const tmpFolder = this.tempDir || os.tmpdir();
+        this.dbPath = path.join(tmpFolder, `rowpipe_join_${Date.now()}_${Math.random().toString(36).slice(2)}.db`);
+        this.db = new DatabaseSync(this.dbPath);
+        this.db.exec(`
+      PRAGMA synchronous = OFF;
+      PRAGMA journal_mode = OFF;
+      CREATE TABLE join_store (
+        k TEXT NOT NULL,
+        data TEXT NOT NULL
+      );
+      CREATE INDEX idx_join_k ON join_store (k);
+    `);
+        this.insertStmt = this.db.prepare("INSERT INTO join_store (k, data) VALUES (?, ?)");
+        this.selectStmt = this.db.prepare("SELECT data FROM join_store WHERE k = ?");
+        this.hasStmt = this.db.prepare("SELECT 1 FROM join_store WHERE k = ? LIMIT 1");
+        this.db.exec("BEGIN TRANSACTION;");
+        for (const [key, rows] of this.memoryMap.entries()) {
+            for (const r of rows) {
+                this.insertStmt.run(key, safeJsonStringify(r));
+            }
+        }
+        this.db.exec("COMMIT;");
+        this.memoryMap.clear();
+        this.isSpilled = true;
+    }
+    async set(key, row) {
+        this.totalCount++;
+        if (this.isSpilled && this.insertStmt) {
+            this.insertStmt.run(key, safeJsonStringify(row));
+            return;
+        }
+        let existing = this.memoryMap.get(key);
+        if (!existing) {
+            existing = [];
+            this.memoryMap.set(key, existing);
+        }
+        existing.push(row);
+        // Rough size estimate: key bytes + row keys/values
+        this.estimatedBytes += key.length * 2 + 128 + Object.keys(row).length * 32;
+        if (this.estimatedBytes >= this.memoryLimitBytes) {
+            await this.spillToDisk();
+        }
+    }
+    async get(key) {
+        if (this.isSpilled && this.selectStmt) {
+            const records = this.selectStmt.all(key);
+            if (records.length === 0)
+                return undefined;
+            return records.map((rec) => JSON.parse(rec.data));
+        }
+        return this.memoryMap.get(key);
+    }
+    async has(key) {
+        if (this.isSpilled && this.hasStmt) {
+            const res = this.hasStmt.get(key);
+            return res !== undefined;
+        }
+        return this.memoryMap.has(key);
+    }
+    markMatched(key) {
+        this.matchedKeys.add(key);
+    }
+    async *getUnmatched() {
+        if (this.isSpilled && this.db) {
+            const stmt = this.db.prepare("SELECT k, data FROM join_store");
+            for (const item of stmt.iterate()) {
+                if (!this.matchedKeys.has(item.k)) {
+                    yield JSON.parse(item.data);
+                }
+            }
+        }
+        else {
+            for (const [k, rows] of this.memoryMap.entries()) {
+                if (!this.matchedKeys.has(k)) {
+                    for (const row of rows) {
+                        yield row;
+                    }
+                }
+            }
+        }
+    }
+    count() {
+        return this.totalCount;
+    }
+    async close() {
+        this.memoryMap.clear();
+        this.matchedKeys.clear();
+        if (this.db) {
+            try {
+                this.db.close();
+            }
+            catch {
+                // Ignore
+            }
+            this.db = undefined;
+        }
+        if (this.dbPath) {
+            try {
+                if (fs.existsSync(this.dbPath)) {
+                    fs.unlinkSync(this.dbPath);
+                }
+            }
+            catch {
+                // Ignore unlink error on exit
+            }
+        }
+    }
+}
+//# sourceMappingURL=index-storage.js.map

package/dist/transforms/join/index-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index-storage.js","sourceRoot":"","sources":["../../../src/transforms/join/index-storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAC3C,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,gBAAgB,EAAE,MAAM,uCAAuC,CAAC;AACzE,OAAO,EAAE,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAG9D;;;GAGG;AACH,MAAM,OAAO,kBAAkB;IACrB,SAAS,GAAG,IAAI,GAAG,EAAiB,CAAC;IACrC,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,cAAc,GAAG,CAAC,CAAC;IACnB,gBAAgB,CAAS;IACzB,SAAS,GAAG,KAAK,CAAC;IAElB,OAAO,CAAU;IACjB,MAAM,CAAU;IAChB,EAAE,CAAgB;IAClB,UAAU,CAAO;IACjB,UAAU,CAAO;IACjB,OAAO,CAAO;IACd,UAAU,GAAG,CAAC,CAAC;IAEvB,YAAY,OAA6D;QACvE,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC,OAAO,EAAE,WAAW,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC;QAClF,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,CAAC;IAClC,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,IAAI,IAAI,CAAC,SAAS;YAAE,OAAO;QAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,MAAM,EAAE,CAAC;QAC9C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC3G,IAAI,CAAC,EAAE,GAAG,IAAI,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAExC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;KAQZ,CAAC,CAAC;QAEH,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gDAAgD,CAAC,CAAC;QACpF,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,yCAAyC,CAAC,CAAC;QAC7E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,8CAA8C,CAAC,CAAC;QAE/E,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACnC,KAAK,MAAM,CAAC,GAAG,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;YACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAExB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,GAAQ;QAC7B,IAAI,CAAC,UAAU,EAAE,CAAC;QAElB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,IAAI,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,GAAG,EAAE,CAAC;YACd,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;QACpC,CAAC;QACD,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAEnB,mDAAmD;QACnD,IAAI,CAAC,cAAc,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,GAAG,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,EAAE,CAAC;QAE3E,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACjD,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACtC,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAA4B,CAAC;YACpE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,SAAS,CAAC;YAC3C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACpD,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAW;QACnB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAClC,OAAO,GAAG,KAAK,SAAS,CAAC;QAC3B,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACjC,CAAC;IAED,WAAW,CAAC,GAAW;QACrB,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,CAAC,YAAY;QACjB,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,gCAAgC,CAAC,CAAC;YAC/D,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,OAAO,EAA2C,EAAE,CAAC;gBAC3E,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBAClC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,KAAK,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,EAAE,CAAC;gBACjD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC7B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;wBACvB,MAAM,GAAG,CAAC;oBACZ,CAAC;gBACH,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK;QACH,OAAO,IAAI,CAAC,UAAU,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;QAEzB,IAAI,IAAI,CAAC,EAAE,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,CAAC;YAClB,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS;YACX,CAAC;YACD,IAAI,CAAC,EAAE,GAAG,SAAS,CAAC;QACtB,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,IAAI,CAAC;gBACH,IAAI,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC/B,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACP,8BAA8B;YAChC,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/transforms/join/index.d.ts

@@ -0,0 +1,4 @@
+export * from "./types.js";
+export * from "./index-storage.js";
+export * from "./join.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/transforms/join/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/transforms/join/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,WAAW,CAAC"}

package/dist/transforms/join/index.js

@@ -0,0 +1,4 @@
+export * from "./types.js";
+export * from "./index-storage.js";
+export * from "./join.js";
+//# sourceMappingURL=index.js.map

package/dist/transforms/join/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/transforms/join/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,oBAAoB,CAAC;AACnC,cAAc,WAAW,CAAC"}

package/dist/transforms/join/join.d.ts

@@ -0,0 +1,15 @@
+import type { DataStream, TabularReader, TransformFunction } from "../../core/types.js";
+import type { JoinKeyMapping, JoinOptions } from "./types.js";
+/**
+ * Parses user join key options into structured left/right column mappings.
+ */
+export declare function parseJoinKeys(options: JoinOptions): JoinKeyMapping;
+/**
+ * Joins two tabular streams with bounded memory and spill-to-disk index support.
+ */
+export declare function joinStreams(leftSource: DataStream | TabularReader, rightSource: DataStream | TabularReader, options?: JoinOptions): DataStream;
+/**
+ * Returns a TransformFunction for pipeline chaining (e.g. pipeline.pipe(joinRows(rightReader, options))).
+ */
+export declare function joinRows(rightSource: DataStream | TabularReader, options?: JoinOptions): TransformFunction;
+//# sourceMappingURL=join.d.ts.map

package/dist/transforms/join/join.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"join.d.ts","sourceRoot":"","sources":["../../../src/transforms/join/join.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAa,UAAU,EAAO,aAAa,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAExG,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAY,MAAM,YAAY,CAAC;AAExE;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,cAAc,CAgClE;AA8ED;;GAEG;AACH,wBAAuB,WAAW,CAChC,UAAU,EAAE,UAAU,GAAG,aAAa,EACtC,WAAW,EAAE,UAAU,GAAG,aAAa,EACvC,OAAO,GAAE,WAAgB,GACxB,UAAU,CA2GZ;AAED;;GAEG;AACH,wBAAgB,QAAQ,CACtB,WAAW,EAAE,UAAU,GAAG,aAAa,EACvC,OAAO,GAAE,WAAgB,GACxB,iBAAiB,CAInB"}

package/dist/transforms/join/join.js

@@ -0,0 +1,216 @@
+import { encodeCompositeKey } from "../../diff/key.js";
+import { InvalidArgumentError } from "../../core/errors.js";
+import { SpillableJoinIndex } from "./index-storage.js";
+/**
+ * Parses user join key options into structured left/right column mappings.
+ */
+export function parseJoinKeys(options) {
+    if (options.leftKey && options.rightKey) {
+        const leftCols = Array.isArray(options.leftKey) ? options.leftKey : options.leftKey.split(",").map((s) => s.trim());
+        const rightCols = Array.isArray(options.rightKey) ? options.rightKey : options.rightKey.split(",").map((s) => s.trim());
+        if (leftCols.length !== rightCols.length) {
+            throw new InvalidArgumentError(`Mismatched join keys: left has ${leftCols.length} columns (${leftCols.join(",")}), right has ${rightCols.length} columns (${rightCols.join(",")})`);
+        }
+        return { left: leftCols, right: rightCols };
+    }
+    if (options.on) {
+        const specs = Array.isArray(options.on) ? options.on : options.on.split(",").map((s) => s.trim());
+        const leftCols = [];
+        const rightCols = [];
+        for (const spec of specs) {
+            if (spec.includes("=")) {
+                const parts = spec.split("=");
+                leftCols.push(parts[0].trim());
+                rightCols.push(parts[1].trim());
+            }
+            else {
+                leftCols.push(spec.trim());
+                rightCols.push(spec.trim());
+            }
+        }
+        return { left: leftCols, right: rightCols };
+    }
+    // Default fallback to 'id'
+    return { left: ["id"], right: ["id"] };
+}
+/**
+ * Generates an encoded lookup key for a row given key columns.
+ */
+function getRowKey(row, keyCols) {
+    return encodeCompositeKey(row, keyCols).encoded;
+}
+/**
+ * Merges a left row and right row, handling colliding column names.
+ */
+function mergeRows(leftRow, rightRow, joinKeys, options, sampleLeftCols, sampleRightCols) {
+    const result = {};
+    const prefixRight = options.prefixRight || "";
+    const suffixRight = options.suffixRight !== undefined ? options.suffixRight : (prefixRight ? "" : "_right");
+    const prefixLeft = options.prefixLeft || "";
+    const suffixLeft = options.suffixLeft || "";
+    if (leftRow) {
+        for (const [k, v] of Object.entries(leftRow)) {
+            const isKey = joinKeys.left.includes(k);
+            const outKey = isKey ? k : `${prefixLeft}${k}${suffixLeft}`;
+            result[outKey] = v;
+        }
+    }
+    else if (sampleLeftCols) {
+        for (const col of sampleLeftCols) {
+            const isKey = joinKeys.left.includes(col);
+            const outKey = isKey ? col : `${prefixLeft}${col}${suffixLeft}`;
+            result[outKey] = null;
+        }
+    }
+    if (rightRow) {
+        for (const [k, v] of Object.entries(rightRow)) {
+            const rightKeyIdx = joinKeys.right.indexOf(k);
+            if (rightKeyIdx >= 0) {
+                // This is a join key column
+                const leftKeyName = joinKeys.left[rightKeyIdx];
+                if (!leftRow) {
+                    result[leftKeyName] = v;
+                }
+                continue;
+            }
+            // Check if collides with left row non-key column
+            let targetKey = k;
+            if (leftRow && k in leftRow) {
+                targetKey = `${prefixRight}${k}${suffixRight}`;
+            }
+            else if (prefixRight || (suffixRight && suffixRight !== "_right")) {
+                targetKey = `${prefixRight}${k}${suffixRight}`;
+            }
+            result[targetKey] = v;
+        }
+    }
+    else if (sampleRightCols) {
+        for (const col of sampleRightCols) {
+            const rightKeyIdx = joinKeys.right.indexOf(col);
+            if (rightKeyIdx >= 0)
+                continue;
+            let targetKey = col;
+            if (leftRow && col in leftRow) {
+                targetKey = `${prefixRight}${col}${suffixRight}`;
+            }
+            else if (prefixRight || (suffixRight && suffixRight !== "_right")) {
+                targetKey = `${prefixRight}${col}${suffixRight}`;
+            }
+            result[targetKey] = null;
+        }
+    }
+    return result;
+}
+/**
+ * Joins two tabular streams with bounded memory and spill-to-disk index support.
+ */
+export async function* joinStreams(leftSource, rightSource, options = {}) {
+    const joinType = options.type || "inner";
+    const keys = parseJoinKeys(options);
+    const effectiveBatchSize = Math.max(1, options.batchSize || 1000);
+    const rightIndex = new SpillableJoinIndex({
+        memoryLimit: options.memoryLimit,
+        tempDir: options.tempDir,
+    });
+    const rightStream = "read" in rightSource ? rightSource.read({ batchSize: effectiveBatchSize }) : rightSource;
+    const leftStream = "read" in leftSource ? leftSource.read({ batchSize: effectiveBatchSize }) : leftSource;
+    let rightSampleCols = [];
+    let leftSampleCols = [];
+    try {
+        // 1. Build Phase: Ingest right dataset into SpillableJoinIndex
+        for await (const batch of rightStream) {
+            for (const row of batch.rows) {
+                if (rightSampleCols.length === 0) {
+                    rightSampleCols = Object.keys(row);
+                }
+                const key = getRowKey(row, keys.right);
+                await rightIndex.set(key, row);
+            }
+        }
+        // 2. Probe Phase: Stream left dataset and match against rightIndex
+        let currentBatch = [];
+        let globalOffset = 0;
+        for await (const batch of leftStream) {
+            for (const leftRow of batch.rows) {
+                if (leftSampleCols.length === 0) {
+                    leftSampleCols = Object.keys(leftRow);
+                }
+                const key = getRowKey(leftRow, keys.left);
+                if (joinType === "semi") {
+                    const exists = await rightIndex.has(key);
+                    if (exists) {
+                        currentBatch.push(leftRow);
+                    }
+                }
+                else if (joinType === "anti") {
+                    const exists = await rightIndex.has(key);
+                    if (!exists) {
+                        currentBatch.push(leftRow);
+                    }
+                }
+                else {
+                    const matchedRightRows = await rightIndex.get(key);
+                    if (matchedRightRows && matchedRightRows.length > 0) {
+                        rightIndex.markMatched(key);
+                        for (const rightRow of matchedRightRows) {
+                            const merged = mergeRows(leftRow, rightRow, keys, options, leftSampleCols, rightSampleCols);
+                            currentBatch.push(merged);
+                        }
+                    }
+                    else if (joinType === "left" || joinType === "full") {
+                        const merged = mergeRows(leftRow, null, keys, options, leftSampleCols, rightSampleCols);
+                        currentBatch.push(merged);
+                    }
+                }
+                if (currentBatch.length >= effectiveBatchSize) {
+                    yield {
+                        rows: currentBatch,
+                        offset: globalOffset,
+                    };
+                    globalOffset += currentBatch.length;
+                    currentBatch = [];
+                }
+            }
+        }
+        // 3. Post-Probe Phase: For right and full outer joins, emit unmatched right rows
+        if (joinType === "right" || joinType === "full") {
+            for await (const unmatchedRightRow of rightIndex.getUnmatched()) {
+                const merged = mergeRows(null, unmatchedRightRow, keys, options, leftSampleCols, rightSampleCols);
+                currentBatch.push(merged);
+                if (currentBatch.length >= effectiveBatchSize) {
+                    yield {
+                        rows: currentBatch,
+                        offset: globalOffset,
+                    };
+                    globalOffset += currentBatch.length;
+                    currentBatch = [];
+                }
+            }
+        }
+        if (currentBatch.length > 0) {
+            yield {
+                rows: currentBatch,
+                offset: globalOffset,
+            };
+            globalOffset += currentBatch.length;
+        }
+    }
+    finally {
+        await rightIndex.close();
+        if ("close" in rightSource && typeof rightSource.close === "function") {
+            await rightSource.close();
+        }
+        if ("close" in leftSource && typeof leftSource.close === "function") {
+            await leftSource.close();
+        }
+    }
+}
+/**
+ * Returns a TransformFunction for pipeline chaining (e.g. pipeline.pipe(joinRows(rightReader, options))).
+ */
+export function joinRows(rightSource, options = {}) {
+    return (leftStream) => {
+        return joinStreams(leftStream, rightSource, options);
+    };
+}
+//# sourceMappingURL=join.js.map

package/dist/transforms/join/join.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"join.js","sourceRoot":"","sources":["../../../src/transforms/join/join.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,kBAAkB,EAAE,MAAM,mBAAmB,CAAC;AACvD,OAAO,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AAE5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AAGxD;;GAEG;AACH,MAAM,UAAU,aAAa,CAAC,OAAoB;IAChD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,QAAQ,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACpH,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACxH,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC,MAAM,EAAE,CAAC;YACzC,MAAM,IAAI,oBAAoB,CAC5B,kCAAkC,QAAQ,CAAC,MAAM,aAAa,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,gBAAgB,SAAS,CAAC,MAAM,aAAa,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CACpJ,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC9C,CAAC;IAED,IAAI,OAAO,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAClG,MAAM,QAAQ,GAAa,EAAE,CAAC;QAC9B,MAAM,SAAS,GAAa,EAAE,CAAC;QAE/B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBAC9B,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,IAAI,EAAE,CAAC,CAAC;YACnC,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC3B,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;IAC9C,CAAC;IAED,2BAA2B;IAC3B,OAAO,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAAC,GAAQ,EAAE,OAAiB;IAC5C,OAAO,kBAAkB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC,OAAO,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,SAAS,SAAS,CAChB,OAAmB,EACnB,QAAoB,EACpB,QAAwB,EACxB,OAAoB,EACpB,cAAyB,EACzB,eAA0B;IAE1B,MAAM,MAAM,GAAQ,EAAE,CAAC;IACvB,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;IAC9C,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC5G,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAC5C,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC;IAE5C,IAAI,OAAO,EAAE,CAAC;QACZ,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YACxC,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,CAAC,GAAG,UAAU,EAAE,CAAC;YAC5D,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;SAAM,IAAI,cAAc,EAAE,CAAC;QAC1B,KAAK,MAAM,GAAG,IAAI,cAAc,EAAE,CAAC;YACjC,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YAC1C,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,GAAG,GAAG,UAAU,EAAE,CAAC;YAChE,MAAM,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;QACxB,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9C,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC9C,IAAI,WAAW,IAAI,CAAC,EAAE,CAAC;gBACrB,4BAA4B;gBAC5B,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAE,CAAC;gBAChD,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC1B,CAAC;gBACD,SAAS;YACX,CAAC;YAED,iDAAiD;YACjD,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,IAAI,OAAO,IAAI,CAAC,IAAI,OAAO,EAAE,CAAC;gBAC5B,SAAS,GAAG,GAAG,WAAW,GAAG,CAAC,GAAG,WAAW,EAAE,CAAC;YACjD,CAAC;iBAAM,IAAI,WAAW,IAAI,CAAC,WAAW,IAAI,WAAW,KAAK,QAAQ,CAAC,EAAE,CAAC;gBACpE,SAAS,GAAG,GAAG,WAAW,GAAG,CAAC,GAAG,WAAW,EAAE,CAAC;YACjD,CAAC;YACD,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;SAAM,IAAI,eAAe,EAAE,CAAC;QAC3B,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAChD,IAAI,WAAW,IAAI,CAAC;gBAAE,SAAS;YAC/B,IAAI,SAAS,GAAG,GAAG,CAAC;YACpB,IAAI,OAAO,IAAI,GAAG,IAAI,OAAO,EAAE,CAAC;gBAC9B,SAAS,GAAG,GAAG,WAAW,GAAG,GAAG,GAAG,WAAW,EAAE,CAAC;YACnD,CAAC;iBAAM,IAAI,WAAW,IAAI,CAAC,WAAW,IAAI,WAAW,KAAK,QAAQ,CAAC,EAAE,CAAC;gBACpE,SAAS,GAAG,GAAG,WAAW,GAAG,GAAG,GAAG,WAAW,EAAE,CAAC;YACnD,CAAC;YACD,MAAM,CAAC,SAAS,CAAC,GAAG,IAAI,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,WAAW,CAChC,UAAsC,EACtC,WAAuC,EACvC,UAAuB,EAAE;IAEzB,MAAM,QAAQ,GAAa,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC;IACnD,MAAM,IAAI,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACpC,MAAM,kBAAkB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,CAAC;IAElE,MAAM,UAAU,GAAG,IAAI,kBAAkB,CAAC;QACxC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,OAAO,EAAE,OAAO,CAAC,OAAO;KACzB,CAAC,CAAC;IAEH,MAAM,WAAW,GAAe,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;IAC1H,MAAM,UAAU,GAAe,MAAM,IAAI,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC;IAEtH,IAAI,eAAe,GAAa,EAAE,CAAC;IACnC,IAAI,cAAc,GAAa,EAAE,CAAC;IAElC,IAAI,CAAC;QACH,+DAA+D;QAC/D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,EAAE,CAAC;YACtC,KAAK,MAAM,GAAG,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBAC7B,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACjC,eAAe,GAAG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACrC,CAAC;gBACD,MAAM,GAAG,GAAG,SAAS,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvC,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YACjC,CAAC;QACH,CAAC;QAED,mEAAmE;QACnE,IAAI,YAAY,GAAU,EAAE,CAAC;QAC7B,IAAI,YAAY,GAAG,CAAC,CAAC;QAErB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;YACrC,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjC,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBAChC,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;gBACxC,CAAC;gBACD,MAAM,GAAG,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;gBAE1C,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;oBACxB,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzC,IAAI,MAAM,EAAE,CAAC;wBACX,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;qBAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;oBAC/B,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACzC,IAAI,CAAC,MAAM,EAAE,CAAC;wBACZ,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBAC7B,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACnD,IAAI,gBAAgB,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACpD,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;wBAC5B,KAAK,MAAM,QAAQ,IAAI,gBAAgB,EAAE,CAAC;4BACxC,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;4BAC5F,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC5B,CAAC;oBACH,CAAC;yBAAM,IAAI,QAAQ,KAAK,MAAM,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;wBACtD,MAAM,MAAM,GAAG,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;wBACxF,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC5B,CAAC;gBACH,CAAC;gBAED,IAAI,YAAY,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;oBAC9C,MAAM;wBACJ,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,YAAY;qBACrB,CAAC;oBACF,YAAY,IAAI,YAAY,CAAC,MAAM,CAAC;oBACpC,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,iFAAiF;QACjF,IAAI,QAAQ,KAAK,OAAO,IAAI,QAAQ,KAAK,MAAM,EAAE,CAAC;YAChD,IAAI,KAAK,EAAE,MAAM,iBAAiB,IAAI,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC;gBAChE,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,iBAAiB,EAAE,IAAI,EAAE,OAAO,EAAE,cAAc,EAAE,eAAe,CAAC,CAAC;gBAClG,YAAY,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAE1B,IAAI,YAAY,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;oBAC9C,MAAM;wBACJ,IAAI,EAAE,YAAY;wBAClB,MAAM,EAAE,YAAY;qBACrB,CAAC;oBACF,YAAY,IAAI,YAAY,CAAC,MAAM,CAAC;oBACpC,YAAY,GAAG,EAAE,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5B,MAAM;gBACJ,IAAI,EAAE,YAAY;gBAClB,MAAM,EAAE,YAAY;aACrB,CAAC;YACF,YAAY,IAAI,YAAY,CAAC,MAAM,CAAC;QACtC,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,OAAO,IAAI,WAAW,IAAI,OAAO,WAAW,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACtE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;QAC5B,CAAC;QACD,IAAI,OAAO,IAAI,UAAU,IAAI,OAAO,UAAU,CAAC,KAAK,KAAK,UAAU,EAAE,CAAC;YACpE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAC3B,CAAC;IACH,CAAC;AACH,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,QAAQ,CACtB,WAAuC,EACvC,UAAuB,EAAE;IAEzB,OAAO,CAAC,UAAsB,EAAc,EAAE;QAC5C,OAAO,WAAW,CAAC,UAAU,EAAE,WAAW,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC,CAAC;AACJ,CAAC"}

package/dist/transforms/join/types.d.ts

@@ -0,0 +1,29 @@
+import type { Row } from "../../core/types.js";
+export type JoinType = "inner" | "left" | "right" | "full" | "semi" | "anti";
+export interface JoinKeyMapping {
+    left: string[];
+    right: string[];
+}
+export interface JoinOptions {
+    on?: string | string[];
+    leftKey?: string | string[];
+    rightKey?: string | string[];
+    type?: JoinType;
+    prefixLeft?: string;
+    suffixLeft?: string;
+    prefixRight?: string;
+    suffixRight?: string;
+    memoryLimit?: number | string;
+    tempDir?: string;
+    batchSize?: number;
+}
+export interface JoinIndex {
+    set(key: string, row: Row): Promise<void>;
+    get(key: string): Promise<Row[] | undefined>;
+    has(key: string): Promise<boolean>;
+    markMatched(key: string): void;
+    getUnmatched(): AsyncIterable<Row>;
+    count(): number;
+    close(): Promise<void>;
+}
+//# sourceMappingURL=types.d.ts.map

package/dist/transforms/join/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/transforms/join/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC;AAE/C,MAAM,MAAM,QAAQ,GAAG,OAAO,GAAG,MAAM,GAAG,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,MAAM,CAAC;AAE7E,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,EAAE,CAAC;IACf,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED,MAAM,WAAW,WAAW;IAC1B,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC7B,IAAI,CAAC,EAAE,QAAQ,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,SAAS;IACxB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC1C,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC,CAAC;IAC7C,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IACnC,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,YAAY,IAAI,aAAa,CAAC,GAAG,CAAC,CAAC;IACnC,KAAK,IAAI,MAAM,CAAC;IAChB,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CACxB"}

package/dist/transforms/join/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/transforms/join/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/transforms/join/types.ts"],"names":[],"mappings":""}

package/dist/transforms/window.d.ts

@@ -0,0 +1,24 @@
+import type { TransformFunction } from "../core/types.js";
+export interface WindowFunctionSpec {
+    outputCol: string;
+    fn: "row_number" | "rank" | "dense_rank" | "lag" | "lead" | "running_sum" | "running_avg" | "running_count" | "running_min" | "running_max" | "moving_sum" | "moving_avg" | "moving_min" | "moving_max";
+    sourceCol?: string;
+    offset?: number;
+    defaultValue?: unknown;
+    windowSize?: number;
+}
+export interface WindowOptions {
+    specs: Record<string, string> | WindowFunctionSpec[] | string[];
+    by?: string | string[];
+    batchSize?: number;
+}
+/**
+ * Parses user window function specifications (e.g. "rn=row_number()", "lag(revenue, 1, 0)", "moving_avg(rev, 7)").
+ */
+export declare function parseWindowSpecs(input: Record<string, string> | WindowFunctionSpec[] | string[]): WindowFunctionSpec[];
+/**
+ * Streaming Window / Rolling Function Transform.
+ * Operates over sliding ring buffers and running accumulators with bounded O(W) / O(1) memory.
+ */
+export declare function windowRows(options: WindowOptions): TransformFunction;
+//# sourceMappingURL=window.d.ts.map

package/dist/transforms/window.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"window.d.ts","sourceRoot":"","sources":["../../src/transforms/window.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAA8B,iBAAiB,EAAE,MAAM,kBAAkB,CAAC;AAItF,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,EAAE,EACE,YAAY,GACZ,MAAM,GACN,YAAY,GACZ,KAAK,GACL,MAAM,GACN,aAAa,GACb,aAAa,GACb,eAAe,GACf,aAAa,GACb,aAAa,GACb,YAAY,GACZ,YAAY,GACZ,YAAY,GACZ,YAAY,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,kBAAkB,EAAE,GAAG,MAAM,EAAE,CAAC;IAChE,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACvB,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,kBAAkB,EAAE,GAAG,MAAM,EAAE,GAAG,kBAAkB,EAAE,CAyBtH;AAmFD;;;GAGG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,aAAa,GAAG,iBAAiB,CA2OpE"}