rowpipe 1.0.0 → 1.2.0

package/dist/diff/comparator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"comparator.js","sourceRoot":"","sources":["../../src/diff/comparator.ts"],"names":[],"mappings":"AAUA;;GAEG;AACH,MAAM,UAAU,cAAc,CAC5B,CAAU,EACV,CAAU,EACV,UAAkC,EAAE;IAEpC,mCAAmC;IACnC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACZ,wDAAwD;QACxD,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACzF,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,2CAA2C;IAC3C,IAAI,CAAC,KAAK,SAAS,IAAI,CAAC,KAAK,SAAS,EAAE,CAAC;QACvC,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IACD,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC7B,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,gDAAgD;YAChD,MAAM,KAAK,GAAG,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACjC,OAAO,KAAK,KAAK,EAAE,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,CAAC;QAC/D,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAED,qBAAqB;IACrB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,yDAAyD;QACzD,IAAI,OAAO,CAAC,KAAK,SAAS,IAAI,OAAO,CAAC,KAAK,SAAS,EAAE,CAAC;YACrD,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAClC,MAAM,KAAK,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;YAClC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;gBACrC,OAAO,KAAK,KAAK,KAAK,CAAC;YACzB,CAAC;QACH,CAAC;QAED,sCAAsC;QACtC,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAChC,MAAM,IAAI,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;gBAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC;YAClD,CAAC;YACD,OAAO,IAAI,KAAK,IAAI,CAAC;QACvB,CAAC;QAED,gBAAgB;QAChB,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;YACrC,OAAO,KAAK,KAAK,KAAK,CAAC;QACzB,CAAC;IACH,CAAC;IAED,gDAAgD;IAChD,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnD,IAAI,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;YAC3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC;QAC5C,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAED,6CAA6C;IAC7C,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,EAAE,CAAC;QACnD,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;YACnB,IAAI,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QACrB,CAAC;QACD,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1B,IAAI,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5B,CAAC;QACD,OAAO,IAAI,KAAK,IAAI,CAAC;IACvB,CAAC;IAED,yBAAyB;IACzB,IAAI,CAAC,YAAY,IAAI,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC;QAC3C,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;IACrC,CAAC;IAED,oBAAoB;IACpB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACzC,IAAI,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAClC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC;gBAAE,OAAO,KAAK,CAAC;QACzD,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,oBAAoB;IACpB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAC/E,MAAM,IAAI,GAAG,CAA4B,CAAC;QAC1C,MAAM,IAAI,GAAG,CAA4B,CAAC;QAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,KAAK,CAAC,MAAM;YAAE,OAAO,KAAK,CAAC;QAEhD,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YACnE,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC;gBAAE,OAAO,KAAK,CAAC;QACnE,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,GAAY;IACpC,IAAI,OAAO,GAAG,KAAK,SAAS;QAAE,OAAO,GAAG,CAAC;IACzC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;IAChF,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QACnC,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,IAAI,CAAC;QACvE,IAAI,CAAC,KAAK,OAAO,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,KAAK,GAAG;YAAE,OAAO,KAAK,CAAC;IAC1E,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,GAAY;IACnC,IAAI,OAAO,GAAG,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IACnE,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACpB,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,GAAY;IACnC,IAAI,GAAG,YAAY,IAAI;QAAE,OAAO,GAAG,CAAC,OAAO,EAAE,CAAC;IAC9C,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,oBAAoB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;QACrE,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;QACpC,OAAO,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAC1C,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,WAAW,CACzB,OAAY,EACZ,QAAa,EACb,cAAwB,EACxB,UAAkC,EAAE;IAEpC,MAAM,OAAO,GAAmB,EAAE,CAAC;IAEnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,QAAQ,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;QAE/B,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;YAChD,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,GAAG;gBACX,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,QAAQ;aACjB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC"}

package/dist/diff/engine.d.ts

@@ -0,0 +1,10 @@
+import type { DiffEngineOptions, DiffEvent, DiffSummary } from "./types.js";
+/**
+ * Streams fine-grained diff events (added, removed, changed, unchanged) between two datasets.
+ */
+export declare function diffRows(options: DiffEngineOptions): AsyncIterable<DiffEvent>;
+/**
+ * Computes a complete DiffSummary by consuming the diff stream.
+ */
+export declare function computeDiff(options: DiffEngineOptions): Promise<DiffSummary>;
+//# sourceMappingURL=engine.d.ts.map

package/dist/diff/engine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.d.ts","sourceRoot":"","sources":["../../src/diff/engine.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EACV,iBAAiB,EACjB,SAAS,EAET,WAAW,EAEZ,MAAM,YAAY,CAAC;AAkBpB;;GAEG;AACH,wBAAuB,QAAQ,CAAC,OAAO,EAAE,iBAAiB,GAAG,aAAa,CAAC,SAAS,CAAC,CA6PpF;AAYD;;GAEG;AACH,wBAAsB,WAAW,CAAC,OAAO,EAAE,iBAAiB,GAAG,OAAO,CAAC,WAAW,CAAC,CAmGlF"}

package/dist/diff/engine.js

@@ -0,0 +1,333 @@
+import { DuplicateKeyError, InvalidArgumentError } from "../core/errors.js";
+import { createReader } from "../readers/index.js";
+import { compareRows } from "./comparator.js";
+import { computeRowFingerprint } from "./hash.js";
+import { encodeCompositeKey } from "./key.js";
+import { computeSchemaDiff } from "./schema.js";
+import { SpillableDiffIndex } from "./storage/spillable-index.js";
+function createReaderFromSource(source, options) {
+    if (typeof source === "string") {
+        return {
+            reader: createReader(source, options),
+            sourceName: source,
+        };
+    }
+    return {
+        reader: source,
+        sourceName: options?.filePath || "stream",
+    };
+}
+/**
+ * Streams fine-grained diff events (added, removed, changed, unchanged) between two datasets.
+ */
+export async function* diffRows(options) {
+    const { keys, ignore = [], columns, duplicateKey = "error" } = options;
+    if (!keys || keys.length === 0) {
+        throw new InvalidArgumentError("At least one key column must be specified with --key");
+    }
+    // Validate that key columns are not in ignore list
+    for (const k of keys) {
+        if (ignore.includes(k)) {
+            throw new InvalidArgumentError(`Cannot ignore key column "${k}" in diff.`);
+        }
+    }
+    const leftInput = options.left ?? options.leftPath;
+    const rightInput = options.right ?? options.rightPath;
+    if (!leftInput) {
+        throw new InvalidArgumentError("Left source is required for diff.");
+    }
+    if (!rightInput) {
+        throw new InvalidArgumentError("Right source is required for diff.");
+    }
+    const leftOpts = {
+        ...options.leftOptions,
+        format: options.fromLeft ?? options.leftOptions?.format,
+    };
+    const rightOpts = {
+        ...options.rightOptions,
+        format: options.fromRight ?? options.rightOptions?.format,
+    };
+    const { reader: leftReader, sourceName: leftSource } = createReaderFromSource(leftInput, leftOpts);
+    const { reader: rightReader, sourceName: rightSource } = createReaderFromSource(rightInput, rightOpts);
+    const index = new SpillableDiffIndex(options.memoryLimitBytes);
+    const startTime = Date.now();
+    let leftRowsCount = 0;
+    let rightRowsCount = 0;
+    let addedCount = 0;
+    let removedCount = 0;
+    let changedCount = 0;
+    let unchangedCount = 0;
+    // Track discovered columns
+    const allDiscoveredColumns = new Set();
+    const seenLeftKeys = new Map();
+    const reportProgress = (phase) => {
+        if (options.onProgress) {
+            const spillStats = index.getSpillStats?.();
+            options.onProgress({
+                phase,
+                leftRowsProcessed: leftRowsCount,
+                rightRowsProcessed: rightRowsCount,
+                addedCount,
+                removedCount,
+                changedCount,
+                unchangedCount,
+                elapsedMs: Date.now() - startTime,
+                isSpilled: spillStats?.isSpilled,
+            });
+        }
+    };
+    try {
+        // ---------------------------------------------------------
+        // Phase 1: Stream and Index Left Dataset
+        // ---------------------------------------------------------
+        for await (const batch of leftReader.read(options.leftOptions)) {
+            for (let i = 0; i < batch.rows.length; i++) {
+                leftRowsCount++;
+                const row = batch.rows[i];
+                for (const col of Object.keys(row)) {
+                    allDiscoveredColumns.add(col);
+                }
+                const { encoded, rawKey } = encodeCompositeKey(row, keys, { coerce: options.coerce });
+                const firstSeenRow = seenLeftKeys.get(encoded);
+                if (firstSeenRow !== undefined) {
+                    if (duplicateKey === "error") {
+                        const keyStr = Object.entries(rawKey)
+                            .map(([k, v]) => `${k}=${v}`)
+                            .join(", ");
+                        throw new DuplicateKeyError({
+                            dataset: "left",
+                            key: keyStr,
+                            rows: [firstSeenRow, leftRowsCount],
+                            filePath: leftSource,
+                        });
+                    }
+                    if (duplicateKey === "first") {
+                        continue;
+                    }
+                }
+                else {
+                    seenLeftKeys.set(encoded, leftRowsCount);
+                }
+                // Determine compared columns for this row
+                const rowCompareCols = getEffectiveCompareColumns(Object.keys(row), keys, columns, ignore);
+                const hash = computeRowFingerprint(row, rowCompareCols);
+                await index.set(encoded, {
+                    rowNumber: leftRowsCount,
+                    row,
+                    hash,
+                });
+            }
+            reportProgress("indexing_left");
+        }
+        // ---------------------------------------------------------
+        // Phase 2: Stream and Compare Right Dataset
+        // ---------------------------------------------------------
+        const seenRightKeys = new Map();
+        for await (const batch of rightReader.read(options.rightOptions)) {
+            for (let i = 0; i < batch.rows.length; i++) {
+                rightRowsCount++;
+                const rightRow = batch.rows[i];
+                for (const col of Object.keys(rightRow)) {
+                    allDiscoveredColumns.add(col);
+                }
+                const { encoded, rawKey } = encodeCompositeKey(rightRow, keys, { coerce: options.coerce });
+                const firstSeenRightRow = seenRightKeys.get(encoded);
+                if (firstSeenRightRow !== undefined) {
+                    if (duplicateKey === "error") {
+                        const keyStr = Object.entries(rawKey)
+                            .map(([k, v]) => `${k}=${v}`)
+                            .join(", ");
+                        throw new DuplicateKeyError({
+                            dataset: "right",
+                            key: keyStr,
+                            rows: [firstSeenRightRow, rightRowsCount],
+                            filePath: rightSource,
+                        });
+                    }
+                    if (duplicateKey === "first") {
+                        continue;
+                    }
+                }
+                else {
+                    seenRightKeys.set(encoded, rightRowsCount);
+                }
+                const indexed = await index.get(encoded);
+                if (!indexed) {
+                    // Key not in left dataset -> ADDED
+                    addedCount++;
+                    yield {
+                        type: "added",
+                        key: rawKey,
+                        encodedKey: encoded,
+                        row: rightRow,
+                        rowNumber: rightRowsCount,
+                    };
+                }
+                else {
+                    // Key exists in left dataset -> Check for Changes
+                    const leftRow = indexed.row;
+                    const combinedKeys = Array.from(new Set([...Object.keys(leftRow), ...Object.keys(rightRow)]));
+                    const compareCols = getEffectiveCompareColumns(combinedKeys, keys, columns, ignore);
+                    const comparisonOptions = {
+                        coerce: options.coerce,
+                        epsilon: options.epsilon,
+                        ignoreCase: options.ignoreCase,
+                        trim: options.trim,
+                    };
+                    const changes = compareRows(leftRow, rightRow, compareCols, comparisonOptions);
+                    if (changes.length > 0) {
+                        changedCount++;
+                        yield {
+                            type: "changed",
+                            key: rawKey,
+                            encodedKey: encoded,
+                            changes,
+                            leftRow,
+                            rightRow,
+                            leftRowNumber: indexed.rowNumber,
+                            rightRowNumber: rightRowsCount,
+                        };
+                    }
+                    else {
+                        unchangedCount++;
+                        yield {
+                            type: "unchanged",
+                            key: rawKey,
+                            encodedKey: encoded,
+                            row: rightRow,
+                            leftRowNumber: indexed.rowNumber,
+                            rightRowNumber: rightRowsCount,
+                        };
+                    }
+                    // Delete matched entry from index
+                    await index.delete(encoded);
+                }
+            }
+            reportProgress("comparing_right");
+        }
+        // ---------------------------------------------------------
+        // Phase 3: Remaining Left Entries -> REMOVED
+        // ---------------------------------------------------------
+        for await (const [encodedKey, indexed] of index.entries()) {
+            removedCount++;
+            const rawKey = {};
+            for (const k of keys) {
+                rawKey[k] = indexed.row[k];
+            }
+            yield {
+                type: "removed",
+                key: rawKey,
+                encodedKey,
+                row: indexed.row,
+                rowNumber: indexed.rowNumber,
+            };
+        }
+        reportProgress("finishing");
+    }
+    finally {
+        await index.close();
+        if (leftReader?.close)
+            await leftReader.close();
+        if (rightReader?.close)
+            await rightReader.close();
+    }
+}
+function getEffectiveCompareColumns(rowKeys, keyColumns, explicitColumns, ignoreColumns = []) {
+    let targetCols = explicitColumns && explicitColumns.length > 0 ? explicitColumns : rowKeys;
+    return targetCols.filter((col) => !keyColumns.includes(col) && !ignoreColumns.includes(col));
+}
+/**
+ * Computes a complete DiffSummary by consuming the diff stream.
+ */
+export async function computeDiff(options) {
+    const startTime = Date.now();
+    const columnChangesCount = {};
+    let added = 0;
+    let removed = 0;
+    let changed = 0;
+    let unchanged = 0;
+    let totalLeft = 0;
+    let totalRight = 0;
+    let recordedSpillStats = undefined;
+    const originalOnProgress = options.onProgress;
+    const wrappedOptions = {
+        ...options,
+        onProgress: (info) => {
+            if (info.isSpilled) {
+                recordedSpillStats = { isSpilled: true, spilledBytes: 0 };
+            }
+            if (originalOnProgress)
+                originalOnProgress(info);
+        },
+    };
+    for await (const event of diffRows(wrappedOptions)) {
+        switch (event.type) {
+            case "added":
+                added++;
+                totalRight++;
+                break;
+            case "removed":
+                removed++;
+                totalLeft++;
+                break;
+            case "changed":
+                changed++;
+                totalLeft++;
+                totalRight++;
+                for (const ch of event.changes) {
+                    if (!columnChangesCount[ch.column]) {
+                        columnChangesCount[ch.column] = { changed: 0 };
+                    }
+                    columnChangesCount[ch.column].changed++;
+                }
+                break;
+            case "unchanged":
+                unchanged++;
+                totalLeft++;
+                totalRight++;
+                break;
+        }
+    }
+    // Schema diff if requested
+    let schemaDiffResult = undefined;
+    const leftInput = options.left ?? options.leftPath;
+    const rightInput = options.right ?? options.rightPath;
+    if (options.includeSchema !== false && leftInput && rightInput) {
+        try {
+            const leftOpts = {
+                ...options.leftOptions,
+                format: options.fromLeft ?? options.leftOptions?.format,
+            };
+            const rightOpts = {
+                ...options.rightOptions,
+                format: options.fromRight ?? options.rightOptions?.format,
+            };
+            const { reader: lReader } = createReaderFromSource(leftInput, leftOpts);
+            const { reader: rReader } = createReaderFromSource(rightInput, rightOpts);
+            schemaDiffResult = await computeSchemaDiff(lReader, rReader);
+        }
+        catch {
+            // Ignore schema diff failure
+        }
+    }
+    const leftSourceName = typeof leftInput === "string" ? leftInput : options.leftOptions?.filePath || "left";
+    const rightSourceName = typeof rightInput === "string" ? rightInput : options.rightOptions?.filePath || "right";
+    return {
+        leftSource: leftSourceName,
+        rightSource: rightSourceName,
+        keyColumns: options.keys,
+        rows: {
+            added,
+            removed,
+            changed,
+            unchanged,
+            totalLeft,
+            totalRight,
+        },
+        columns: columnChangesCount,
+        schema: schemaDiffResult,
+        executionTimeMs: Date.now() - startTime,
+        spillStats: recordedSpillStats,
+    };
+}
+//# sourceMappingURL=engine.js.map

package/dist/diff/engine.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"engine.js","sourceRoot":"","sources":["../../src/diff/engine.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAkB,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAC9D,OAAO,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAC9C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAC;AAChD,OAAO,EAAE,kBAAkB,EAAE,MAAM,8BAA8B,CAAC;AASlE,SAAS,sBAAsB,CAC7B,MAA8B,EAC9B,OAAuB;IAEvB,IAAI,OAAO,MAAM,KAAK,QAAQ,EAAE,CAAC;QAC/B,OAAO;YACL,MAAM,EAAE,YAAY,CAAC,MAAM,EAAE,OAAO,CAAC;YACrC,UAAU,EAAE,MAAM;SACnB,CAAC;IACJ,CAAC;IACD,OAAO;QACL,MAAM,EAAE,MAAM;QACd,UAAU,EAAE,OAAO,EAAE,QAAQ,IAAI,QAAQ;KAC1C,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,OAA0B;IACxD,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,EAAE,EAAE,OAAO,EAAE,YAAY,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC;IAEvE,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,MAAM,IAAI,oBAAoB,CAAC,sDAAsD,CAAC,CAAC;IACzF,CAAC;IAED,mDAAmD;IACnD,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,MAAM,IAAI,oBAAoB,CAAC,6BAA6B,CAAC,YAAY,CAAC,CAAC;QAC7E,CAAC;IACH,CAAC;IAED,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,IAAI,oBAAoB,CAAC,mCAAmC,CAAC,CAAC;IACtE,CAAC;IACD,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,MAAM,IAAI,oBAAoB,CAAC,oCAAoC,CAAC,CAAC;IACvE,CAAC;IAED,MAAM,QAAQ,GAAkB;QAC9B,GAAG,OAAO,CAAC,WAAW;QACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;KACxD,CAAC;IACF,MAAM,SAAS,GAAkB;QAC/B,GAAG,OAAO,CAAC,YAAY;QACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;KAC1D,CAAC;IAEF,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,UAAU,EAAE,GAAG,sBAAsB,CAC3E,SAAS,EACT,QAAQ,CACT,CAAC;IACF,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,sBAAsB,CAC7E,UAAU,EACV,SAAS,CACV,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAE/D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,IAAI,aAAa,GAAG,CAAC,CAAC;IACtB,IAAI,cAAc,GAAG,CAAC,CAAC;IACvB,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,cAAc,GAAG,CAAC,CAAC;IAEvB,2BAA2B;IAC3B,MAAM,oBAAoB,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE/C,MAAM,cAAc,GAAG,CAAC,KAAgC,EAAE,EAAE;QAC1D,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,UAAU,GAAG,KAAK,CAAC,aAAa,EAAE,EAAE,CAAC;YAC3C,OAAO,CAAC,UAAU,CAAC;gBACjB,KAAK;gBACL,iBAAiB,EAAE,aAAa;gBAChC,kBAAkB,EAAE,cAAc;gBAClC,UAAU;gBACV,YAAY;gBACZ,YAAY;gBACZ,cAAc;gBACd,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;gBACjC,SAAS,EAAE,UAAU,EAAE,SAAS;aACjC,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,IAAI,CAAC;QACH,4DAA4D;QAC5D,yCAAyC;QACzC,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,aAAa,EAAE,CAAC;gBAChB,MAAM,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAE3B,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;oBACnC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,GAAG,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAEtF,MAAM,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;oBAC/B,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,MAAM;4BACf,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,YAAY,EAAE,aAAa,CAAC;4BACnC,QAAQ,EAAE,UAAU;yBACrB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,YAAY,CAAC,GAAG,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;gBAC3C,CAAC;gBAED,0CAA0C;gBAC1C,MAAM,cAAc,GAAG,0BAA0B,CAC/C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAChB,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;gBACF,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;gBAExD,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,EAAE;oBACvB,SAAS,EAAE,aAAa;oBACxB,GAAG;oBACH,IAAI;iBACL,CAAC,CAAC;YACL,CAAC;YACD,cAAc,CAAC,eAAe,CAAC,CAAC;QAClC,CAAC;QAED,4DAA4D;QAC5D,4CAA4C;QAC5C,4DAA4D;QAC5D,MAAM,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;QAEhD,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC3C,cAAc,EAAE,CAAC;gBACjB,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAE,CAAC;gBAEhC,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACxC,oBAAoB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,CAAC;gBAED,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,QAAQ,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;gBAE3F,MAAM,iBAAiB,GAAG,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBACrD,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;oBACpC,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;6BAClC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;6BAC5B,IAAI,CAAC,IAAI,CAAC,CAAC;wBACd,MAAM,IAAI,iBAAiB,CAAC;4BAC1B,OAAO,EAAE,OAAO;4BAChB,GAAG,EAAE,MAAM;4BACX,IAAI,EAAE,CAAC,iBAAiB,EAAE,cAAc,CAAC;4BACzC,QAAQ,EAAE,WAAW;yBACtB,CAAC,CAAC;oBACL,CAAC;oBACD,IAAI,YAAY,KAAK,OAAO,EAAE,CAAC;wBAC7B,SAAS;oBACX,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,aAAa,CAAC,GAAG,CAAC,OAAO,EAAE,cAAc,CAAC,CAAC;gBAC7C,CAAC;gBAED,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAEzC,IAAI,CAAC,OAAO,EAAE,CAAC;oBACb,mCAAmC;oBACnC,UAAU,EAAE,CAAC;oBACb,MAAM;wBACJ,IAAI,EAAE,OAAO;wBACb,GAAG,EAAE,MAAM;wBACX,UAAU,EAAE,OAAO;wBACnB,GAAG,EAAE,QAAQ;wBACb,SAAS,EAAE,cAAc;qBAC1B,CAAC;gBACJ,CAAC;qBAAM,CAAC;oBACN,kDAAkD;oBAClD,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC;oBAC5B,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAC7B,IAAI,GAAG,CAAC,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAC7D,CAAC;oBACF,MAAM,WAAW,GAAG,0BAA0B,CAC5C,YAAY,EACZ,IAAI,EACJ,OAAO,EACP,MAAM,CACP,CAAC;oBAEF,MAAM,iBAAiB,GAAG;wBACxB,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,UAAU,EAAE,OAAO,CAAC,UAAU;wBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;qBACnB,CAAC;oBAEF,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,iBAAiB,CAAC,CAAC;oBAE/E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;wBACvB,YAAY,EAAE,CAAC;wBACf,MAAM;4BACJ,IAAI,EAAE,SAAS;4BACf,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,OAAO;4BACP,OAAO;4BACP,QAAQ;4BACR,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;yBAAM,CAAC;wBACN,cAAc,EAAE,CAAC;wBACjB,MAAM;4BACJ,IAAI,EAAE,WAAW;4BACjB,GAAG,EAAE,MAAM;4BACX,UAAU,EAAE,OAAO;4BACnB,GAAG,EAAE,QAAQ;4BACb,aAAa,EAAE,OAAO,CAAC,SAAS;4BAChC,cAAc,EAAE,cAAc;yBAC/B,CAAC;oBACJ,CAAC;oBAED,kCAAkC;oBAClC,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;YACD,cAAc,CAAC,iBAAiB,CAAC,CAAC;QACpC,CAAC;QAED,4DAA4D;QAC5D,6CAA6C;QAC7C,4DAA4D;QAC5D,IAAI,KAAK,EAAE,MAAM,CAAC,UAAU,EAAE,OAAO,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;YAC1D,YAAY,EAAE,CAAC;YACf,MAAM,MAAM,GAA4B,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACrB,MAAM,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC7B,CAAC;YAED,MAAM;gBACJ,IAAI,EAAE,SAAS;gBACf,GAAG,EAAE,MAAM;gBACX,UAAU;gBACV,GAAG,EAAE,OAAO,CAAC,GAAG;gBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CAAC;QACJ,CAAC;QAED,cAAc,CAAC,WAAW,CAAC,CAAC;IAC9B,CAAC;YAAS,CAAC;QACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,UAAU,EAAE,KAAK;YAAE,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAChD,IAAI,WAAW,EAAE,KAAK;YAAE,MAAM,WAAW,CAAC,KAAK,EAAE,CAAC;IACpD,CAAC;AACH,CAAC;AAED,SAAS,0BAA0B,CACjC,OAAiB,EACjB,UAAoB,EACpB,eAA0B,EAC1B,gBAA0B,EAAE;IAE5B,IAAI,UAAU,GAAG,eAAe,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3F,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/F,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,OAA0B;IAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,kBAAkB,GAAwC,EAAE,CAAC;IAEnE,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,IAAI,kBAAkB,GAA6D,SAAS,CAAC;IAC7F,MAAM,kBAAkB,GAAG,OAAO,CAAC,UAAU,CAAC;IAE9C,MAAM,cAAc,GAAsB;QACxC,GAAG,OAAO;QACV,UAAU,EAAE,CAAC,IAAI,EAAE,EAAE;YACnB,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;gBACnB,kBAAkB,GAAG,EAAE,SAAS,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,EAAE,CAAC;YAC5D,CAAC;YACD,IAAI,kBAAkB;gBAAE,kBAAkB,CAAC,IAAI,CAAC,CAAC;QACnD,CAAC;KACF,CAAC;IAEF,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QACnD,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;YACnB,KAAK,OAAO;gBACV,KAAK,EAAE,CAAC;gBACR,UAAU,EAAE,CAAC;gBACb,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,MAAM;YACR,KAAK,SAAS;gBACZ,OAAO,EAAE,CAAC;gBACV,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,KAAK,MAAM,EAAE,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;oBAC/B,IAAI,CAAC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC;wBACnC,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC;oBACjD,CAAC;oBACD,kBAAkB,CAAC,EAAE,CAAC,MAAM,CAAE,CAAC,OAAO,EAAE,CAAC;gBAC3C,CAAC;gBACD,MAAM;YACR,KAAK,WAAW;gBACd,SAAS,EAAE,CAAC;gBACZ,SAAS,EAAE,CAAC;gBACZ,UAAU,EAAE,CAAC;gBACb,MAAM;QACV,CAAC;IACH,CAAC;IAED,2BAA2B;IAC3B,IAAI,gBAAgB,GAAQ,SAAS,CAAC;IACtC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,QAAQ,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,SAAS,CAAC;IAEtD,IAAI,OAAO,CAAC,aAAa,KAAK,KAAK,IAAI,SAAS,IAAI,UAAU,EAAE,CAAC;QAC/D,IAAI,CAAC;YACH,MAAM,QAAQ,GAAkB;gBAC9B,GAAG,OAAO,CAAC,WAAW;gBACtB,MAAM,EAAE,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,WAAW,EAAE,MAAM;aACxD,CAAC;YACF,MAAM,SAAS,GAAkB;gBAC/B,GAAG,OAAO,CAAC,YAAY;gBACvB,MAAM,EAAE,OAAO,CAAC,SAAS,IAAI,OAAO,CAAC,YAAY,EAAE,MAAM;aAC1D,CAAC;YACF,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACxE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,sBAAsB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;YAC1E,gBAAgB,GAAG,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QAC/D,CAAC;QAAC,MAAM,CAAC;YACP,6BAA6B;QAC/B,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAClB,OAAO,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,QAAQ,IAAI,MAAM,CAAC;IACtF,MAAM,eAAe,GACnB,OAAO,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,QAAQ,IAAI,OAAO,CAAC;IAG1F,OAAO;QACL,UAAU,EAAE,cAAc;QAC1B,WAAW,EAAE,eAAe;QAC5B,UAAU,EAAE,OAAO,CAAC,IAAI;QACxB,IAAI,EAAE;YACJ,KAAK;YACL,OAAO;YACP,OAAO;YACP,SAAS;YACT,SAAS;YACT,UAAU;SACX;QACD,OAAO,EAAE,kBAAkB;QAC3B,MAAM,EAAE,gBAAgB;QACxB,eAAe,EAAE,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS;QACvC,UAAU,EAAE,kBAAkB;KAC/B,CAAC;AACJ,CAAC"}

package/dist/diff/hash.d.ts

@@ -0,0 +1,6 @@
+import type { Row } from "../core/types.js";
+/**
+ * Computes a fast deterministic 32-bit FNV-1a hash over canonicalized column-value pairs in a row.
+ */
+export declare function computeRowFingerprint(row: Row, compareColumns: string[]): number;
+//# sourceMappingURL=hash.d.ts.map

package/dist/diff/hash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/diff/hash.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAE5C;;GAEG;AACH,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,MAAM,CA+ChF"}

package/dist/diff/hash.js

@@ -0,0 +1,50 @@
+/**
+ * Computes a fast deterministic 32-bit FNV-1a hash over canonicalized column-value pairs in a row.
+ */
+export function computeRowFingerprint(row, compareColumns) {
+    let hash = 2166136261;
+    for (let i = 0; i < compareColumns.length; i++) {
+        const col = compareColumns[i];
+        const val = row[col];
+        // Hash column name
+        for (let c = 0; c < col.length; c++) {
+            hash ^= col.charCodeAt(c);
+            hash = Math.imul(hash, 16777619);
+        }
+        // Hash separator
+        hash ^= 58; // ':'
+        hash = Math.imul(hash, 16777619);
+        // Hash value representation
+        if (val === undefined) {
+            hash ^= 85; // 'U'
+            hash = Math.imul(hash, 16777619);
+        }
+        else if (val === null) {
+            hash ^= 78; // 'N'
+            hash = Math.imul(hash, 16777619);
+        }
+        else if (typeof val === "number") {
+            // Convert number to integer or float representation
+            const str = String(val);
+            for (let c = 0; c < str.length; c++) {
+                hash ^= str.charCodeAt(c);
+                hash = Math.imul(hash, 16777619);
+            }
+        }
+        else if (typeof val === "boolean") {
+            hash ^= val ? 49 : 48; // '1' or '0'
+            hash = Math.imul(hash, 16777619);
+        }
+        else {
+            const str = typeof val === "string" ? val : JSON.stringify(val);
+            for (let c = 0; c < str.length; c++) {
+                hash ^= str.charCodeAt(c);
+                hash = Math.imul(hash, 16777619);
+            }
+        }
+        hash ^= 124; // '|'
+        hash = Math.imul(hash, 16777619);
+    }
+    return hash >>> 0;
+}
+//# sourceMappingURL=hash.js.map

package/dist/diff/hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/diff/hash.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,qBAAqB,CAAC,GAAQ,EAAE,cAAwB;IACtE,IAAI,IAAI,GAAG,UAAU,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,GAAG,GAAG,cAAc,CAAC,CAAC,CAAE,CAAC;QAC/B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QAErB,mBAAmB;QACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAC1B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;QAED,iBAAiB;QACjB,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM;QAClB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QAEjC,4BAA4B;QAC5B,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM;YAClB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACxB,IAAI,IAAI,EAAE,CAAC,CAAC,MAAM;YAClB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;aAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YACnC,oDAAoD;YACpD,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;YACxB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;aAAM,IAAI,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,aAAa;YACpC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,MAAM,GAAG,GAAG,OAAO,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACpC,IAAI,IAAI,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;gBAC1B,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;QAED,IAAI,IAAI,GAAG,CAAC,CAAC,MAAM;QACnB,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACnC,CAAC;IAED,OAAO,IAAI,KAAK,CAAC,CAAC;AACpB,CAAC"}

package/dist/diff/key.d.ts

@@ -0,0 +1,21 @@
+import type { Row } from "../core/types.js";
+/**
+ * Encodes a single primitive key value into a collision-free typed string.
+ */
+export declare function encodeSingleKeyValue(value: unknown, coerce?: boolean): string;
+export interface EncodedKeyResult {
+    encoded: string;
+    rawKey: Record<string, unknown>;
+    hasMissingOrNull: boolean;
+}
+/**
+ * Encodes row key columns into a deterministic, collision-proof typed composite key string.
+ */
+export declare function encodeCompositeKey(row: Row, keyColumns: string[], options?: {
+    coerce?: boolean;
+}): EncodedKeyResult;
+/**
+ * Formats a key object for human-readable output (e.g. "id=42" or "country=TR, id=101").
+ */
+export declare function formatKeyForDisplay(rawKey: Record<string, unknown>): string;
+//# sourceMappingURL=key.d.ts.map

package/dist/diff/key.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"key.d.ts","sourceRoot":"","sources":["../../src/diff/key.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAC;AAE5C;;GAEG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,UAAQ,GAAG,MAAM,CA6C3E;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAChC,gBAAgB,EAAE,OAAO,CAAC;CAC3B;AAED;;GAEG;AACH,wBAAgB,kBAAkB,CAChC,GAAG,EAAE,GAAG,EACR,UAAU,EAAE,MAAM,EAAE,EACpB,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAO,GACjC,gBAAgB,CAoClB;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAkB3E"}

package/dist/diff/key.js

@@ -0,0 +1,107 @@
+/**
+ * Encodes a single primitive key value into a collision-free typed string.
+ */
+export function encodeSingleKeyValue(value, coerce = false) {
+    if (value === undefined) {
+        return "U";
+    }
+    if (value === null) {
+        return "N";
+    }
+    if (typeof value === "boolean") {
+        return value ? "B:1" : "B:0";
+    }
+    if (typeof value === "number") {
+        if (coerce) {
+            // In coerce mode, represent numeric values uniformly
+            return `NUM:${value}`;
+        }
+        return Number.isInteger(value) ? `I:${value}` : `D:${value}`;
+    }
+    if (typeof value === "string") {
+        if (coerce) {
+            const trimmed = value.trim();
+            const lower = trimmed.toLowerCase();
+            if (lower === "true")
+                return "B:1";
+            if (lower === "false")
+                return "B:0";
+            // Test integer / float
+            if (/^-?\d+$/.test(trimmed)) {
+                return `NUM:${Number.parseInt(trimmed, 10)}`;
+            }
+            if (/^-?\d+\.\d+$/.test(trimmed)) {
+                return `NUM:${Number.parseFloat(trimmed)}`;
+            }
+            return `S:${trimmed.length}:${trimmed}`;
+        }
+        return `S:${value.length}:${value}`;
+    }
+    if (value instanceof Date) {
+        return `T:${value.getTime()}`;
+    }
+    const json = JSON.stringify(value);
+    return `O:${json.length}:${json}`;
+}
+/**
+ * Encodes row key columns into a deterministic, collision-proof typed composite key string.
+ */
+export function encodeCompositeKey(row, keyColumns, options = {}) {
+    if (keyColumns.length === 1) {
+        const col = keyColumns[0];
+        const val = row[col];
+        return {
+            encoded: encodeSingleKeyValue(val, options.coerce),
+            rawKey: { [col]: val },
+            hasMissingOrNull: val === null || val === undefined,
+        };
+    }
+    const rawKey = {};
+    let encoded = "";
+    let hasMissingOrNull = false;
+    for (let i = 0; i < keyColumns.length; i++) {
+        const col = keyColumns[i];
+        const val = row[col];
+        rawKey[col] = val;
+        if (val === null || val === undefined) {
+            hasMissingOrNull = true;
+        }
+        const encodedVal = encodeSingleKeyValue(val, options.coerce);
+        if (i > 0) {
+            encoded += "|";
+        }
+        encoded += encodedVal;
+    }
+    return {
+        encoded,
+        rawKey,
+        hasMissingOrNull,
+    };
+}
+/**
+ * Formats a key object for human-readable output (e.g. "id=42" or "country=TR, id=101").
+ */
+export function formatKeyForDisplay(rawKey) {
+    const entries = Object.entries(rawKey);
+    if (entries.length === 0)
+        return "(none)";
+    return entries
+        .map(([col, val]) => {
+        let displayVal;
+        if (val === undefined) {
+            displayVal = "<missing>";
+        }
+        else if (val === null) {
+            displayVal = "null";
+        }
+        else if (typeof val === "object") {
+            displayVal = JSON.stringify(val);
+        }
+        else {
+            displayVal = String(val);
+        }
+        return `${col}=${displayVal}`;
+    })
+        .join(", ");
+}
+//# sourceMappingURL=key.js.map

package/dist/diff/key.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"key.js","sourceRoot":"","sources":["../../src/diff/key.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,UAAU,oBAAoB,CAAC,KAAc,EAAE,MAAM,GAAG,KAAK;IACjE,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,GAAG,CAAC;IACb,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;IAC/B,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,qDAAqD;YACrD,OAAO,OAAO,KAAK,EAAE,CAAC;QACxB,CAAC;QACD,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,EAAE,CAAC;IAC/D,CAAC;IAED,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC;YAC7B,MAAM,KAAK,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;YACpC,IAAI,KAAK,KAAK,MAAM;gBAAE,OAAO,KAAK,CAAC;YACnC,IAAI,KAAK,KAAK,OAAO;gBAAE,OAAO,KAAK,CAAC;YAEpC,uBAAuB;YACvB,IAAI,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBAC5B,OAAO,OAAO,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,CAAC;YAC/C,CAAC;YACD,IAAI,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC;gBACjC,OAAO,OAAO,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,CAAC;YACD,OAAO,KAAK,OAAO,CAAC,MAAM,IAAI,OAAO,EAAE,CAAC;QAC1C,CAAC;QACD,OAAO,KAAK,KAAK,CAAC,MAAM,IAAI,KAAK,EAAE,CAAC;IACtC,CAAC;IAED,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC;IAChC,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACnC,OAAO,KAAK,IAAI,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;AACpC,CAAC;AAQD;;GAEG;AACH,MAAM,UAAU,kBAAkB,CAChC,GAAQ,EACR,UAAoB,EACpB,UAAgC,EAAE;IAElC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,OAAO;YACL,OAAO,EAAE,oBAAoB,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC;YAClD,MAAM,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE;YACtB,gBAAgB,EAAE,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS;SACpD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,gBAAgB,GAAG,KAAK,CAAC;IAE7B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3C,MAAM,GAAG,GAAG,UAAU,CAAC,CAAC,CAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,GAAG,CAAC,GAAG,CAAC,CAAC;QACrB,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;QAElB,IAAI,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtC,gBAAgB,GAAG,IAAI,CAAC;QAC1B,CAAC;QAED,MAAM,UAAU,GAAG,oBAAoB,CAAC,GAAG,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YACV,OAAO,IAAI,GAAG,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,UAAU,CAAC;IACxB,CAAC;IAED,OAAO;QACL,OAAO;QACP,MAAM;QACN,gBAAgB;KACjB,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAA+B;IACjE,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACvC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC1C,OAAO,OAAO;SACX,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,EAAE;QAClB,IAAI,UAAkB,CAAC;QACvB,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,UAAU,GAAG,WAAW,CAAC;QAC3B,CAAC;aAAM,IAAI,GAAG,KAAK,IAAI,EAAE,CAAC;YACxB,UAAU,GAAG,MAAM,CAAC;QACtB,CAAC;aAAM,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;YACnC,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACnC,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,GAAG,GAAG,IAAI,UAAU,EAAE,CAAC;IAChC,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC"}

package/dist/diff/reporter.d.ts

@@ -0,0 +1,18 @@
+import type { DiffEvent, DiffSummary } from "./types.js";
+/**
+ * Formats a single DiffEvent for --format rows output.
+ */
+export declare function formatRowEvent(event: DiffEvent): string | null;
+/**
+ * Formats a single DiffEvent for --format patch (JSONL) output.
+ */
+export declare function formatPatchEvent(event: DiffEvent): string | null;
+/**
+ * Formats complete DiffSummary as human-readable ASCII text.
+ */
+export declare function formatSummary(summary: DiffSummary): string;
+/**
+ * Formats complete DiffSummary as JSON string.
+ */
+export declare function formatJson(summary: DiffSummary): string;
+//# sourceMappingURL=reporter.d.ts.map

package/dist/diff/reporter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/diff/reporter.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AASzD;;GAEG;AACH,wBAAgB,cAAc,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM,GAAG,IAAI,CA0B9D;AAED;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,SAAS,GAAG,MAAM,GAAG,IAAI,CAwChE;AAED;;GAEG;AACH,wBAAgB,aAAa,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAwD1D;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAWvD"}