flowquery 1.0.70 → 1.0.71

package/dist/parsing/operations/return.js

@@ -12,6 +12,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
+const provenance_1 = require("../../compute/provenance");
 const projection_1 = __importDefault(require("./projection"));
 /**
  * Represents a RETURN operation that produces the final query results.
@@ -31,6 +32,9 @@ class Return extends projection_1.default {
         this._results = [];
         this._limit = null;
         this._orderBy = null;
+        this._provenanceSources = null;
+        this._provenanceSink = null;
+        this._provenanceRows = [];
     }
     set where(where) {
         this._where = where;
@@ -47,6 +51,28 @@ class Return extends projection_1.default {
     set orderBy(orderBy) {
         this._orderBy = orderBy;
     }
+    /**
+     * Direct the runner-owned sink that receives the post-sorted,
+     * post-limited provenance rows.  Once a sink is registered, every
+     * emit captures a snapshot from the registered provenance sources.
+     */
+    enableProvenance(sink) {
+        this._provenanceSink = sink;
+    }
+    /**
+     * Append a provenance source.  Sources are snapshotted per emitted
+     * row and their segments are concatenated in registration order.
+     * Multiple MATCHes downstream of the last aggregation register their
+     * `ProvenanceSites` here; upstream aggregations register themselves
+     * as virtual sources that replay the current group's accumulated
+     * provenance.
+     */
+    addProvenanceSource(source) {
+        if (this._provenanceSources === null) {
+            this._provenanceSources = [];
+        }
+        this._provenanceSources.push(source);
+    }
     run() {
         return __awaiter(this, void 0, void 0, function* () {
             if (!this.where) {
@@ -77,25 +103,92 @@ class Return extends projection_1.default {
                 this._orderBy.captureSortKeys();
             }
             this._results.push(Object.fromEntries(record));
+            if (this._provenanceSink !== null) {
+                const segment = this._snapshotProvenance();
+                // Non-aggregate row: `rows` contains the single input-row segment
+                // so the shape stays uniform with aggregate rows.
+                const row = {
+                    nodes: segment.nodes,
+                    relationships: segment.relationships,
+                    rows: [segment],
+                };
+                if (segment.data_sources !== undefined) {
+                    row.data_sources = segment.data_sources;
+                }
+                this._provenanceRows.push(row);
+            }
             if (this._orderBy === null && this._limit !== null) {
                 this._limit.increment();
             }
         });
     }
+    /**
+     * Concatenate all registered provenance sources into a single
+     * {@link RowSegment}.  Called once per emitted row by `run()`, which
+     * wraps the result as a `RowProvenance` with `rows: [segment]`.
+     */
+    _snapshotProvenance() {
+        const merged = { nodes: [], relationships: [] };
+        if (this._provenanceSources !== null) {
+            for (const src of this._provenanceSources) {
+                (0, provenance_1.mergeProvenanceSegment)(merged, src.snapshot());
+            }
+        }
+        return merged;
+    }
     initialize() {
         return __awaiter(this, void 0, void 0, function* () {
             this._results = [];
+            this._provenanceRows = [];
         });
     }
     get results() {
+        const { results } = this._buildOutput();
+        return results;
+    }
+    finish() {
+        const _super = Object.create(null, {
+            finish: { get: () => super.finish }
+        });
+        return __awaiter(this, void 0, void 0, function* () {
+            // Materialise final, sort-/limit-aligned provenance into the runner's
+            // sink (when enabled) so `Runner.provenance` reads cheaply.
+            if (this._provenanceSink !== null) {
+                const { provenance } = this._buildOutput();
+                this._provenanceSink.length = 0;
+                for (const p of provenance)
+                    this._provenanceSink.push(p);
+            }
+            yield _super.finish.call(this);
+        });
+    }
+    /**
+     * Apply ORDER BY permutation and LIMIT slicing to both the result rows
+     * and the parallel provenance array in lockstep.  Provenance is
+     * computed only when a sink is registered.
+     */
+    _buildOutput() {
         let results = this._results;
+        let provenance = this._provenanceRows;
+        const wantProvenance = this._provenanceSink !== null;
         if (this._orderBy !== null) {
-            results = this._orderBy.sort(results);
+            const indices = this._orderBy.sortIndices(results);
+            results = indices.map((i) => results[i]);
+            if (wantProvenance) {
+                provenance = indices.map((i) => provenance[i]);
+            }
         }
         if (this._orderBy !== null && this._limit !== null) {
             results = results.slice(0, this._limit.limitValue);
+            if (wantProvenance) {
+                provenance = provenance.slice(0, this._limit.limitValue);
+            }
         }
-        return results;
+        return { results, provenance };
+    }
+    /** @internal Direct accessor used by UNION to merge child provenance. */
+    get provenanceRows() {
+        return this._buildOutput().provenance;
     }
 }
 exports.default = Return;

package/dist/parsing/operations/return.js.map

@@ -1 +1 @@
-{"version":3,"file":"return.js","sourceRoot":"","sources":["../../../src/parsing/operations/return.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAEA,8DAAsC;AAGtC;;;;;;;;;;GAUG;AACH,MAAM,MAAO,SAAQ,oBAAU;IAA/B;;QACc,WAAM,GAAiB,IAAI,CAAC;QAC5B,aAAQ,GAA0B,EAAE,CAAC;QACvC,WAAM,GAAiB,IAAI,CAAC;QAC1B,aAAQ,GAAmB,IAAI,CAAC;IA8D9C,CAAC;IA7DG,IAAW,KAAK,CAAC,KAAY;QACzB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IACD,IAAW,KAAK;QACZ,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IACD,IAAW,KAAK,CAAC,KAAY;QACzB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IACD,IAAW,OAAO,CAAC,OAAgB;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IACY,GAAG;;YACZ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO;YACX,CAAC;YACD,4DAA4D;YAC5D,uDAAuD;YACvD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC/E,OAAO;YACX,CAAC;YACD,MAAM,MAAM,GAAqB,IAAI,GAAG,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnD,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;oBACvC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;gBACxB,CAAC;gBACD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC/B,IAAI,KAAK,GAAQ,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBACtF,+DAA+D;gBAC/D,gEAAgE;gBAChE,+DAA+D;gBAC/D,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;oBACnF,OAAO,KAAK,CAAC,MAAM,CAAC;gBACxB,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7B,CAAC;YACD,oEAAoE;YACpE,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBACjD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;QACL,CAAC;KAAA;IACY,UAAU;;YACnB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;QACvB,CAAC;KAAA;IACD,IAAW,OAAO;QACd,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACzB,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAC1C,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACjD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QACvD,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;CACJ;AAED,kBAAe,MAAM,CAAC"}
+{"version":3,"file":"return.js","sourceRoot":"","sources":["../../../src/parsing/operations/return.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,yDAKkC;AAGlC,8DAAsC;AAGtC;;;;;;;;;;GAUG;AACH,MAAM,MAAO,SAAQ,oBAAU;IAA/B;;QACc,WAAM,GAAiB,IAAI,CAAC;QAC5B,aAAQ,GAA0B,EAAE,CAAC;QACvC,WAAM,GAAiB,IAAI,CAAC;QAC1B,aAAQ,GAAmB,IAAI,CAAC;QAChC,uBAAkB,GAA8B,IAAI,CAAC;QACrD,oBAAe,GAA2B,IAAI,CAAC;QAC/C,oBAAe,GAAoB,EAAE,CAAC;IAiJpD,CAAC;IAhJG,IAAW,KAAK,CAAC,KAAY;QACzB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IACD,IAAW,KAAK;QACZ,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QAChB,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;IAC/B,CAAC;IACD,IAAW,KAAK,CAAC,KAAY;QACzB,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;IACxB,CAAC;IACD,IAAW,OAAO,CAAC,OAAgB;QAC/B,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IACD;;;;OAIG;IACI,gBAAgB,CAAC,IAAqB;QACzC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAChC,CAAC;IACD;;;;;;;OAOG;IACI,mBAAmB,CAAC,MAAwB;QAC/C,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACnC,IAAI,CAAC,kBAAkB,GAAG,EAAE,CAAC;QACjC,CAAC;QACD,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzC,CAAC;IACY,GAAG;;YACZ,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACd,OAAO;YACX,CAAC;YACD,4DAA4D;YAC5D,uDAAuD;YACvD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;gBAC/E,OAAO;YACX,CAAC;YACD,MAAM,MAAM,GAAqB,IAAI,GAAG,EAAE,CAAC;YAC3C,KAAK,MAAM,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;gBACnD,KAAK,MAAM,EAAE,IAAI,UAAU,CAAC,UAAU,EAAE,EAAE,CAAC;oBACvC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC;gBACxB,CAAC;gBACD,MAAM,GAAG,GAAG,UAAU,CAAC,KAAK,EAAE,CAAC;gBAC/B,IAAI,KAAK,GAAQ,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;gBACtF,+DAA+D;gBAC/D,gEAAgE;gBAChE,+DAA+D;gBAC/D,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,QAAQ,IAAI,KAAK,EAAE,CAAC;oBACnF,OAAO,KAAK,CAAC,MAAM,CAAC;gBACxB,CAAC;gBACD,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;YAC7B,CAAC;YACD,oEAAoE;YACpE,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;gBACzB,IAAI,CAAC,QAAQ,CAAC,eAAe,EAAE,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;gBAChC,MAAM,OAAO,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAC3C,kEAAkE;gBAClE,kDAAkD;gBAClD,MAAM,GAAG,GAAkB;oBACvB,KAAK,EAAE,OAAO,CAAC,KAAK;oBACpB,aAAa,EAAE,OAAO,CAAC,aAAa;oBACpC,IAAI,EAAE,CAAC,OAAO,CAAC;iBAClB,CAAC;gBACF,IAAI,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;oBACrC,GAAG,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;gBAC5C,CAAC;gBACD,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnC,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;gBACjD,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;YAC5B,CAAC;QACL,CAAC;KAAA;IACD;;;;OAIG;IACO,mBAAmB;QACzB,MAAM,MAAM,GAAe,EAAE,KAAK,EAAE,EAAE,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;QAC5D,IAAI,IAAI,CAAC,kBAAkB,KAAK,IAAI,EAAE,CAAC;YACnC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,kBAAkB,EAAE,CAAC;gBACxC,IAAA,mCAAsB,EAAC,MAAM,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC;YACnD,CAAC;QACL,CAAC;QACD,OAAO,MAAM,CAAC;IAClB,CAAC;IACY,UAAU;;YACnB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC;QAC9B,CAAC;KAAA;IACD,IAAW,OAAO;QACd,MAAM,EAAE,OAAO,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC;IACnB,CAAC;IACY,MAAM;;;;;YACf,sEAAsE;YACtE,4DAA4D;YAC5D,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;gBAChC,MAAM,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC3C,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBAChC,KAAK,MAAM,CAAC,IAAI,UAAU;oBAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7D,CAAC;YACD,MAAM,OAAM,MAAM,WAAE,CAAC;QACzB,CAAC;KAAA;IACD;;;;OAIG;IACK,YAAY;QAChB,IAAI,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC;QAC5B,IAAI,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC;QACtC,MAAM,cAAc,GAAG,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;QACrD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACnD,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;YACzC,IAAI,cAAc,EAAE,CAAC;gBACjB,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;YACnD,CAAC;QACL,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,IAAI,EAAE,CAAC;YACjD,OAAO,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACnD,IAAI,cAAc,EAAE,CAAC;gBACjB,UAAU,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YAC7D,CAAC;QACL,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;IACnC,CAAC;IACD,yEAAyE;IACzE,IAAW,cAAc;QACrB,OAAO,IAAI,CAAC,YAAY,EAAE,CAAC,UAAU,CAAC;IAC1C,CAAC;CACJ;AAED,kBAAe,MAAM,CAAC"}

package/dist/parsing/operations/union.d.ts

@@ -1,3 +1,4 @@
+import { RowProvenance } from "../../compute/provenance";
 import Operation from "./operation";
 /**
  * Represents a UNION operation that combines results from two sub-queries.
@@ -17,17 +18,33 @@ declare class Union extends Operation {
     protected _left: Operation | null;
     protected _right: Operation | null;
     protected _results: Record<string, any>[];
+    protected _leftProvenance: RowProvenance[] | null;
+    protected _rightProvenance: RowProvenance[] | null;
+    protected _provenanceSink: RowProvenance[] | null;
     set left(operation: Operation);
     get left(): Operation;
     set right(operation: Operation);
     get right(): Operation;
+    /**
+     * Wire provenance through this UNION.  The Runner attaches each branch
+     * to its own sink array; `sink` is the merged output array aligned with
+     * `_results`.
+     */
+    enableProvenance(leftSink: RowProvenance[], rightSink: RowProvenance[], sink: RowProvenance[]): void;
     private lastInChain;
     initialize(): Promise<void>;
     run(): Promise<void>;
     /**
-     * Combines results from left and right pipelines.
-     * UNION removes duplicates; subclass UnionAll overrides to keep all rows.
+     * Combines results from left and right pipelines and returns both the
+     * merged rows and the merged provenance array (when enabled).  UNION
+     * drops duplicates (first occurrence wins); subclass UnionAll overrides
+     * to keep all rows.
      */
+    protected combineWithProvenance(left: Record<string, any>[], right: Record<string, any>[]): {
+        rows: Record<string, any>[];
+        provenance: RowProvenance[];
+    };
+    /** Kept for backwards compatibility with subclasses that override only combine(). */
     protected combine(left: Record<string, any>[], right: Record<string, any>[]): Record<string, any>[];
     finish(): Promise<void>;
     get results(): Record<string, any>[];

package/dist/parsing/operations/union.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"union.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/union.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,aAAa,CAAC;AAEpC;;;;;;;;;;;;;GAaG;AACH,cAAM,KAAM,SAAQ,SAAS;IACzB,SAAS,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAQ;IACzC,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAAQ;IAC1C,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAM;IAE/C,IAAW,IAAI,CAAC,SAAS,EAAE,SAAS,EAEnC;IACD,IAAW,IAAI,IAAI,SAAS,CAK3B;IACD,IAAW,KAAK,CAAC,SAAS,EAAE,SAAS,EAEpC;IACD,IAAW,KAAK,IAAI,SAAS,CAK5B;IAED,OAAO,CAAC,WAAW;IAQN,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IA8BjC;;;OAGG;IACH,SAAS,CAAC,OAAO,CACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAC7B,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;IAcX,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIpC,IAAW,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAE1C;CACJ;AAED,eAAe,KAAK,CAAC"}
+{"version":3,"file":"union.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/union.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,SAAS,MAAM,aAAa,CAAC;AAEpC;;;;;;;;;;;;;GAaG;AACH,cAAM,KAAM,SAAQ,SAAS;IACzB,SAAS,CAAC,KAAK,EAAE,SAAS,GAAG,IAAI,CAAQ;IACzC,SAAS,CAAC,MAAM,EAAE,SAAS,GAAG,IAAI,CAAQ;IAC1C,SAAS,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAM;IAC/C,SAAS,CAAC,eAAe,EAAE,aAAa,EAAE,GAAG,IAAI,CAAQ;IACzD,SAAS,CAAC,gBAAgB,EAAE,aAAa,EAAE,GAAG,IAAI,CAAQ;IAC1D,SAAS,CAAC,eAAe,EAAE,aAAa,EAAE,GAAG,IAAI,CAAQ;IAEzD,IAAW,IAAI,CAAC,SAAS,EAAE,SAAS,EAEnC;IACD,IAAW,IAAI,IAAI,SAAS,CAK3B;IACD,IAAW,KAAK,CAAC,SAAS,EAAE,SAAS,EAEpC;IACD,IAAW,KAAK,IAAI,SAAS,CAK5B;IAED;;;;OAIG;IACI,gBAAgB,CACnB,QAAQ,EAAE,aAAa,EAAE,EACzB,SAAS,EAAE,aAAa,EAAE,EAC1B,IAAI,EAAE,aAAa,EAAE,GACtB,IAAI;IAMP,OAAO,CAAC,WAAW;IAQN,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAK3B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;IAmCjC;;;;;OAKG;IACH,SAAS,CAAC,qBAAqB,CAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAC7B;QAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QAAC,UAAU,EAAE,aAAa,EAAE,CAAA;KAAE;IAsB/D,qFAAqF;IACrF,SAAS,CAAC,OAAO,CACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAC7B,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;IAIX,MAAM,IAAI,OAAO,CAAC,IAAI,CAAC;IAIpC,IAAW,OAAO,IAAI,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAE1C;CACJ;AAED,eAAe,KAAK,CAAC"}

package/dist/parsing/operations/union.js

@@ -33,6 +33,9 @@ class Union extends operation_1.default {
         this._left = null;
         this._right = null;
         this._results = [];
+        this._leftProvenance = null;
+        this._rightProvenance = null;
+        this._provenanceSink = null;
     }
     set left(operation) {
         this._left = operation;
@@ -52,6 +55,16 @@ class Union extends operation_1.default {
         }
         return this._right;
     }
+    /**
+     * Wire provenance through this UNION.  The Runner attaches each branch
+     * to its own sink array; `sink` is the merged output array aligned with
+     * `_results`.
+     */
+    enableProvenance(leftSink, rightSink, sink) {
+        this._leftProvenance = leftSink;
+        this._rightProvenance = rightSink;
+        this._provenanceSink = sink;
+    }
     lastInChain(operation) {
         let current = operation;
         while (current.next) {
@@ -88,24 +101,47 @@ class Union extends operation_1.default {
                     throw new Error("All sub queries in a UNION must have the same return column names");
                 }
             }
-            // Combine results
-            this._results = this.combine(leftResults, rightResults);
+            // Combine results (and provenance when enabled)
+            const { rows, provenance } = this.combineWithProvenance(leftResults, rightResults);
+            this._results = rows;
+            if (this._provenanceSink !== null) {
+                this._provenanceSink.length = 0;
+                for (const p of provenance)
+                    this._provenanceSink.push(p);
+            }
         });
     }
     /**
-     * Combines results from left and right pipelines.
-     * UNION removes duplicates; subclass UnionAll overrides to keep all rows.
+     * Combines results from left and right pipelines and returns both the
+     * merged rows and the merged provenance array (when enabled).  UNION
+     * drops duplicates (first occurrence wins); subclass UnionAll overrides
+     * to keep all rows.
      */
-    combine(left, right) {
-        const combined = [...left];
-        for (const row of right) {
+    combineWithProvenance(left, right) {
+        const leftProv = this._leftProvenance;
+        const rightProv = this._rightProvenance;
+        const wantProv = this._provenanceSink !== null;
+        const rows = [...left];
+        const provenance = wantProv && leftProv !== null ? [...leftProv] : [];
+        const serializedSeen = new Set();
+        for (const row of left)
+            serializedSeen.add(JSON.stringify(row));
+        for (let i = 0; i < right.length; i++) {
+            const row = right[i];
             const serialized = JSON.stringify(row);
-            const isDuplicate = combined.some((existing) => JSON.stringify(existing) === serialized);
-            if (!isDuplicate) {
-                combined.push(row);
+            if (!serializedSeen.has(serialized)) {
+                rows.push(row);
+                if (wantProv && rightProv !== null) {
+                    provenance.push(rightProv[i]);
+                }
+                serializedSeen.add(serialized);
             }
         }
-        return combined;
+        return { rows, provenance };
+    }
+    /** Kept for backwards compatibility with subclasses that override only combine(). */
+    combine(left, right) {
+        return this.combineWithProvenance(left, right).rows;
     }
     finish() {
         return __awaiter(this, void 0, void 0, function* () {

package/dist/parsing/operations/union.js.map

@@ -1 +1 @@
-{"version":3,"file":"union.js","sourceRoot":"","sources":["../../../src/parsing/operations/union.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AAAA,4DAAoC;AAEpC;;;;;;;;;;;;;GAaG;AACH,MAAM,KAAM,SAAQ,mBAAS;IAA7B;;QACc,UAAK,GAAqB,IAAI,CAAC;QAC/B,WAAM,GAAqB,IAAI,CAAC;QAChC,aAAQ,GAA0B,EAAE,CAAC;IA4FnD,CAAC;IA1FG,IAAW,IAAI,CAAC,SAAoB;QAChC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IAC3B,CAAC;IACD,IAAW,IAAI;QACX,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IACD,IAAW,KAAK,CAAC,SAAoB;QACjC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IACD,IAAW,KAAK;QACZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAEO,WAAW,CAAC,SAAoB;QACpC,IAAI,OAAO,GAAG,SAAS,CAAC;QACxB,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAC3B,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAEY,UAAU;;;YACnB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,MAAM,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,UAAU,EAAE,CAAA,CAAC;QAClC,CAAC;KAAA;IAEY,GAAG;;YACZ,wBAAwB;YACxB,MAAM,IAAI,CAAC,KAAM,CAAC,UAAU,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,KAAM,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAM,CAAC,CAAC;YAC/C,MAAM,WAAW,GAA0B,QAAQ,CAAC,OAAO,CAAC;YAE5D,yBAAyB;YACzB,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;YACjD,MAAM,YAAY,GAA0B,SAAS,CAAC,OAAO,CAAC;YAE9D,8BAA8B;YAC9B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CACX,mEAAmE,CACtE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,kBAAkB;YAClB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;QAC5D,CAAC;KAAA;IAED;;;OAGG;IACO,OAAO,CACb,IAA2B,EAC3B,KAA4B;QAE5B,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,CAAC;QAC3B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACtB,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACvC,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAC7B,CAAC,QAAQ,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,UAAU,CACxD,CAAC;YACF,IAAI,CAAC,WAAW,EAAE,CAAC;gBACf,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACvB,CAAC;QACL,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEY,MAAM;;;YACf,MAAM,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,MAAM,EAAE,CAAA,CAAC;QAC9B,CAAC;KAAA;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ;AAED,kBAAe,KAAK,CAAC"}
+{"version":3,"file":"union.js","sourceRoot":"","sources":["../../../src/parsing/operations/union.ts"],"names":[],"mappings":";;;;;;;;;;;;;;AACA,4DAAoC;AAEpC;;;;;;;;;;;;;GAaG;AACH,MAAM,KAAM,SAAQ,mBAAS;IAA7B;;QACc,UAAK,GAAqB,IAAI,CAAC;QAC/B,WAAM,GAAqB,IAAI,CAAC;QAChC,aAAQ,GAA0B,EAAE,CAAC;QACrC,oBAAe,GAA2B,IAAI,CAAC;QAC/C,qBAAgB,GAA2B,IAAI,CAAC;QAChD,oBAAe,GAA2B,IAAI,CAAC;IAkI7D,CAAC;IAhIG,IAAW,IAAI,CAAC,SAAoB;QAChC,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IAC3B,CAAC;IACD,IAAW,IAAI;QACX,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IACD,IAAW,KAAK,CAAC,SAAoB;QACjC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5B,CAAC;IACD,IAAW,KAAK;QACZ,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;QAClD,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED;;;;OAIG;IACI,gBAAgB,CACnB,QAAyB,EACzB,SAA0B,EAC1B,IAAqB;QAErB,IAAI,CAAC,eAAe,GAAG,QAAQ,CAAC;QAChC,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAC;QAClC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;IAChC,CAAC;IAEO,WAAW,CAAC,SAAoB;QACpC,IAAI,OAAO,GAAG,SAAS,CAAC;QACxB,OAAO,OAAO,CAAC,IAAI,EAAE,CAAC;YAClB,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;QAC3B,CAAC;QACD,OAAO,OAAO,CAAC;IACnB,CAAC;IAEY,UAAU;;;YACnB,IAAI,CAAC,QAAQ,GAAG,EAAE,CAAC;YACnB,MAAM,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,UAAU,EAAE,CAAA,CAAC;QAClC,CAAC;KAAA;IAEY,GAAG;;YACZ,wBAAwB;YACxB,MAAM,IAAI,CAAC,KAAM,CAAC,UAAU,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,KAAM,CAAC,GAAG,EAAE,CAAC;YACxB,MAAM,IAAI,CAAC,KAAM,CAAC,MAAM,EAAE,CAAC;YAC3B,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,KAAM,CAAC,CAAC;YAC/C,MAAM,WAAW,GAA0B,QAAQ,CAAC,OAAO,CAAC;YAE5D,yBAAyB;YACzB,MAAM,IAAI,CAAC,MAAO,CAAC,UAAU,EAAE,CAAC;YAChC,MAAM,IAAI,CAAC,MAAO,CAAC,GAAG,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,MAAO,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,SAAS,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAO,CAAC,CAAC;YACjD,MAAM,YAAY,GAA0B,SAAS,CAAC,OAAO,CAAC;YAE9D,8BAA8B;YAC9B,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACpD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAC9D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBAChE,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CACX,mEAAmE,CACtE,CAAC;gBACN,CAAC;YACL,CAAC;YAED,gDAAgD;YAChD,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,GAAG,IAAI,CAAC,qBAAqB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;YACnF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;YACrB,IAAI,IAAI,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;gBAChC,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;gBAChC,KAAK,MAAM,CAAC,IAAI,UAAU;oBAAE,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YAC7D,CAAC;QACL,CAAC;KAAA;IAED;;;;;OAKG;IACO,qBAAqB,CAC3B,IAA2B,EAC3B,KAA4B;QAE5B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACxC,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;QAC/C,MAAM,IAAI,GAA0B,CAAC,GAAG,IAAI,CAAC,CAAC;QAC9C,MAAM,UAAU,GAAoB,QAAQ,IAAI,QAAQ,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,cAAc,GAAG,IAAI,GAAG,EAAU,CAAC;QACzC,KAAK,MAAM,GAAG,IAAI,IAAI;YAAE,cAAc,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACpC,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACrB,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;YACvC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;gBAClC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACf,IAAI,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;oBACjC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;gBAClC,CAAC;gBACD,cAAc,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;YACnC,CAAC;QACL,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC;IAChC,CAAC;IAED,qFAAqF;IAC3E,OAAO,CACb,IAA2B,EAC3B,KAA4B;QAE5B,OAAO,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC;IACxD,CAAC;IAEY,MAAM;;;YACf,MAAM,CAAA,MAAA,IAAI,CAAC,IAAI,0CAAE,MAAM,EAAE,CAAA,CAAC;QAC9B,CAAC;KAAA;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ;AAED,kBAAe,KAAK,CAAC"}

package/dist/parsing/operations/union_all.d.ts

@@ -1,10 +1,14 @@
+import { RowProvenance } from "../../compute/provenance";
 import Union from "./union";
 /**
  * Represents a UNION ALL operation that concatenates results from two sub-queries
  * without removing duplicates.
  */
 declare class UnionAll extends Union {
-    protected combine(left: Record<string, any>[], right: Record<string, any>[]): Record<string, any>[];
+    protected combineWithProvenance(left: Record<string, any>[], right: Record<string, any>[]): {
+        rows: Record<string, any>[];
+        provenance: RowProvenance[];
+    };
 }
 export default UnionAll;
 //# sourceMappingURL=union_all.d.ts.map

package/dist/parsing/operations/union_all.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"union_all.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/union_all.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B;;;GAGG;AACH,cAAM,QAAS,SAAQ,KAAK;IACxB,SAAS,CAAC,OAAO,CACb,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAC7B,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE;CAG3B;AAED,eAAe,QAAQ,CAAC"}
+{"version":3,"file":"union_all.d.ts","sourceRoot":"","sources":["../../../src/parsing/operations/union_all.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,0BAA0B,CAAC;AACzD,OAAO,KAAK,MAAM,SAAS,CAAC;AAE5B;;;GAGG;AACH,cAAM,QAAS,SAAQ,KAAK;IACxB,SAAS,CAAC,qBAAqB,CAC3B,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,EAC3B,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,GAC7B;QAAE,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC;QAAC,UAAU,EAAE,aAAa,EAAE,CAAA;KAAE;CASlE;AAED,eAAe,QAAQ,CAAC"}

package/dist/parsing/operations/union_all.js

@@ -9,8 +9,14 @@ const union_1 = __importDefault(require("./union"));
  * without removing duplicates.
  */
 class UnionAll extends union_1.default {
-    combine(left, right) {
-        return [...left, ...right];
+    combineWithProvenance(left, right) {
+        const wantProv = this._provenanceSink !== null;
+        const leftProv = this._leftProvenance;
+        const rightProv = this._rightProvenance;
+        const provenance = wantProv
+            ? [...(leftProv !== null && leftProv !== void 0 ? leftProv : []), ...(rightProv !== null && rightProv !== void 0 ? rightProv : [])]
+            : [];
+        return { rows: [...left, ...right], provenance };
     }
 }
 exports.default = UnionAll;

package/dist/parsing/operations/union_all.js.map

@@ -1 +1 @@
-{"version":3,"file":"union_all.js","sourceRoot":"","sources":["../../../src/parsing/operations/union_all.ts"],"names":[],"mappings":";;;;;AAAA,oDAA4B;AAE5B;;;GAGG;AACH,MAAM,QAAS,SAAQ,eAAK;IACd,OAAO,CACb,IAA2B,EAC3B,KAA4B;QAE5B,OAAO,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,CAAC;IAC/B,CAAC;CACJ;AAED,kBAAe,QAAQ,CAAC"}
+{"version":3,"file":"union_all.js","sourceRoot":"","sources":["../../../src/parsing/operations/union_all.ts"],"names":[],"mappings":";;;;;AACA,oDAA4B;AAE5B;;;GAGG;AACH,MAAM,QAAS,SAAQ,eAAK;IACd,qBAAqB,CAC3B,IAA2B,EAC3B,KAA4B;QAE5B,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,KAAK,IAAI,CAAC;QAC/C,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC;QACtC,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC;QACxC,MAAM,UAAU,GAAoB,QAAQ;YACxC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,EAAE,CAAC,EAAE,GAAG,CAAC,SAAS,aAAT,SAAS,cAAT,SAAS,GAAI,EAAE,CAAC,CAAC;YAC7C,CAAC,CAAC,EAAE,CAAC;QACT,OAAO,EAAE,IAAI,EAAE,CAAC,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC,EAAE,UAAU,EAAE,CAAC;IACrD,CAAC;CACJ;AAED,kBAAe,QAAQ,CAAC"}

package/dist/parsing/statement_info_crawler.d.ts

@@ -42,6 +42,52 @@ export interface DeclaredEntityInfo {
     properties: string[];
     sources: string[];
 }
+/**
+ * A single `alias.property` access that contributes to an output column.
+ */
+export interface ColumnReference {
+    /** The binding name as written in the query (e.g. `'c'` in `c.name`). */
+    alias: string;
+    /** Whether the binding is a node or a relationship. */
+    kind: "node" | "relationship";
+    /**
+     * Node labels (when `kind === 'node'`) or relationship types (when
+     * `kind === 'relationship'`).  Multi-label intersection matches
+     * surface every label.
+     */
+    labels: string[];
+    /** The property name read off the binding (e.g. `'name'` in `c.name`). */
+    property: string;
+}
+/**
+ * Per-output-column lineage.  Bridges the AST-level access list with the
+ * runtime row provenance: for each column the runner emits, this tells
+ * you which `alias.property` reads went into it and how they were
+ * combined.
+ */
+export interface ColumnLineage {
+    /**
+     * Every distinct `alias.property` access reachable from the column's
+     * expression tree.  Deduplicated by `(alias, property)`.
+     *
+     * Empty when the column is a pure literal or an aggregate that takes
+     * no `alias.property` arguments (e.g. `count(c) AS n` references the
+     * binding `c` but no specific property).
+     */
+    references: ColumnReference[];
+    /**
+     * - `'literal'`    — the column is a literal expression with no bindings.
+     * - `'property'`   — a single direct `alias.property` access (or a
+     *                    pass-through projection of one).
+     * - `'expression'` — a computed expression over one or more
+     *                    `alias.property` accesses.
+     * - `'aggregate'`  — contains an aggregate function (`count`, `sum`,
+     *                    `collect`, …).
+     */
+    kind: "literal" | "property" | "expression" | "aggregate";
+    /** When `kind === 'aggregate'`: the function name (e.g. `'count'`). */
+    aggregate?: string;
+}
 /**
  * Structural information extracted from a parsed FlowQuery statement.
  *
@@ -105,6 +151,18 @@ export interface StatementInfo {
         nodes: Record<string, DeclaredEntityInfo>;
         relationships: Record<string, DeclaredEntityInfo>;
     };
+    /**
+     * Per-output-column lineage for the final `RETURN` clause.  Maps each
+     * result column name to the `alias.property` accesses that compose
+     * it.  Empty (`{}`) when the statement has no `RETURN` (e.g. pure
+     * CREATE / DELETE statements).
+     *
+     * Combine with {@link Runner.provenance} to trace a result-row cell
+     * back to its source node / relationship id, the matched property
+     * value, and the originating virtual sub-query (all available when
+     * the runner is constructed with `{ provenance: true }`).
+     */
+    returns: Record<string, ColumnLineage>;
 }
 /**
  * Walks one or more parsed FlowQuery statement ASTs and extracts a
@@ -137,6 +195,12 @@ declare class StatementInfoCrawler {
     private _relDeclaredSources;
     private _ownCreatedNodeLabels;
     private _ownCreatedRelTypes;
+    /**
+     * Per-output-column lineage of the most recently visited `RETURN`
+     * clause.  Overwritten each time a `Return` op is visited so the
+     * last RETURN wins (matching the user-visible result shape).
+     */
+    private _returns;
     /**
      * For each inline CREATE VIRTUAL clause, the (label or type) it
      * declares and its inner statement AST. The label key receives the
@@ -144,6 +208,14 @@ declare class StatementInfoCrawler {
      */
     private _ownNodeCreates;
     private _ownRelCreates;
+    /**
+     * Map of `LET name = { ... }` binding name to the data sources its
+     * sub-query right-hand side touches.  Used to follow a downstream
+     * `LOAD JSON FROM name` reference back to the original URL / file /
+     * async-function name when both the LET and the consuming statement
+     * are crawled together.
+     */
+    private _letSources;
     /**
      * Walks one or more statement ASTs and returns the merged structural info.
      *
@@ -153,6 +225,14 @@ declare class StatementInfoCrawler {
     crawl(statements: ASTNode | Iterable<ASTNode>): StatementInfo;
     private toIterable;
     private reset;
+    /**
+     * Pre-pass over a statement to record, for each `LET name = { ... }`
+     * with a sub-query right-hand side, the data sources its sub-query
+     * touches.  Stored in `_letSources` so a downstream
+     * `LOAD JSON FROM name` consumer can union those sources into the
+     * consuming statement's per-label / per-type source set.
+     */
+    private collectLetSources;
     private crawlStatement;
     private visitOperation;
     private resolveRegisteredDefinitions;
@@ -165,6 +245,30 @@ declare class StatementInfoCrawler {
      * RETURN-style operations.
      */
     private collectPropertyAccesses;
+    /**
+     * Builds the per-column lineage map of a single `RETURN` clause.
+     * Mirrors {@link Projection.expressions}'s default-aliasing rule so
+     * unnamed columns are keyed `expr0`, `expr1`, ….
+     */
+    private collectReturnColumns;
+    /**
+     * Walks an output-column expression and returns the contributing
+     * `alias.property` accesses plus a `kind` summarising how they were
+     * combined (`literal` / `property` / `expression` / `aggregate`).
+     */
+    private lineageOfExpression;
+    /**
+     * Returns the user-written identifier of a `Lookup`'s variable side
+     * (e.g. `'c'` in `c.name`), or `null` if the variable isn't a plain
+     * `Reference` to a named binding.
+     */
+    private aliasOfLookup;
+    /**
+     * True iff the expression is a direct `alias.property` projection
+     * (possibly wrapped in a single-child pass-through `Expression`),
+     * with no operators, functions, or additional references.
+     */
+    private isSimplePropertyProjection;
     private handleLookupAccess;
     /**
      * Resolves a `Lookup` of the shape `alias.prop` to the labels/types
@@ -237,6 +341,8 @@ declare class StatementInfoCrawler {
      * Returns a deep copy of a StatementInfo so callers can mutate it freely.
      */
     static clone(info: StatementInfo): StatementInfo;
+    private cloneReturns;
+    private static cloneReturnsStatic;
 }
 export default StatementInfoCrawler;
 //# sourceMappingURL=statement_info_crawler.d.ts.map

package/dist/parsing/statement_info_crawler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"statement_info_crawler.d.ts","sourceRoot":"","sources":["../../src/parsing/statement_info_crawler.ts"],"names":[],"mappings":"AAIA,OAAO,OAAO,MAAM,YAAY,CAAC;AAuBjC;;;;GAIG;AACH,MAAM,WAAW,QAAQ;IACrB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB;;;;;;;;;;;OAWG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;CAC1C;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;CAC1C;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,aAAa;IAC1B,gFAAgF;IAChF,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,uFAAuF;IACvF,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B;;;;;;OAMG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,mEAAmE;IACnE,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,0EAA0E;IAC1E,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClD;;;;OAIG;IACH,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChC;;;;OAIG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAChD;;;;;;;;;;OAUG;IACH,QAAQ,EAAE;QACN,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;QAC1C,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;KACrD,CAAC;CACL;AAED;;;;;;;;;;;;;;;GAeG;AACH,cAAM,oBAAoB;IACtB,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,UAAU,CAAuC;IACzD,OAAO,CAAC,SAAS,CAAuC;IACxD,OAAO,CAAC,YAAY,CAAuC;IAC3D,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,aAAa,CAA8C;IACnE,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,kBAAkB,CAAuC;IACjE,OAAO,CAAC,iBAAiB,CAAuC;IAChE,OAAO,CAAC,oBAAoB,CAAuC;IACnE,OAAO,CAAC,mBAAmB,CAAuC;IAClE,OAAO,CAAC,qBAAqB,CAA0B;IACvD,OAAO,CAAC,mBAAmB,CAA0B;IACrD;;;;OAIG;IACH,OAAO,CAAC,eAAe,CAAoD;IAC3E,OAAO,CAAC,cAAc,CAAmD;IAEzE;;;;;OAKG;IACI,KAAK,CAAC,UAAU,EAAE,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,aAAa;IAUpE,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,KAAK;IAmBb,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;IAqEtB,OAAO,CAAC,4BAA4B;IAwDpC,OAAO,CAAC,WAAW;IASnB;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IA8C/B,OAAO,CAAC,kBAAkB;IAU1B;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB;IAqB3B;;;;;;;;;;;;;;;;;;OAkBG;IACH,OAAO,CAAC,kBAAkB;IAsC1B;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,qBAAqB;IAQ7B,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,eAAe;IAkBvB;;;;;OAKG;IACH,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,gBAAgB;IAOxB;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAwB5B;;;;OAIG;IACH,OAAO,CAAE,iBAAiB;IAW1B,OAAO,CAAC,cAAc;IA0BtB,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,aAAa;IAuBrB,OAAO,CAAC,gBAAgB;IAcxB,OAAO,CAAC,QAAQ;IAwEhB;;OAEG;WACW,KAAK,CAAC,IAAI,EAAE,aAAa,GAAG,aAAa;CAsD1D;AAED,eAAe,oBAAoB,CAAC"}
+{"version":3,"file":"statement_info_crawler.d.ts","sourceRoot":"","sources":["../../src/parsing/statement_info_crawler.ts"],"names":[],"mappings":"AAIA,OAAO,OAAO,MAAM,YAAY,CAAC;AA0BjC;;;;GAIG;AACH,MAAM,WAAW,QAAQ;IACrB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB;;;;;;;;;;;OAWG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;CAC1C;AAED;;;;;GAKG;AACH,MAAM,WAAW,gBAAgB;IAC7B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,2EAA2E;IAC3E,cAAc,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,CAAC;CAC1C;AAED;;;;GAIG;AACH,MAAM,WAAW,kBAAkB;IAC/B,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;CACrB;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC5B,yEAAyE;IACzE,KAAK,EAAE,MAAM,CAAC;IACd,uDAAuD;IACvD,IAAI,EAAE,MAAM,GAAG,cAAc,CAAC;IAC9B;;;;OAIG;IACH,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,0EAA0E;IAC1E,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED;;;;;GAKG;AACH,MAAM,WAAW,aAAa;IAC1B;;;;;;;OAOG;IACH,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B;;;;;;;;OAQG;IACH,IAAI,EAAE,SAAS,GAAG,UAAU,GAAG,YAAY,GAAG,WAAW,CAAC;IAC1D,uEAAuE;IACvE,SAAS,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,WAAW,aAAa;IAC1B,gFAAgF;IAChF,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,uFAAuF;IACvF,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B;;;;;;OAMG;IACH,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,mEAAmE;IACnE,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAC1C,0EAA0E;IAC1E,uBAAuB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAClD;;;;OAIG;IACH,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAChC;;;;OAIG;IACH,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC;IAChD;;;;;;;;;;OAUG;IACH,QAAQ,EAAE;QACN,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;QAC1C,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAAC;KACrD,CAAC;IACF;;;;;;;;;;OAUG;IACH,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;CAC1C;AAED;;;;;;;;;;;;;;;GAeG;AACH,cAAM,oBAAoB;IACtB,OAAO,CAAC,WAAW,CAA0B;IAC7C,OAAO,CAAC,SAAS,CAA0B;IAC3C,OAAO,CAAC,UAAU,CAAuC;IACzD,OAAO,CAAC,SAAS,CAAuC;IACxD,OAAO,CAAC,YAAY,CAAuC;IAC3D,OAAO,CAAC,WAAW,CAAuC;IAC1D,OAAO,CAAC,aAAa,CAA8C;IACnE,OAAO,CAAC,YAAY,CAA8C;IAClE,OAAO,CAAC,kBAAkB,CAAuC;IACjE,OAAO,CAAC,iBAAiB,CAAuC;IAChE,OAAO,CAAC,oBAAoB,CAAuC;IACnE,OAAO,CAAC,mBAAmB,CAAuC;IAClE,OAAO,CAAC,qBAAqB,CAA0B;IACvD,OAAO,CAAC,mBAAmB,CAA0B;IACrD;;;;OAIG;IACH,OAAO,CAAC,QAAQ,CAAqC;IACrD;;;;OAIG;IACH,OAAO,CAAC,eAAe,CAAoD;IAC3E,OAAO,CAAC,cAAc,CAAmD;IACzE;;;;;;OAMG;IACH,OAAO,CAAC,WAAW,CAAuC;IAE1D;;;;;OAKG;IACI,KAAK,CAAC,UAAU,EAAE,OAAO,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,aAAa;IAgBpE,OAAO,CAAC,UAAU;IAOlB,OAAO,CAAC,KAAK;IAqBb;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IAsBzB,OAAO,CAAC,cAAc;IAatB,OAAO,CAAC,cAAc;IA6EtB,OAAO,CAAC,4BAA4B;IAwDpC,OAAO,CAAC,WAAW;IASnB;;;;;;OAMG;IACH,OAAO,CAAC,uBAAuB;IA8C/B;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAY5B;;;;OAIG;IACH,OAAO,CAAC,mBAAmB;IAsD3B;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAQrB;;;;OAIG;IACH,OAAO,CAAC,0BAA0B;IAUlC,OAAO,CAAC,kBAAkB;IAU1B;;;;;OAKG;IACH,OAAO,CAAC,mBAAmB;IAqB3B;;;;;;;;;;;;;;;;;;OAkBG;IACH,OAAO,CAAC,kBAAkB;IAsC1B;;;;OAIG;IACH,OAAO,CAAC,kBAAkB;IAU1B,OAAO,CAAC,qBAAqB;IAQ7B,OAAO,CAAC,qBAAqB;IAc7B,OAAO,CAAC,eAAe;IAkBvB;;;;;OAKG;IACH,OAAO,CAAC,YAAY;IAgBpB,OAAO,CAAC,YAAY;IAQpB,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,gBAAgB;IAOxB;;;;OAIG;IACH,OAAO,CAAC,oBAAoB;IAwB5B;;;;OAIG;IACH,OAAO,CAAE,iBAAiB;IAW1B,OAAO,CAAC,cAAc;IAkDtB,OAAO,CAAC,WAAW;IAYnB,OAAO,CAAC,UAAU;IAYlB,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,kBAAkB;IAY1B,OAAO,CAAC,mBAAmB;IAY3B,OAAO,CAAC,aAAa;IAuBrB,OAAO,CAAC,gBAAgB;IAcxB,OAAO,CAAC,QAAQ;IAyEhB;;OAEG;WACW,KAAK,CAAC,IAAI,EAAE,aAAa,GAAG,aAAa;IAwDvD,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,MAAM,CAAC,kBAAkB;CAmBpC;AAED,eAAe,oBAAoB,CAAC"}