coalesce-transform-mcp 0.3.0 → 0.4.2

package/dist/services/lineage/lineage-traversal.js

@@ -0,0 +1,283 @@
+import { parseColumnKey, columnKey } from "./lineage-cache.js";
+export function walkUpstream(cache, startNodeID) {
+    const result = [];
+    const visited = new Set();
+    const queue = [{ nodeID: startNodeID, depth: 0 }];
+    while (queue.length > 0) {
+        const { nodeID, depth } = queue.shift();
+        if (visited.has(nodeID))
+            continue;
+        visited.add(nodeID);
+        if (nodeID !== startNodeID) {
+            const node = cache.nodes.get(nodeID);
+            if (node) {
+                result.push({ nodeID: node.id, nodeName: node.name, nodeType: node.nodeType, depth });
+            }
+        }
+        const upstream = cache.upstreamNodes.get(nodeID);
+        if (upstream) {
+            for (const upID of upstream) {
+                if (!visited.has(upID)) {
+                    queue.push({ nodeID: upID, depth: depth + 1 });
+                }
+            }
+        }
+    }
+    return result;
+}
+export function walkDownstream(cache, startNodeID) {
+    const result = [];
+    const visited = new Set();
+    const queue = [{ nodeID: startNodeID, depth: 0 }];
+    while (queue.length > 0) {
+        const { nodeID, depth } = queue.shift();
+        if (visited.has(nodeID))
+            continue;
+        visited.add(nodeID);
+        if (nodeID !== startNodeID) {
+            const node = cache.nodes.get(nodeID);
+            if (node) {
+                result.push({ nodeID: node.id, nodeName: node.name, nodeType: node.nodeType, depth });
+            }
+        }
+        const downstream = cache.downstreamNodes.get(nodeID);
+        if (downstream) {
+            for (const downID of downstream) {
+                if (!visited.has(downID)) {
+                    queue.push({ nodeID: downID, depth: depth + 1 });
+                }
+            }
+        }
+    }
+    return result;
+}
+export function walkColumnLineage(cache, nodeID, columnID) {
+    const result = [];
+    const startKey = columnKey(nodeID, columnID);
+    // Walk upstream
+    const visitedUp = new Set();
+    const queueUp = [{ key: startKey, depth: 0 }];
+    while (queueUp.length > 0) {
+        const { key, depth } = queueUp.shift();
+        if (visitedUp.has(key))
+            continue;
+        visitedUp.add(key);
+        if (key !== startKey) {
+            const parsed = parseColumnKey(key);
+            const node = cache.nodes.get(parsed.nodeID);
+            if (node) {
+                const col = node.columns.find((c) => c.id === parsed.columnID);
+                if (col) {
+                    result.push({
+                        nodeID: parsed.nodeID,
+                        nodeName: node.name,
+                        nodeType: node.nodeType,
+                        columnID: parsed.columnID,
+                        columnName: col.name,
+                        direction: "upstream",
+                        depth,
+                    });
+                }
+            }
+        }
+        const upstream = cache.columnUpstream.get(key);
+        if (upstream) {
+            for (const srcKey of upstream) {
+                if (!visitedUp.has(srcKey)) {
+                    queueUp.push({ key: srcKey, depth: depth + 1 });
+                }
+            }
+        }
+    }
+    // Walk downstream
+    const visitedDown = new Set();
+    const queueDown = [{ key: startKey, depth: 0 }];
+    while (queueDown.length > 0) {
+        const { key, depth } = queueDown.shift();
+        if (visitedDown.has(key))
+            continue;
+        visitedDown.add(key);
+        if (key !== startKey) {
+            const parsed = parseColumnKey(key);
+            const node = cache.nodes.get(parsed.nodeID);
+            if (node) {
+                const col = node.columns.find((c) => c.id === parsed.columnID);
+                if (col) {
+                    result.push({
+                        nodeID: parsed.nodeID,
+                        nodeName: node.name,
+                        nodeType: node.nodeType,
+                        columnID: parsed.columnID,
+                        columnName: col.name,
+                        direction: "downstream",
+                        depth,
+                    });
+                }
+            }
+        }
+        const downstream = cache.columnDownstream.get(key);
+        if (downstream) {
+            for (const dstKey of downstream) {
+                if (!visitedDown.has(dstKey)) {
+                    queueDown.push({ key: dstKey, depth: depth + 1 });
+                }
+            }
+        }
+    }
+    return result;
+}
+export function analyzeNodeImpact(cache, nodeID, columnID) {
+    const node = cache.nodes.get(nodeID);
+    if (!node) {
+        throw new Error(`Node ${nodeID} not found in lineage cache. Ensure the workspace has been cached with detail=true.`);
+    }
+    let sourceColumnName;
+    if (columnID) {
+        const col = node.columns.find((c) => c.id === columnID);
+        if (!col) {
+            const available = node.columns.map((c) => `${c.id} (${c.name})`).join(", ");
+            throw new Error(`Column ${columnID} not found on node ${nodeID} (${node.name}). Available columns: ${available || "none"}`);
+        }
+        sourceColumnName = col.name;
+    }
+    // Node-level impact: all downstream nodes
+    const impactedNodes = walkDownstream(cache, nodeID);
+    // Column-level impact
+    let impactedColumns = [];
+    if (columnID) {
+        impactedColumns = walkColumnLineage(cache, nodeID, columnID).filter((e) => e.direction === "downstream");
+    }
+    else {
+        // All columns on this node -> trace each downstream
+        for (const col of node.columns) {
+            const downstream = walkColumnLineage(cache, nodeID, col.id).filter((e) => e.direction === "downstream");
+            impactedColumns.push(...downstream);
+        }
+        // Deduplicate
+        const seen = new Set();
+        impactedColumns = impactedColumns.filter((e) => {
+            const key = columnKey(e.nodeID, e.columnID);
+            if (seen.has(key))
+                return false;
+            seen.add(key);
+            return true;
+        });
+    }
+    // Group by depth
+    const byDepth = {};
+    for (const n of impactedNodes) {
+        if (!byDepth[n.depth])
+            byDepth[n.depth] = [];
+        byDepth[n.depth].push(n.nodeName);
+    }
+    // Critical path: longest path from source to leaf
+    const criticalPath = findCriticalPath(cache, nodeID);
+    return {
+        sourceNodeID: nodeID,
+        sourceNodeName: node.name,
+        sourceNodeType: node.nodeType,
+        ...(columnID ? { sourceColumnID: columnID } : {}),
+        ...(sourceColumnName ? { sourceColumnName } : {}),
+        impactedNodes,
+        impactedColumns,
+        totalImpactedNodes: impactedNodes.length,
+        totalImpactedColumns: impactedColumns.length,
+        byDepth,
+        criticalPath,
+    };
+}
+function findCriticalPath(cache, startNodeID) {
+    const node = cache.nodes.get(startNodeID);
+    if (!node)
+        return [];
+    // Collect reachable downstream subgraph via BFS
+    const reachable = new Set();
+    const bfsQueue = [startNodeID];
+    while (bfsQueue.length > 0) {
+        const id = bfsQueue.shift();
+        if (reachable.has(id))
+            continue;
+        reachable.add(id);
+        const downstream = cache.downstreamNodes.get(id);
+        if (downstream) {
+            for (const nextID of downstream) {
+                if (!reachable.has(nextID))
+                    bfsQueue.push(nextID);
+            }
+        }
+    }
+    // Topological sort (Kahn's algorithm) over the reachable subgraph
+    const inDegree = new Map();
+    for (const id of reachable)
+        inDegree.set(id, 0);
+    for (const id of reachable) {
+        const downstream = cache.downstreamNodes.get(id);
+        if (downstream) {
+            for (const nextID of downstream) {
+                if (reachable.has(nextID)) {
+                    inDegree.set(nextID, (inDegree.get(nextID) ?? 0) + 1);
+                }
+            }
+        }
+    }
+    const topoQueue = [];
+    for (const [id, deg] of inDegree) {
+        if (deg === 0)
+            topoQueue.push(id);
+    }
+    const topoOrder = [];
+    while (topoQueue.length > 0) {
+        const id = topoQueue.shift();
+        topoOrder.push(id);
+        const downstream = cache.downstreamNodes.get(id);
+        if (downstream) {
+            for (const nextID of downstream) {
+                if (!reachable.has(nextID))
+                    continue;
+                const newDeg = (inDegree.get(nextID) ?? 1) - 1;
+                inDegree.set(nextID, newDeg);
+                if (newDeg === 0)
+                    topoQueue.push(nextID);
+            }
+        }
+    }
+    // DP longest path from startNodeID — O(V+E)
+    const dist = new Map();
+    const predecessor = new Map();
+    dist.set(startNodeID, 0);
+    for (const id of topoOrder) {
+        const d = dist.get(id);
+        if (d === undefined)
+            continue; // not reachable from start
+        const downstream = cache.downstreamNodes.get(id);
+        if (downstream) {
+            for (const nextID of downstream) {
+                if (!reachable.has(nextID))
+                    continue;
+                if (d + 1 > (dist.get(nextID) ?? -1)) {
+                    dist.set(nextID, d + 1);
+                    predecessor.set(nextID, id);
+                }
+            }
+        }
+    }
+    // Find the farthest node
+    let farthestID = startNodeID;
+    let maxDist = 0;
+    for (const [id, d] of dist) {
+        if (d > maxDist) {
+            maxDist = d;
+            farthestID = id;
+        }
+    }
+    // Reconstruct path
+    const pathIDs = [];
+    let cur = farthestID;
+    while (cur !== undefined) {
+        pathIDs.push(cur);
+        cur = predecessor.get(cur);
+    }
+    pathIDs.reverse();
+    return pathIDs.map((id) => cache.nodes.get(id)?.name ?? id);
+}
+//# sourceMappingURL=lineage-traversal.js.map

package/dist/services/lineage/lineage-traversal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"lineage-traversal.js","sourceRoot":"","sources":["../../../src/services/lineage/lineage-traversal.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAW/D,MAAM,UAAU,YAAY,CAAC,KAAwB,EAAE,WAAmB;IACxE,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,KAAK,GAA6C,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAE5F,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;QACzC,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,SAAS;QAClC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACjD,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC5B,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,KAAwB,EAAE,WAAmB;IAC1E,MAAM,MAAM,GAAuB,EAAE,CAAC;IACtC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAU,CAAC;IAClC,MAAM,KAAK,GAA6C,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IAE5F,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,KAAK,CAAC,KAAK,EAAG,CAAC;QACzC,IAAI,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC;YAAE,SAAS;QAClC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEpB,IAAI,MAAM,KAAK,WAAW,EAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACrC,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;YACxF,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBACzB,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;gBACnD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAYD,MAAM,UAAU,iBAAiB,CAC/B,KAAwB,EACxB,MAAc,EACd,QAAgB;IAEhB,MAAM,MAAM,GAAyB,EAAE,CAAC;IACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAE7C,gBAAgB;IAChB,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,OAAO,GAA0C,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACrF,OAAO,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,KAAK,EAAG,CAAC;QACxC,IAAI,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACjC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEnB,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC/D,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,CAAC,IAAI,CAAC;wBACV,MAAM,EAAE,MAAM,CAAC,MAAM;wBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,GAAG,CAAC,IAAI;wBACpB,SAAS,EAAE,UAAU;wBACrB,KAAK;qBACN,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/C,IAAI,QAAQ,EAAE,CAAC;YACb,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;gBAC9B,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC3B,OAAO,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;gBAClD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,kBAAkB;IAClB,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,SAAS,GAA0C,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;IACvF,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,KAAK,EAAG,CAAC;QAC1C,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QACnC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAErB,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;YACrB,MAAM,MAAM,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC;gBAC/D,IAAI,GAAG,EAAE,CAAC;oBACR,MAAM,CAAC,IAAI,CAAC;wBACV,MAAM,EAAE,MAAM,CAAC,MAAM;wBACrB,QAAQ,EAAE,IAAI,CAAC,IAAI;wBACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;wBACvB,QAAQ,EAAE,MAAM,CAAC,QAAQ;wBACzB,UAAU,EAAE,GAAG,CAAC,IAAI;wBACpB,SAAS,EAAE,YAAY;wBACvB,KAAK;qBACN,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAG,KAAK,CAAC,gBAAgB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACnD,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC7B,SAAS,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC;gBACpD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAgBD,MAAM,UAAU,iBAAiB,CAC/B,KAAwB,EACxB,MAAc,EACd,QAAiB;IAEjB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,QAAQ,MAAM,qFAAqF,CAAC,CAAC;IACvH,CAAC;IAED,IAAI,gBAAoC,CAAC;IACzC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC;QACxD,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC5E,MAAM,IAAI,KAAK,CACb,UAAU,QAAQ,sBAAsB,MAAM,KAAK,IAAI,CAAC,IAAI,yBAAyB,SAAS,IAAI,MAAM,EAAE,CAC3G,CAAC;QACJ,CAAC;QACD,gBAAgB,GAAG,GAAG,CAAC,IAAI,CAAC;IAC9B,CAAC;IAED,0CAA0C;IAC1C,MAAM,aAAa,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAEpD,sBAAsB;IACtB,IAAI,eAAe,GAAyB,EAAE,CAAC;IAC/C,IAAI,QAAQ,EAAE,CAAC;QACb,eAAe,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,MAAM,CACjE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,YAAY,CACpC,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,oDAAoD;QACpD,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC,MAAM,CAChE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,KAAK,YAAY,CACpC,CAAC;YACF,eAAe,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QACtC,CAAC;QACD,cAAc;QACd,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,eAAe,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE;YAC7C,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC;YAC5C,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,OAAO,KAAK,CAAC;YAChC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACd,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED,iBAAiB;IACjB,MAAM,OAAO,GAA6B,EAAE,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,aAAa,EAAE,CAAC;QAC9B,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC;YAAE,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QAC7C,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACpC,CAAC;IAED,kDAAkD;IAClD,MAAM,YAAY,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAErD,OAAO;QACL,YAAY,EAAE,MAAM;QACpB,cAAc,EAAE,IAAI,CAAC,IAAI;QACzB,cAAc,EAAE,IAAI,CAAC,QAAQ;QAC7B,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,aAAa;QACb,eAAe;QACf,kBAAkB,EAAE,aAAa,CAAC,MAAM;QACxC,oBAAoB,EAAE,eAAe,CAAC,MAAM;QAC5C,OAAO;QACP,YAAY;KACb,CAAC;AACJ,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAwB,EAAE,WAAmB;IACrE,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAC1C,IAAI,CAAC,IAAI;QAAE,OAAO,EAAE,CAAC;IAErB,gDAAgD;IAChD,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,MAAM,QAAQ,GAAG,CAAC,WAAW,CAAC,CAAC;IAC/B,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,MAAM,EAAE,GAAG,QAAQ,CAAC,KAAK,EAAG,CAAC;QAC7B,IAAI,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,SAAS;QAChC,SAAS,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAClB,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;oBAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACpD,CAAC;QACH,CAAC;IACH,CAAC;IAED,kEAAkE;IAClE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC3C,KAAK,MAAM,EAAE,IAAI,SAAS;QAAE,QAAQ,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;IAChD,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;oBAC1B,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxD,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IACD,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,EAAE,EAAE,GAAG,CAAC,IAAI,QAAQ,EAAE,CAAC;QACjC,IAAI,GAAG,KAAK,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpC,CAAC;IACD,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,OAAO,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,EAAE,GAAG,SAAS,CAAC,KAAK,EAAG,CAAC;QAC9B,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnB,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;oBAAE,SAAS;gBACrC,MAAM,MAAM,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC/C,QAAQ,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;gBAC7B,IAAI,MAAM,KAAK,CAAC;oBAAE,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YAC3C,CAAC;QACH,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC9C,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAEzB,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,SAAS;YAAE,SAAS,CAAC,2BAA2B;QAC1D,MAAM,UAAU,GAAG,KAAK,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACjD,IAAI,UAAU,EAAE,CAAC;YACf,KAAK,MAAM,MAAM,IAAI,UAAU,EAAE,CAAC;gBAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC;oBAAE,SAAS;gBACrC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;oBACrC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;oBACxB,WAAW,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;gBAC9B,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,IAAI,UAAU,GAAG,WAAW,CAAC;IAC7B,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,KAAK,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC;QAC3B,IAAI,CAAC,GAAG,OAAO,EAAE,CAAC;YAChB,OAAO,GAAG,CAAC,CAAC;YACZ,UAAU,GAAG,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;IAED,mBAAmB;IACnB,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,GAAG,GAAuB,UAAU,CAAC;IACzC,OAAO,GAAG,KAAK,SAAS,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAClB,GAAG,GAAG,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,OAAO,EAAE,CAAC;IAElB,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;AAC9D,CAAC"}

package/dist/services/pipelines/clause-extraction.d.ts

@@ -0,0 +1,3 @@
+export declare function extractSelectClause(sql: string): string | null;
+export declare function extractFromClause(sql: string): string | null;
+//# sourceMappingURL=clause-extraction.d.ts.map

package/dist/services/pipelines/clause-extraction.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clause-extraction.d.ts","sourceRoot":"","sources":["../../../src/services/pipelines/clause-extraction.ts"],"names":[],"mappings":"AAEA,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAU9D;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAa5D"}

package/dist/services/pipelines/clause-extraction.js

@@ -0,0 +1,27 @@
+import { findTopLevelKeywordIndex } from "./sql-tokenizer.js";
+export function extractSelectClause(sql) {
+    const selectIndex = findTopLevelKeywordIndex(sql, "select");
+    if (selectIndex < 0) {
+        return null;
+    }
+    const fromIndex = findTopLevelKeywordIndex(sql, "from", selectIndex + 6);
+    if (fromIndex < 0) {
+        return null;
+    }
+    return sql.slice(selectIndex + 6, fromIndex).trim();
+}
+export function extractFromClause(sql) {
+    const selectIndex = findTopLevelKeywordIndex(sql, "select");
+    if (selectIndex < 0) {
+        return null;
+    }
+    const fromIndex = findTopLevelKeywordIndex(sql, "from", selectIndex + 6);
+    if (fromIndex < 0) {
+        return null;
+    }
+    return sql
+        .slice(fromIndex)
+        .trim()
+        .replace(/;+\s*$/u, "");
+}
+//# sourceMappingURL=clause-extraction.js.map

package/dist/services/pipelines/clause-extraction.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"clause-extraction.js","sourceRoot":"","sources":["../../../src/services/pipelines/clause-extraction.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,wBAAwB,EAAE,MAAM,oBAAoB,CAAC;AAE9D,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,MAAM,WAAW,GAAG,wBAAwB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,SAAS,GAAG,wBAAwB,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;IACzE,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,GAAG,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,EAAE,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAAW;IAC3C,MAAM,WAAW,GAAG,wBAAwB,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC;IAC5D,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,MAAM,SAAS,GAAG,wBAAwB,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,GAAG,CAAC,CAAC,CAAC;IACzE,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,GAAG;SACP,KAAK,CAAC,SAAS,CAAC;SAChB,IAAI,EAAE;SACN,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;AAC5B,CAAC"}

package/dist/services/pipelines/column-helpers.d.ts

@@ -0,0 +1,8 @@
+import type { PlannedSelectItem, PlannedPipelineNode } from "./planning-types.js";
+export declare function getColumnNamesFromNode(node: Record<string, unknown>): string[];
+export declare function getNodeColumnArray(node: Record<string, unknown>): Record<string, unknown>[];
+export declare function getColumnSourceNodeIDs(column: Record<string, unknown>): string[];
+export declare function findMatchingBaseColumn(node: Record<string, unknown>, selectItem: PlannedSelectItem): Record<string, unknown> | null;
+export declare function renameSourceMappingEntries(node: Record<string, unknown>, newName: string): Record<string, unknown>;
+export declare function buildStageSourceMappingFromPlan(currentNode: Record<string, unknown>, nodePlan: PlannedPipelineNode): Record<string, unknown>[];
+//# sourceMappingURL=column-helpers.d.ts.map

package/dist/services/pipelines/column-helpers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"column-helpers.d.ts","sourceRoot":"","sources":["../../../src/services/pipelines/column-helpers.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,qBAAqB,CAAC;AAGlF,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,EAAE,CAY9E;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAM3F;AAED,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,EAAE,CAgBhF;AAED,wBAAgB,sBAAsB,CACpC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,UAAU,EAAE,iBAAiB,GAC5B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAqBhC;AAED,wBAAgB,0BAA0B,CACxC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC7B,OAAO,EAAE,MAAM,GACd,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CA+BzB;AAED,wBAAgB,+BAA+B,CAC7C,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EACpC,QAAQ,EAAE,mBAAmB,GAC5B,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CA0C3B"}

package/dist/services/pipelines/column-helpers.js

@@ -0,0 +1,125 @@
+import { isPlainObject } from "../../utils.js";
+import { normalizeSqlIdentifier, deepClone, getUniqueSourceDependencies } from "./sql-parsing.js";
+export function getColumnNamesFromNode(node) {
+    const metadata = isPlainObject(node.metadata) ? node.metadata : undefined;
+    if (!Array.isArray(metadata?.columns)) {
+        return [];
+    }
+    return metadata.columns.flatMap((column) => {
+        if (!isPlainObject(column) || typeof column.name !== "string") {
+            return [];
+        }
+        return [column.name];
+    });
+}
+export function getNodeColumnArray(node) {
+    const metadata = isPlainObject(node.metadata) ? node.metadata : undefined;
+    if (!Array.isArray(metadata?.columns)) {
+        return [];
+    }
+    return metadata.columns.filter(isPlainObject);
+}
+export function getColumnSourceNodeIDs(column) {
+    if (!Array.isArray(column.sources)) {
+        return [];
+    }
+    const ids = new Set();
+    for (const source of column.sources) {
+        if (!isPlainObject(source) || !Array.isArray(source.columnReferences)) {
+            continue;
+        }
+        for (const ref of source.columnReferences) {
+            if (isPlainObject(ref) && typeof ref.nodeID === "string") {
+                ids.add(ref.nodeID);
+            }
+        }
+    }
+    return Array.from(ids);
+}
+export function findMatchingBaseColumn(node, selectItem) {
+    if (!selectItem.sourceColumnName)
+        return null;
+    const normalizedTargetName = normalizeSqlIdentifier(selectItem.sourceColumnName);
+    for (const column of getNodeColumnArray(node)) {
+        if (typeof column.name !== "string" ||
+            normalizeSqlIdentifier(column.name) !== normalizedTargetName) {
+            continue;
+        }
+        const sourceNodeIDs = getColumnSourceNodeIDs(column);
+        if (selectItem.sourceNodeID && sourceNodeIDs.includes(selectItem.sourceNodeID)) {
+            return deepClone(column);
+        }
+        if (!selectItem.sourceNodeID) {
+            return deepClone(column);
+        }
+    }
+    return null;
+}
+export function renameSourceMappingEntries(node, newName) {
+    const metadata = isPlainObject(node.metadata) ? node.metadata : undefined;
+    if (!metadata || !Array.isArray(metadata.sourceMapping)) {
+        return node;
+    }
+    const previousName = typeof node.name === "string" && node.name.trim().length > 0 ? node.name : null;
+    const updateSingleUnnamedMapping = previousName === null && metadata.sourceMapping.length === 1;
+    return {
+        ...node,
+        metadata: {
+            ...metadata,
+            sourceMapping: metadata.sourceMapping.map((entry) => {
+                if (!isPlainObject(entry)) {
+                    return entry;
+                }
+                const shouldRename = (previousName !== null && entry.name === previousName) ||
+                    updateSingleUnnamedMapping;
+                if (!shouldRename) {
+                    return entry;
+                }
+                return {
+                    ...entry,
+                    name: newName,
+                };
+            }),
+        },
+    };
+}
+export function buildStageSourceMappingFromPlan(currentNode, nodePlan) {
+    const metadata = isPlainObject(currentNode.metadata) ? currentNode.metadata : undefined;
+    const existingEntry = metadata && Array.isArray(metadata.sourceMapping)
+        ? metadata.sourceMapping.find(isPlainObject)
+        : undefined;
+    const aliases = {};
+    for (const ref of nodePlan.sourceRefs) {
+        if (!ref.nodeID) {
+            continue;
+        }
+        const alias = ref.alias ?? ref.nodeName;
+        if (nodePlan.sourceRefs.length > 1 || ref.alias) {
+            aliases[alias] = ref.nodeID;
+        }
+    }
+    return [
+        {
+            ...(isPlainObject(existingEntry) ? existingEntry : {}),
+            aliases,
+            customSQL: {
+                ...(isPlainObject(existingEntry) && isPlainObject(existingEntry.customSQL)
+                    ? existingEntry.customSQL
+                    : {}),
+                customSQL: "",
+            },
+            dependencies: getUniqueSourceDependencies(nodePlan.sourceRefs),
+            join: {
+                ...(isPlainObject(existingEntry) && isPlainObject(existingEntry.join)
+                    ? existingEntry.join
+                    : {}),
+                joinCondition: nodePlan.joinCondition ?? "",
+            },
+            name: nodePlan.name,
+            noLinkRefs: isPlainObject(existingEntry) && Array.isArray(existingEntry.noLinkRefs)
+                ? existingEntry.noLinkRefs
+                : [],
+        },
+    ];
+}
+//# sourceMappingURL=column-helpers.js.map

package/dist/services/pipelines/column-helpers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"column-helpers.js","sourceRoot":"","sources":["../../../src/services/pipelines/column-helpers.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE/C,OAAO,EAAE,sBAAsB,EAAE,SAAS,EAAE,2BAA2B,EAAE,MAAM,kBAAkB,CAAC;AAElG,MAAM,UAAU,sBAAsB,CAAC,IAA6B;IAClE,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,OAAO,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YAC9D,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAA6B;IAC9D,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,EAAE,OAAO,CAAC,EAAE,CAAC;QACtC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,OAAO,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;AAChD,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,MAA+B;IACpE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QACnC,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAC9B,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,gBAAgB,CAAC,EAAE,CAAC;YACtE,SAAS;QACX,CAAC;QACD,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,gBAAgB,EAAE,CAAC;YAC1C,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,OAAO,GAAG,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;gBACzD,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,sBAAsB,CACpC,IAA6B,EAC7B,UAA6B;IAE7B,IAAI,CAAC,UAAU,CAAC,gBAAgB;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,oBAAoB,GAAG,sBAAsB,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC;IACjF,KAAK,MAAM,MAAM,IAAI,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;QAC9C,IACE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ;YAC/B,sBAAsB,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,oBAAoB,EAC5D,CAAC;YACD,SAAS;QACX,CAAC;QAED,MAAM,aAAa,GAAG,sBAAsB,CAAC,MAAM,CAAC,CAAC;QACrD,IAAI,UAAU,CAAC,YAAY,IAAI,aAAa,CAAC,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,EAAE,CAAC;YAC/E,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;QACD,IAAI,CAAC,UAAU,CAAC,YAAY,EAAE,CAAC;YAC7B,OAAO,SAAS,CAAC,MAAM,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,0BAA0B,CACxC,IAA6B,EAC7B,OAAe;IAEf,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IAC1E,IAAI,CAAC,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACxD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,YAAY,GAChB,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IAClF,MAAM,0BAA0B,GAAG,YAAY,KAAK,IAAI,IAAI,QAAQ,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC;IAEhG,OAAO;QACL,GAAG,IAAI;QACP,QAAQ,EAAE;YACR,GAAG,QAAQ;YACX,aAAa,EAAE,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;gBAClD,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC1B,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,MAAM,YAAY,GAChB,CAAC,YAAY,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;oBACtD,0BAA0B,CAAC;gBAC7B,IAAI,CAAC,YAAY,EAAE,CAAC;oBAClB,OAAO,KAAK,CAAC;gBACf,CAAC;gBACD,OAAO;oBACL,GAAG,KAAK;oBACR,IAAI,EAAE,OAAO;iBACd,CAAC;YACJ,CAAC,CAAC;SACH;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,WAAoC,EACpC,QAA6B;IAE7B,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC;IACxF,MAAM,aAAa,GACjB,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC;QAC/C,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,CAAC;QAC5C,CAAC,CAAC,SAAS,CAAC;IAEhB,MAAM,OAAO,GAA2B,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC;QACtC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC;YAChB,SAAS;QACX,CAAC;QACD,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,QAAQ,CAAC;QACxC,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,GAAG,CAAC,KAAK,EAAE,CAAC;YAChD,OAAO,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;QAC9B,CAAC;IACH,CAAC;IAED,OAAO;QACL;YACE,GAAG,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,OAAO;YACP,SAAS,EAAE;gBACT,GAAG,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,SAAS,CAAC;oBACxE,CAAC,CAAC,aAAa,CAAC,SAAS;oBACzB,CAAC,CAAC,EAAE,CAAC;gBACP,SAAS,EAAE,EAAE;aACd;YACD,YAAY,EAAE,2BAA2B,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC9D,IAAI,EAAE;gBACJ,GAAG,CAAC,aAAa,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,aAAa,CAAC,IAAI,CAAC;oBACnE,CAAC,CAAC,aAAa,CAAC,IAAI;oBACpB,CAAC,CAAC,EAAE,CAAC;gBACP,aAAa,EAAE,QAAQ,CAAC,aAAa,IAAI,EAAE;aAC5C;YACD,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,UAAU,EACR,aAAa,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,UAAU,CAAC;gBACrE,CAAC,CAAC,aAAa,CAAC,UAAU;gBAC1B,CAAC,CAAC,EAAE;SACT;KACF,CAAC;AACJ,CAAC"}

package/dist/services/pipelines/cte-parsing.d.ts

@@ -0,0 +1,29 @@
+/**
+ * Parsed CTE with name and body SQL.
+ */
+export type ParsedCte = {
+    name: string;
+    body: string;
+    columns: CteColumn[];
+    whereClause: string | null;
+    sourceTable: string | null;
+    hasGroupBy: boolean;
+    hasJoin: boolean;
+};
+export type CteColumn = {
+    outputName: string;
+    expression: string;
+    isTransform: boolean;
+};
+/**
+ * Extract CTEs with their bodies from SQL.
+ * Uses quoting-aware scanning to find CTE headers and balanced parentheses,
+ * avoiding false matches inside string literals, quoted identifiers, and comments.
+ */
+export declare function extractCtes(sql: string): ParsedCte[];
+/**
+ * Classify a CTE's pattern to pick the right node type.
+ */
+export declare function classifyCtePattern(cte: ParsedCte): "staging" | "multiSource" | "aggregation";
+export declare function isAggregateFn(name: string): boolean;
+//# sourceMappingURL=cte-parsing.d.ts.map

package/dist/services/pipelines/cte-parsing.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"cte-parsing.d.ts","sourceRoot":"","sources":["../../../src/services/pipelines/cte-parsing.ts"],"names":[],"mappings":"AAWA;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,SAAS,EAAE,CAAC;IACrB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,UAAU,EAAE,OAAO,CAAC;IACpB,OAAO,EAAE,OAAO,CAAC;CAClB,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,OAAO,CAAC;CACtB,CAAC;AAEF;;;;GAIG;AACH,wBAAgB,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,SAAS,EAAE,CA6CpD;AAmGD;;GAEG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,SAAS,GAAG,SAAS,GAAG,aAAa,GAAG,aAAa,CAI5F;AAUD,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAEnD"}